-- Logs begin at Tue 2021-05-25 16:01:03 UTC, end at Tue 2021-05-25 18:04:49 UTC. -- May 25 16:34:23.716533 dv-neutron-792998-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 25 16:34:24.712792 dv-neutron-792998-1-hyperv neutron-server[99019]: Beware of the coming changes in the project packaging May 25 16:34:24.713455 dv-neutron-792998-1-hyperv neutron-server[99019]: https://github.com/svinota/pyroute2/discussions/786 May 25 16:34:26.201704 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.common.config [-] Logging enabled! May 25 16:34:26.202374 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 25 16:34:26.202470 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 16:34:26.205642 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.common.config [-] Logging enabled! May 25 16:34:26.205895 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 25 16:34:26.206203 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99019) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 16:34:26.207150 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:34:26.207387 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:34:26.207747 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:34:26.207995 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:34:26.208223 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:34:26.208545 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.208843 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.209141 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.209376 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.209667 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.209955 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.210237 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.210524 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.210820 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.211132 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.211414 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.211699 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.211931 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.212215 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.212507 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.212796 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.213022 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] debug = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.213304 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.213731 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.214142 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.214425 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.215269 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.215550 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.215825 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.216102 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.216390 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.216718 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] host = dv-neutron-792998-1-hyperv {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.216998 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.217285 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.217572 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.217859 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.218134 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.218412 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.218699 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.218998 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.219505 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.219612 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.219832 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.220120 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.220417 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.220644 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.220869 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.221158 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.221448 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.221729 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.222006 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.222286 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.222563 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.222841 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.223138 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.223427 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.223716 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.224003 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.224281 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.224559 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.224835 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.225109 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.225396 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.225671 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.225947 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.226222 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.226513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.226785 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.227084 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.227389 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.227678 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.227963 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.228250 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.228527 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.228814 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.229089 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.229362 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.229642 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_json = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.229916 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.230190 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.231058 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.231340 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.231618 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.231894 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.232168 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.232456 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:26.232760 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.233064 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.233374 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.233665 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.233966 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.234251 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.234546 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.234831 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.235150 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.235447 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.235741 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.236024 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.236316 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.236601 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.236899 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.237208 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.237507 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.237802 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.238081 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.238359 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.238635 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.239009 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.239229 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.239531 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.239825 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.240208 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.240383 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.240678 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.240958 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.241236 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.241516 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.241807 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.242088 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.242363 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.242645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.242938 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.243221 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.243496 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.243776 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.244069 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.244346 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.244619 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.244894 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.245175 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.245454 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.245743 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.246106 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.246381 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.246657 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.246961 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.247240 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.247517 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.247799 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.248075 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.248358 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.248633 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.248907 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.249182 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.249464 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.249741 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.250015 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.250289 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.250569 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.250845 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.251141 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.251417 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.251694 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.251970 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.252259 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.252563 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.252844 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.253124 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.253406 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.253688 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.253970 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.254249 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.254528 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.254806 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.255108 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.255402 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.255689 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.255980 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.256263 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.256543 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.256838 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.257116 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.257398 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.257680 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.257963 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.258255 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.258542 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.258839 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.259159 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.259461 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.259758 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.260054 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.260337 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.260648 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.260930 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:26.261146 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:34:26.261384 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99019) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 16:34:26.624012 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:26.624292 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:26.624580 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:26.625057 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 16:34:27.025452 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.025752 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.026024 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.028291 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.028575 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.028843 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.064175 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.064451 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.064719 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.077908 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.078194 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.078464 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.108688 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.108963 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.109235 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.145832 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.146109 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.146374 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.379897 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.380495 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.380495 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.380651 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.381356 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.509599 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.509916 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.510201 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.510478 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.510749 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.511094 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.511360 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.512153 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.512563 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.512792 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.512929 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.513195 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.513459 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.513720 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.513991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.514258 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.515659 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.515960 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.516235 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.516532 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.516896 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.517164 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.517428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.517719 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.517977 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.518229 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.518622 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.518871 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.519139 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.519382 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.519625 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.519861 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:27.520230 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 16:34:27.523383 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 16:34:27.528122 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 16:34:27.531895 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) May 25 16:34:27.533523 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 16:34:27.533968 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 16:34:27.534308 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 16:34:27.534696 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 16:34:27.537684 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 16:34:27.537932 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 16:34:27.538276 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:34:27.565470 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 16:34:27.565919 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.566220 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99019) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 16:34:27.566583 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.567969 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99019) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 16:34:27.568285 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 16:34:27.568498 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 16:34:27.571751 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.572029 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:27.643164 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 16:34:27.643356 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 16:34:27.643552 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 16:34:27.643934 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 16:34:27.674272 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_db.sqlalchemy.engines [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 16:34:28.012388 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing driver for type 'gre' May 25 16:34:28.013070 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] gre ID ranges: [(1, 1000)] May 25 16:34:28.061172 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing driver for type 'local' May 25 16:34:28.061553 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing driver for type 'vlan' May 25 16:34:28.072942 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] VlanTypeDriver initialization complete May 25 16:34:28.073287 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing driver for type 'vxlan' May 25 16:34:28.073779 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] vxlan ID ranges: [(1, 1000)] May 25 16:34:28.125961 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing extension driver 'port_security' May 25 16:34:28.126306 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.extensions.port_security [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] PortSecurityExtensionDriver initialization complete May 25 16:34:28.126721 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing mechanism driver 'openvswitch' May 25 16:34:28.127137 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing mechanism driver 'hyperv' May 25 16:34:28.134497 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.plugins.ml2.plugin [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:28.135324 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.135699 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.136118 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.136738 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.137201 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.137549 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.137932 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.138280 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.138627 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.139028 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.139381 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.139725 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.140106 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.140454 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.140790 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.141168 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > address_group after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.141507 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > address_group after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.141846 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.142184 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] ML2 OVO RPC backend initialized. {{(pid=99019) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 16:34:28.142898 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.143272 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.143689 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.144038 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > networks before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.144385 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.144728 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > ports before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.145068 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.145412 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnets before_response 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.145752 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.146090 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.146424 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.146766 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.147133 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.147468 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.147803 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.148137 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.148471 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.149054 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.plugin [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Modular L2 Plugin initialization complete May 25 16:34:28.149378 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading services supported by the core plugin {{(pid=99019) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 16:34:28.149709 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.plugins.ml2.managers [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Got port-security extension from driver 'port_security' May 25 16:34:28.150176 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.extensions.vlantransparent [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Disabled vlantransparent extension. May 25 16:34:28.150755 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99019) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 16:34:28.151023 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: router May 25 16:34:28.189139 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.189529 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_create 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.189900 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router before_create 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.190263 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.190633 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.191013 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_delete 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.191373 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.191732 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_create 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.192080 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.192428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.192779 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.193136 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.193544 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.193918 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.194258 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.194597 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: subnet after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.194956 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.195309 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.195657 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.196007 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.196353 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.196710 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router after_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.197053 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.197405 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_create 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.197763 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.198109 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_update 55549900 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.198480 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > network after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.199408 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Tracking information for resource: router configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:28.199738 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Tracking information for resource: floatingip configured {{(pid=99019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 16:34:28.204767 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.db.l3_agentschedulers_db [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 16:34:28.205349 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.205718 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.206075 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.206423 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: port after_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.207240 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router before_create 55550100 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.207606 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.207968 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_create 55550100 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.208323 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > router precommit_update 55550100 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.212785 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.provider_configuration [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service providers = [] {{(pid=99019) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 16:34:28.213147 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.db.servicetype_db [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99019) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 16:34:28.216159 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.service_base [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:34:28.216506 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.service_base [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:34:28.216842 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.service_base [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:34:28.217720 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.services.service_base [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 16:34:28.218091 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.services.service_base [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 16:34:28.218635 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.218977 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 16:34:28.229616 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.229957 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: auto_allocate May 25 16:34:28.236293 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: network precommit_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.236660 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: network precommit_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.237175 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.237498 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: tag May 25 16:34:28.244272 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.244604 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: timestamp May 25 16:34:28.249035 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.249359 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: network_ip_availability May 25 16:34:28.254611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.255008 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.255370 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.256108 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.256428 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: flavors May 25 16:34:28.261545 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.261940 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading Plugin: revisions May 25 16:34:28.266383 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 16:34:28.266718 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.642s {{(pid=99019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:28.267504 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99019) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 16:34:28.267840 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Initializing extension manager. May 25 16:34:28.268345 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: __init__.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.268682 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: __pycache__ {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.269013 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.269341 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: address_group.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.270105 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.270680 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: address-group May 25 16:34:28.271023 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: address_scope.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.271729 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.272232 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: address-scope May 25 16:34:28.272550 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.273469 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.273976 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: router-admin-state-down-before-update May 25 16:34:28.274296 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: agent.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.275026 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.275533 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: agent May 25 16:34:28.275853 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: agent_resources_synced.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.277012 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.277649 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: agent-resources-synced May 25 16:34:28.277964 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: allowedaddresspairs.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.279759 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.280281 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: allowed-address-pairs May 25 16:34:28.280607 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: auto_allocated_topology.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.281672 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.282179 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: auto-allocated-topology May 25 16:34:28.282500 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: availability_zone.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.283210 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.283714 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: availability_zone May 25 16:34:28.284036 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: availability_zone_filter.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.284934 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.285447 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: availability_zone_filter May 25 16:34:28.285768 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: data_plane_status.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.286659 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.287194 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension data-plane-status not supported by any of loaded plugins May 25 16:34:28.287514 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: default_subnetpools.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.288417 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.288916 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: default-subnetpools May 25 16:34:28.289234 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.290039 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.290540 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: dhcp_agent_scheduler May 25 16:34:28.290860 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: dns.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.291796 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.292296 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension dns-integration not supported by any of loaded plugins May 25 16:34:28.292615 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: dns_domain_ports.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.294108 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.294608 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 16:34:28.294950 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: dvr.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.295629 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.296131 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: dvr May 25 16:34:28.296455 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: empty_string_filtering.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.297356 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.297864 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: empty-string-filtering May 25 16:34:28.298184 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.299111 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.299616 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 16:34:28.299934 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.300837 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.301338 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 16:34:28.301657 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: external_net.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.302546 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.303086 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: external-net May 25 16:34:28.303410 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.304297 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.304801 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: extra_dhcp_opt May 25 16:34:28.305117 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: extraroute.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.306120 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.306623 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: extraroute May 25 16:34:28.306964 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: extraroute_atomic.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.307989 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.309115 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: extraroute-atomic May 25 16:34:28.309435 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: filter_validation.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.310098 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.310601 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: filter-validation May 25 16:34:28.310941 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: fip_pf_description.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.312032 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.312533 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 16:34:28.312852 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: fip_port_details.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.313753 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.314255 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: fip-port-details May 25 16:34:28.314572 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: flavors.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.315897 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.316361 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: flavors May 25 16:34:28.316680 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.318389 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.318928 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 16:34:28.319356 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: floatingip_pools.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.320062 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.320573 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: floatingip-pools May 25 16:34:28.320897 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: ip_allocation.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.321827 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.322331 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension ip_allocation not supported by any of loaded plugins May 25 16:34:28.322653 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.323596 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.324139 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: ip-substring-filtering May 25 16:34:28.324462 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l2_adjacency.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.325366 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.325876 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 16:34:28.326191 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.327215 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.327732 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: router May 25 16:34:28.328056 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.330311 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.330836 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 16:34:28.331205 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.332120 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.332631 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: ext-gw-mode May 25 16:34:28.332956 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.333870 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.334378 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: l3-ha May 25 16:34:28.334784 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3_flavors.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.335723 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.336231 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: l3-flavors May 25 16:34:28.336555 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.337471 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.337978 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 16:34:28.338299 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: l3agentscheduler.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.339421 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.340555 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: l3_agent_scheduler May 25 16:34:28.340884 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: logging.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.342366 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.342884 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension logging not supported by any of loaded plugins May 25 16:34:28.343234 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: metering.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.343967 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.344540 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: metering May 25 16:34:28.344860 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.345969 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.346483 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: metering_source_and_destination_fields May 25 16:34:28.346806 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: multiprovidernet.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.347881 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.348389 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: multi-provider May 25 16:34:28.348709 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: netmtu.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.349608 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.350112 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: net-mtu May 25 16:34:28.350431 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: netmtu_writable.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.351362 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.351866 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: net-mtu-writable May 25 16:34:28.352185 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: network_availability_zone.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.352842 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.353345 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: network_availability_zone May 25 16:34:28.353683 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: network_ip_availability.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.354771 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.355974 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: network-ip-availability May 25 16:34:28.356300 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: network_segment_range.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.357062 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.357572 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension network-segment-range not supported by any of loaded plugins May 25 16:34:28.357891 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: pagination.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.358866 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.359220 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: pagination May 25 16:34:28.359540 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: port_device_profile.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.360428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.360938 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: port-device-profile May 25 16:34:28.361258 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.362158 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.362662 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: port-mac-address-regenerate May 25 16:34:28.363015 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.363909 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.364414 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: port-numa-affinity-policy May 25 16:34:28.364733 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: port_resource_request.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.365639 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.366147 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension port-resource-request not supported by any of loaded plugins May 25 16:34:28.366467 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: portbindings.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.367404 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.367918 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: binding May 25 16:34:28.368237 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: portbindings_extended.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.369493 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.370001 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: binding-extended May 25 16:34:28.370325 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: portsecurity.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.371284 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.371790 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: port-security May 25 16:34:28.372111 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: project_id.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.373073 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.373566 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: project-id May 25 16:34:28.373893 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: providernet.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.374803 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.375346 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: provider May 25 16:34:28.375668 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.379166 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.379685 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos not supported by any of loaded plugins May 25 16:34:28.380014 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.381241 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.381753 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 16:34:28.382079 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.383017 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.383536 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 16:34:28.383860 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_default.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.384763 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.385276 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-default not supported by any of loaded plugins May 25 16:34:28.385598 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_fip.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.386250 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.386797 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-fip not supported by any of loaded plugins May 25 16:34:28.387240 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_gateway_ip.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.388312 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.388825 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 16:34:28.389149 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_port_network_policy.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.390054 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.390559 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 16:34:28.390882 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_rule_type_details.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.391813 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.392319 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 16:34:28.392647 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: qos_rules_alias.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.393689 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.394204 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 16:34:28.394533 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: quotasv2.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.395673 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.395996 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: quotas May 25 16:34:28.396322 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: quotasv2_detail.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.397975 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.398315 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: quota_details May 25 16:34:28.398641 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: rbac.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.399734 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.400263 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: rbac-policies May 25 16:34:28.400590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: rbac_address_group.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.401763 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.402862 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: rbac-address-group May 25 16:34:28.403338 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: rbac_address_scope.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.404552 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.405137 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: rbac-address-scope May 25 16:34:28.405382 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: rbac_security_groups.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.406740 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.407553 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: rbac-security-groups May 25 16:34:28.408022 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: rbac_subnetpool.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.409301 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.410205 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: rbac-subnetpool May 25 16:34:28.410754 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: revisionifmatch.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.411838 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.412374 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: revision-if-match May 25 16:34:28.412895 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: revisions.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.414235 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.414746 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: standard-attr-revisions May 25 16:34:28.415103 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: router_availability_zone.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.415792 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.416307 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: router_availability_zone May 25 16:34:28.416635 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: routerservicetype.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.417546 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.418631 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension router-service-type not supported by any of loaded plugins May 25 16:34:28.419071 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.419993 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.420505 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: security-groups-normalized-cidr May 25 16:34:28.421404 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.422324 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.422836 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: port-security-groups-filtering May 25 16:34:28.423199 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.424115 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.424622 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: security-groups-remote-address-group May 25 16:34:28.424944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: securitygroup.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.434897 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.435476 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: security-group May 25 16:34:28.435812 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: segment.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.436640 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.437152 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension segment not supported by any of loaded plugins May 25 16:34:28.437479 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.438457 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.438993 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 16:34:28.439322 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: servicetype.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.440426 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.440939 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: service-type May 25 16:34:28.441266 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: sorting.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.442235 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.442569 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: sorting May 25 16:34:28.442894 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: standard_attr_segment.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.443820 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.444330 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 16:34:28.444650 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: standardattrdescription.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.445290 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.445794 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: standard-attr-description May 25 16:34:28.446239 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: stateful_security_group.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.447184 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.447697 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: stateful-security-group May 25 16:34:28.448020 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: stdattrs_common.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.448601 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 16:34:28.448953 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.450238 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.450870 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 16:34:28.451223 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnet_onboard.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.453013 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.453610 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: subnet_onboard May 25 16:34:28.454323 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.455528 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.456249 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 16:34:28.456761 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnet_service_types.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.465458 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.466234 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: subnet-service-types May 25 16:34:28.466586 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnetallocation.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.467960 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.468520 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: subnet_allocation May 25 16:34:28.468949 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.469787 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.470421 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: subnetpool-prefix-ops May 25 16:34:28.470882 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.472047 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.472662 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 16:34:28.473014 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: tagging.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.474293 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.474978 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: standard-attr-tag May 25 16:34:28.475336 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: timestamp.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.476815 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.477438 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loaded extension: standard-attr-timestamp May 25 16:34:28.477846 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: trunk.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.479065 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.479683 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension trunk not supported by any of loaded plugins May 25 16:34:28.480135 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: trunk_details.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.482013 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.482642 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension trunk-details not supported by any of loaded plugins May 25 16:34:28.483028 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: uplink_status_propagation.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.483991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.484541 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 16:34:28.484864 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Loading extension file: vlantransparent.py {{(pid=99019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 16:34:28.485543 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 16:34:28.486050 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 16:34:28.490285 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:network May 25 16:34:28.491098 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnet May 25 16:34:28.493032 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:34:28.493672 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:port May 25 16:34:28.494991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.495552 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service FLAVORS assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.496333 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.496864 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.497198 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:router May 25 16:34:28.497859 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:floatingip May 25 16:34:28.498564 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service METERING assigned prefix: /metering {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.500061 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.500438 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.500795 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:34:28.501941 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:34:28.502391 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:security_group May 25 16:34:28.503094 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:34:28.503840 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service CORE assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.504174 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:34:28.504509 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] subnetpool is already registered May 25 16:34:28.505102 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service CORE assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.505432 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:34:28.505774 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] subnetpool is already registered May 25 16:34:28.508563 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.509005 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service FLAVORS assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.509600 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.510023 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.510356 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:router May 25 16:34:28.510685 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] router is already registered May 25 16:34:28.511309 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:floatingip May 25 16:34:28.511670 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] floatingip is already registered May 25 16:34:28.512468 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service METERING assigned prefix: /metering {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.513152 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of CountableResource for resource:rbac_policy May 25 16:34:28.513483 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] rbac_policy is already registered May 25 16:34:28.514030 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:security_group May 25 16:34:28.514373 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] security_group is already registered May 25 16:34:28.514986 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 16:34:28.515331 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] security_group_rule is already registered May 25 16:34:28.516019 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service CORE assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.516354 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:34:28.516731 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] subnetpool is already registered May 25 16:34:28.517271 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.v2.resource_helper [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Service CORE assigned prefix: {{(pid=99019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 16:34:28.517600 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Creating instance of TrackedResource for resource:subnetpool May 25 16:34:28.517923 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING neutron.quota.resource_registry [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] subnetpool is already registered May 25 16:34:28.518557 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: extensions {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.520137 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: address-groups {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.521778 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: address-scopes {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.523015 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: agents {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.524178 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: auto-allocated-topology {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.525430 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: availability_zones {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.527613 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: dhcp-networks {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.529191 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: dhcp-agents {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.530623 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: routers {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.532473 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: flavors {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.533648 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: service_profiles {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.534865 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: next_providers {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.536427 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: service_profiles {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.537875 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: floatingip-pools {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.539115 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: routers {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.540942 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: floatingips {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.542146 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: l3-routers {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.544189 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: l3-agents {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.545663 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: metering-labels {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.547058 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: metering-label-rules {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.548352 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: network-ip-availabilities {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.549616 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: bindings {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.551321 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: quotas {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.552759 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: quotas {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.554181 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: rbac-policies {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.555527 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: security-groups {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.556747 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: security-group-rules {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.557975 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: service-providers {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.559422 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: subnetpools {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.561806 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: subnetpools {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.563300 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.566269 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.679498 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.681311 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.683119 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.685210 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.686947 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.688873 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.690637 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.692540 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron.api.extensions [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Extended resource: tags {{(pid=99019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 16:34:28.698413 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING keystonemiddleware.auth_token [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 16:34:28.703789 dv-neutron-792998-1-hyperv neutron-server[99019]: WARNING keystonemiddleware.auth_token [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 16:34:28.712241 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Acquired lock "singleton_lock" {{(pid=99019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 16:34:28.712734 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_concurrency.lockutils [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Releasing lock "singleton_lock" {{(pid=99019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 16:34:28.713366 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Starting 2 workers May 25 16:34:28.718683 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Started child 99126 {{(pid=99019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:34:28.723189 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Started child 99127 {{(pid=99019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:34:28.723854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.724796 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO neutron.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 16:34:28.725360 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [-] (99126) wsgi starting up on http://0.0.0.0:9696 May 25 16:34:28.725451 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Notify callbacks [] for process, before_spawn {{(pid=99019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.727945 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Starting 1 workers May 25 16:34:28.728181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.729658 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [-] (99127) wsgi starting up on http://0.0.0.0:9696 May 25 16:34:28.733154 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Started child 99128 {{(pid=99019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:34:28.733677 dv-neutron-792998-1-hyperv neutron-server[99019]: INFO oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Starting 1 workers May 25 16:34:28.736919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] calling RpcWorker wait() {{(pid=99128) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 16:34:28.737481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] returning from RpcWorker wait() {{(pid=99128) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 16:34:28.738121 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Started child 99129 {{(pid=99019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 16:34:28.738529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.738957 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG neutron_lib.callbacks.manager [None req-977c6a91-a9b7-4dcf-8dfe-db849cb75bf3 None None] Notify callbacks [] for process, after_spawn {{(pid=99019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.739066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:28.740911 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 16:34:28.741121 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:34:28.741313 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:34:28.741541 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:34:28.741877 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:34:28.742042 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:34:28.742548 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.742835 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.743145 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.743416 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.743711 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.744244 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:28.744742 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.744742 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.744742 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.745036 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.745299 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.745441 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:28.745541 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.745619 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.745925 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.746178 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.746490 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.746899 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.746899 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.747321 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.747479 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.747737 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.748014 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.748269 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.748536 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] debug = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.748780 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.749280 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.749508 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.749778 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.749995 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.750258 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.750513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.750809 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.751069 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.751287 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.751522 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.751786 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.752038 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.752275 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.752516 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.752782 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.753017 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.753499 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] host = dv-neutron-792998-1-hyperv {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.753719 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.753957 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.754210 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.754458 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.754717 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.754949 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.755232 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.755478 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.755749 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.755991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.756252 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.756512 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.756755 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.757027 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.757193 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_options = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.757433 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.757727 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.757991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.758193 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.758435 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.758581 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.758789 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.758976 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.759252 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.759477 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.759693 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.759916 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.760172 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.760390 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.760652 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.760885 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.761119 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.761331 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.762143 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.762587 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.762827 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.763109 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.763355 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.763576 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.763794 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.764018 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.764288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.764506 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.764722 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.764989 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.767377 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.767527 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.767874 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.768086 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.768309 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.768579 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.768804 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.769076 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.769317 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.769565 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770428 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770662 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770734 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.770975 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_json = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.771583 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.771583 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.771758 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.771837 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.772044 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.772789 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.772789 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.772789 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.773117 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.773407 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.773734 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.774193 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.774193 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.774439 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.774690 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.774934 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.778332 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.779430 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.779808 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.780309 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.780737 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.780991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.781295 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.782409 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.782770 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.783108 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.783392 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.783766 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.783970 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.784213 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.784433 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.784656 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.785388 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.785388 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.785388 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.785388 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.786093 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.786093 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.786251 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.786481 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.786720 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.787002 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.787228 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.787441 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.787651 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.787860 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.788146 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.788436 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.788933 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.793879 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.794198 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.794463 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.794712 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.798746 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.799084 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.799347 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.799645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.799893 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.800128 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.800364 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.800601 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.800853 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.801116 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.801357 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.801589 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.801815 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.802064 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.802285 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.802522 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.802749 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.803386 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.803625 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.805142 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.806347 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.808203 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.808520 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.808802 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.809092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.809347 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.809589 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.809824 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.810071 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.810299 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.810527 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.810751 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.812481 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.815146 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.815446 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.815740 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.817501 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.817819 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.818153 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.818578 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.818859 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.819100 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.819348 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.819627 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.819884 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.820189 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.820451 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.820699 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.820975 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.821205 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.821461 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.821704 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.821944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.822199 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.822492 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.822747 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.823575 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.823856 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.826277 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.826579 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.826819 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.828879 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.829160 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.829560 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.829877 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.830324 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.833111 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.833386 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.833644 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.833933 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.834183 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.834451 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.834691 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.834954 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.835208 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.835504 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.835753 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.835981 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.836201 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.836435 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.836770 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.837009 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.837229 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.837446 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.837721 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.837971 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.838231 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.838499 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.838745 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.839050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.839379 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.840492 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.840742 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.841005 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.841256 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.841488 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.841738 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.842001 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.842257 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.842482 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.842705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.843007 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.843235 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.843462 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.843683 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.843917 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.844165 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.844418 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.844640 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.844896 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.845138 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.845363 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.845587 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.845832 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.846078 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.846339 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.846567 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.846844 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.847132 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.847371 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.847603 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.847874 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.848141 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.848362 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.848607 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.848849 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.849067 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.849283 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.849506 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.849724 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.849971 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.850218 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.850438 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.850674 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.850896 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.851251 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.851503 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.851752 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.851991 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.852210 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.852460 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.852707 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.852946 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.853164 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.853384 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.854340 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.854611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.854880 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.855127 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.855923 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.856139 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.856355 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.856575 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.856790 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.857091 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.857337 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.857578 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.857822 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.858066 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.858298 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.858513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.858899 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.859103 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.859245 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.859448 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.859651 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.859862 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.860085 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.860295 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.860588 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.860757 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.860948 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.861167 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.861379 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.861607 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.861819 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.862031 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.862269 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.862480 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.862797 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.863070 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.863297 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.863593 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.863849 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.864094 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.864365 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.864697 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.864934 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.865192 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.865425 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.865639 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.865834 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.866091 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.866403 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.866724 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.867029 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.867298 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.867566 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.867846 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.868135 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.868336 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.868640 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.868995 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.869280 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.869543 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.869776 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.870045 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.870269 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.870506 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.870727 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.871611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.871837 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.872379 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.872379 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.872559 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.872772 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.873004 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.873247 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.873499 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.873726 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.874167 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.874167 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.874349 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.878944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.879645 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880180 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] debug = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.880705 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.881513 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882039 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882039 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882039 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] host = dv-neutron-792998-1-hyperv {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882039 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882492 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882599 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882762 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.882938 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883104 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883264 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883425 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883586 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883746 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.883905 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884066 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_options = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884388 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884543 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884704 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.884880 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885045 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885206 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885365 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885529 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885690 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.885849 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.886010 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.886169 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.886330 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.886698 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.886865 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.887134 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.887299 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.887463 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.888135 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.888625 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889136 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889755 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889755 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889755 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.889944 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890062 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890222 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890380 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890551 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890710 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.890871 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891057 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891217 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891375 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891535 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891694 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.891858 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892018 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892176 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892335 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892495 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892654 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.892814 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.893465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:34:28.895061 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.895258 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_json = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.895439 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.895617 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.895790 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.895960 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.896128 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.896296 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.896574 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.896714 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 16:34:28.896927 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897092 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897275 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897444 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897612 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897778 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.897937 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898104 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898270 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898435 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898608 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898775 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.898975 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.899141 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.899306 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.899472 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.899636 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.899934 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900112 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900234 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900390 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900553 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900735 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.900899 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.901064 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.96/identity {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.901232 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.901507 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903326 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903326 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903587 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066445 May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.903715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.905247 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.905420 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.905650 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.905753 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.905921 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.907472 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.907656 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.909387 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.909573 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.910148 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.910336 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.910520 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.910683 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.910852 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.911061 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.911231 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.911525 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.911704 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.911871 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912031 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912200 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912369 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912534 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912693 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.912859 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913169 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913169 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913376 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913530 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913675 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913824 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.913990 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914157 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914290 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914456 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914618 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914782 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.914955 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.915552 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.915552 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.915552 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916005 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916005 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916005 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916374 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916374 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916627 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916627 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.916889 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.917024 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.917170 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.917294 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.917418 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.917540 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.918202 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.918365 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919026 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919026 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919026 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919237 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919432 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919601 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919766 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.919929 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.920643 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.921454 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.921826 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922002 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922176 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922348 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922518 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922685 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.922851 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.923037 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.923251 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.923376 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924224 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924525 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924525 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.924862 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925590 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925884 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.925884 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.926023 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.926185 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.926347 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.926509 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927488 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927488 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927488 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927488 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927738 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927738 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.927869 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.928022 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.928241 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.928339 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929027 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929027 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.96/identity {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929027 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929027 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929276 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929352 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929510 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929673 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.929837 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.930677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.930677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.930677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.930677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.930677 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.931025 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.931025 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.931152 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.931216 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932288 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932715 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932833 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.932923 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.933084 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.933247 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.933575 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.933834 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934052 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934611 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934825 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.934825 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.935143 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.935218 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.935304 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.936876 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.937303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.937303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.937489 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.937489 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.937621 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.938421 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.938421 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.938421 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.938421 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.938784 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940050 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940560 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940560 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940560 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940745 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940817 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.940981 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.941137 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.941703 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.941799 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.941964 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.942121 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.942296 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.942433 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.943303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.943303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.943303 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.944426 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.944593 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.944769 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.944933 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945098 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945264 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945425 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945603 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945771 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.945953 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.946110 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.946535 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.946535 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.946720 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.946720 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947061 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947061 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947346 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947486 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947569 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947684 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.947852 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.948024 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.948196 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.948363 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.948527 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.948696 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950082 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950082 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950082 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950082 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950565 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950565 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950565 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950565 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950849 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950989 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.950989 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.951367 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.951367 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.951634 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.951770 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.951903 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952036 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952169 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952302 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952435 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952567 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952710 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.952872 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 16:34:28.953026 dv-neutron-792998-1-hyperv neutron-server[99019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 16:34:40.025059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044ee5a3-b3fa-4c37-9d30-2621159ad105 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:34:40.119951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044ee5a3-b3fa-4c37-9d30-2621159ad105 None None] No non-hosted networks {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 16:34:40.141732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.agentschedulers_db [None req-044ee5a3-b3fa-4c37-9d30-2621159ad105 None None] DHCP Agent not found on host dv-neutron-792998-1-hyperv {{(pid=99128) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 16:34:40.219052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89b663fa-44d1-48a3-b2a6-c423a87819ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:42.386897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:42.387731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.387949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.388284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.388619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.388945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.389269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.399539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.400190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.400675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.401169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.403212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.403734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:42.404296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-792998-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:42.420664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-792998-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:34:42.737252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86398af2-3a71-4c19-9a53-3814a35ca81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:42.800235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-94892d99-9ebd-4237-b10d-9ae5233a6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:43.655570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:45.312972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:46.873116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 50194) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:34:47.487761 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING oslo_policy.policy [None req-e0c61f86-e32e-49d1-943c-a546f8da0cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:47.488372 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING oslo_policy.policy [None req-e0c61f86-e32e-49d1-943c-a546f8da0cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:47.704824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-e0c61f86-e32e-49d1-943c-a546f8da0cbb admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:34:47.706068 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e0c61f86-e32e-49d1-943c-a546f8da0cbb admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8308623 May 25 16:34:48.762967 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.db.l3_hamode_db [None req-78ae89ae-2b61-496a-8113-60d0265799da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 16:34:48.851133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae89ae-2b61-496a-8113-60d0265799da None None] Routers set() bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:34:48.851521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae89ae-2b61-496a-8113-60d0265799da None None] Router IDs set() for agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 16:34:50.091782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 50208) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:34:50.462450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:34:50.563487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.policy [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99126) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:34:50.609062 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING oslo_policy.policy [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:50.609437 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING oslo_policy.policy [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:50.617849 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.quota [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Loaded quota_driver: . May 25 16:34:50.634040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:34:50.695890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866012221', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866013105', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866031881', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866029221', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866047961', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771866046068', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-738196', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-712470', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8002304', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7994093'] for rbac-policy, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:50.757853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:50.759163 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5d1c3666-221f-4a3f-a57a-b1002920cb1b admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6664155 May 25 16:34:53.515308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50222) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:34:54.141528 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING oslo_policy.policy [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:54.142139 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING oslo_policy.policy [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:54.361320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:34:54.362947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.quota [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Loaded quota_driver: . May 25 16:34:54.379140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:34:54.385459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Usage tracker for resource:network and tenant:2033ad8f5f654b53ba87e70e425ec36c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:34:54.391149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:34:54.399046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:34:54.419191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Made reservation on behalf of 2033ad8f5f654b53ba87e70e425ec36c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:34:54.493129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.policy [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99127) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 16:34:54.539080 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING oslo_policy.policy [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:54.539685 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING oslo_policy.policy [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 16:34:54.550440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.571563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.586368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:34:54.592021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Usage tracker for resource:security_group_rule and tenant:2033ad8f5f654b53ba87e70e425ec36c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:34:54.597174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:34:54.602895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:34:54.702316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.706070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.711780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:54.734308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:34:54.760090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771862595557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.760934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Unsubscribe: segment precommit_create {{(pid=99127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 16:34:54.761680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Added segment de5094ab-7878-4418-bcf8-097e3f81714c of type vlan for network 1fed804f-64dc-445f-b22a-9693428d8d70 May 25 16:34:54.770552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ec756-63d5-4a7a-8155-8fac87c51de8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:54.827994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.828338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.828660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.828976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.829286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.829609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.829920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.830338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.831166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.831785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.832106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.832415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Tracked resource versions report: May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: pushed versions: May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: { 'AddressGroup': {'1.2'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'ConntrackHelper': {'1.0'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Log': {'1.0'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Network': {'1.1'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Port': {'1.7'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'PortForwarding': {'1.2'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'QosPolicy': {'1.8'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroup': {'1.4'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroupRule': {'1.2'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SubPort': {'1.0'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Subnet': {'1.1'}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Trunk': {'1.1'}} May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: consumer versions: May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'ConntrackHelper': '1.0', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Log': '1.0', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Network': '1.1', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Port': '1.7', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'PortForwarding': '1.2', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'QosPolicy': '1.8', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroup': '1.4', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroupRule': '1.2', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SubPort': '1.0', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Subnet': '1.1', May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Trunk': '1.1'}} May 25 16:34:54.833881 dv-neutron-792998-1-hyperv neutron-server[99127]: {{(pid=99127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:34:54.890993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:54.894594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.937862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.939485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:34:54.940156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:54.944756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:55.062197 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5457969 May 25 16:34:55.067197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Pushing event updated for resources: {'Network': ['ID=1fed804f-64dc-445f-b22a-9693428d8d70,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:55.070505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:55.079856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1fed804f-64dc-445f-b22a-9693428d8d70 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:34:57.770082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50244) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:34:58.225159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a325da-9202-4070-926e-4f28dfa99d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:34:58.226399 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9a325da-9202-4070-926e-4f28dfa99d55 admin admin] 10.222.0.96 "GET /v2.0/networks/1fed804f-64dc-445f-b22a-9693428d8d70 HTTP/1.1" status: 200 len: 826 time: 0.4553502 May 25 16:34:58.256962 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-af765d9b-4d10-43d2-b793-bef70230872e admin admin] 10.222.0.96 "GET /v2.0/subnetpools/7195d42f-e79c-487b-abf9-f705257607d2 HTTP/1.1" status: 200 len: 734 time: 0.0244117 May 25 16:34:58.265590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Request body: {'subnet': {'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2', 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:34:58.270303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:34:58.274017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Usage tracker for resource:subnet and tenant:2033ad8f5f654b53ba87e70e425ec36c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:34:58.277213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:34:58.286365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:34:58.296645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Made reservation on behalf of 2033ad8f5f654b53ba87e70e425ec36c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:34:58.299160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:58.771793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:58.778004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:58.858595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Checking segment: {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:34:58.858980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Network hostable DHCP agents. Network: 1fed804f-64dc-445f-b22a-9693428d8d70, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:34:58.870030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42fdac7-24e0-4611-967f-90fcdd804fab,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:58.873433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:58.884994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Network 1fed804f-64dc-445f-b22a-9693428d8d70 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:34:58.895434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 1fed804f-64dc-445f-b22a-9693428d8d70) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:34:58.900119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:34:58.900700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:58.905834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e98fd61-8cdf-40be-a459-1ce37dae0172 None None] Network 1fed804f-64dc-445f-b22a-9693428d8d70 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:34:58.921786 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6593547 May 25 16:34:59.219947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1fed804f-64dc-445f-b22a-9693428d8d70', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:34:59.221131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:59.412937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Allocated IP 172.20.0.2 (1fed804f-64dc-445f-b22a-9693428d8d70/d42fdac7-24e0-4611-967f-90fcdd804fab/ad1a8497-a018-48a9-98aa-dc7ad86a4662) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:34:59.649303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:59.664203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Transition to ACTIVE for port object ad1a8497-a018-48a9-98aa-dc7ad86a4662 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:34:59.695114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Transition to ACTIVE for port object ad1a8497-a018-48a9-98aa-dc7ad86a4662 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:34:59.703234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:59.707976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:34:59.768425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Network 1fed804f-64dc-445f-b22a-9693428d8d70 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:34:59.773251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:34:59.780856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:34:59.783033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Pushing event updated for resources: {'Port': ['ID=ad1a8497-a018-48a9-98aa-dc7ad86a4662,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:34:59.791844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.792226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.792568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.792936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.793192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.793523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.793840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.794155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.794480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.794795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.795124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.795433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Tracked resource versions report: May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: pushed versions: May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: { 'AddressGroup': {'1.2'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'ConntrackHelper': {'1.0'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Log': {'1.0'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Network': {'1.1'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Port': {'1.7'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'PortForwarding': {'1.2'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'QosPolicy': {'1.8'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroup': {'1.4'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroupRule': {'1.2'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SubPort': {'1.0'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Subnet': {'1.1'}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Trunk': {'1.1'}} May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: consumer versions: May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'ConntrackHelper': '1.0', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Log': '1.0', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Network': '1.1', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Port': '1.7', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'PortForwarding': '1.2', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'QosPolicy': '1.8', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroup': '1.4', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroupRule': '1.2', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SubPort': '1.0', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Subnet': '1.1', May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Trunk': '1.1'}} May 25 16:34:59.796813 dv-neutron-792998-1-hyperv neutron-server[99128]: {{(pid=99128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:34:59.830717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:34:59.888034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Attempting to bind port ad1a8497-a018-48a9-98aa-dc7ad86a4662 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:34:59.888424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Attempting to bind port ad1a8497-a018-48a9-98aa-dc7ad86a4662 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:34:59.888867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Attempting to bind port ad1a8497-a018-48a9-98aa-dc7ad86a4662 on network 1fed804f-64dc-445f-b22a-9693428d8d70 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:34:59.893977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:34:59.894374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Checking segment: {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:34:59.894836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:59.895345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Bound using segment: {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:34:59.895751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Bound port: ad1a8497-a018-48a9-98aa-dc7ad86a4662, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:34:59.896126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:34:59.985845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] For port ad1a8497-a018-48a9-98aa-dc7ad86a4662, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:34:59.999977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] For port ad1a8497-a018-48a9-98aa-dc7ad86a4662, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ad1a8497-a018-48a9-98aa-dc7ad86a4662,segment=NetworkSegment(de5094ab-7878-4418-bcf8-097e3f81714c),segment_id=de5094ab-7878-4418-bcf8-097e3f81714c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:35:00.004905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:00.009169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:00.102439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Pushing event updated for resources: {'Port': ['ID=ad1a8497-a018-48a9-98aa-dc7ad86a4662,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:00.106253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:01.340941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50254) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:01.755728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-43d56762-fad7-4f13-a0df-9e18e5f130fd admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:35:01.770940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-43d56762-fad7-4f13-a0df-9e18e5f130fd admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4022627 May 25 16:35:04.164770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50264) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:04.562156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-360a104c-19ac-4b93-ae8b-8d81ac28156f admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:35:04.569222 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-360a104c-19ac-4b93-ae8b-8d81ac28156f admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4034207 May 25 16:35:05.732707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d60fb-7a32-42dc-8d8b-1fc8a4e4065d None None] Network 1fed804f-64dc-445f-b22a-9693428d8d70 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:35:05.833343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-841879db-f8a9-43d2-88e7-b0ef17d64ce6 None None] Provisioning for port ad1a8497-a018-48a9-98aa-dc7ad86a4662 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:35:06.489496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ad1a8497-a018-48a9-98aa-dc7ad86a4662 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:06.565881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ad1a8497-a018-48a9-98aa-dc7ad86a4662 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:35:06.570380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ad1a8497-a018-48a9-98aa-dc7ad86a4662 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:06.570779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:06.689489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:06.721741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ad1a8497-a018-48a9-98aa-dc7ad86a4662, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ad1a8497-a018-48a9-98aa-dc7ad86a4662,segment=NetworkSegment(de5094ab-7878-4418-bcf8-097e3f81714c),segment_id=de5094ab-7878-4418-bcf8-097e3f81714c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:35:06.727605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:06.730454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:06.806070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ad1a8497-a018-48a9-98aa-dc7ad86a4662,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:06.810556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:07.333572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50280) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:07.703729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:35:07.708545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:35:07.712219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Usage tracker for resource:router and tenant:2033ad8f5f654b53ba87e70e425ec36c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:35:07.716281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:35:07.722036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:35:07.732171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:07.733701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:07.754827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:07.866578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:07.884780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:07.886480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3610d9fc-581c-4eae-9468-0081aa6962dc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5519385 May 25 16:35:08.470793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ad1a8497-a018-48a9-98aa-dc7ad86a4662 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:08.539421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ad1a8497-a018-48a9-98aa-dc7ad86a4662 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:08.539819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:09.933363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8af0bbc5-9738-4679-b782-72dfac71ce51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:10.387163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50290) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:10.784046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-15d336aa-5608-4bc3-a3af-dfc45d8665b0 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:35:10.785026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15d336aa-5608-4bc3-a3af-dfc45d8665b0 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3970933 May 25 16:35:12.373834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:12.734309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1a241b3-0420-46f5-b0d5-6e7a2fafb3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.207051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50300) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:13.583091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:35:13.591688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:35:13.595492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Usage tracker for resource:network and tenant:70f3a195dad745e68a00c023f206c411 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:35:13.598421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:35:13.599021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.604362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:35:13.614490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Made reservation on behalf of 70f3a195dad745e68a00c023f206c411 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:35:13.616997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.645788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.661835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:35:13.665625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Usage tracker for resource:security_group_rule and tenant:70f3a195dad745e68a00c023f206c411 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:35:13.669009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:35:13.675155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:35:13.761830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.765590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.769645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:13.782636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=99127) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 16:35:13.806144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb1d6a1-d811-4dab-b7e2-9199055daaf7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:13.809603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.809945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Added segment 9c6d87f3-d2a3-473b-b896-6478b2718326 of type flat for network 3e0a1cb1-1da6-4138-9a43-77389427a68e May 25 16:35:13.811121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:13.842536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.881056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.882534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:35:13.883206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:13.888943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:13.998408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0a1cb1-1da6-4138-9a43-77389427a68e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:14.001339 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7933121 May 25 16:35:14.002032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:14.022080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:35:15.269558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:16.483292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50320) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:16.699990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401fbc67-6717-446f-bae5-f89aa4095cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:35:16.701323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-401fbc67-6717-446f-bae5-f89aa4095cbc admin admin] 10.222.0.96 "GET /v2.0/subnets/d42fdac7-24e0-4611-967f-90fcdd804fab HTTP/1.1" status: 200 len: 849 time: 0.2171848 May 25 16:35:16.850444 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9319a4e0-27a3-4108-a5f2-66d0bcd358c1 admin admin] 10.222.0.96 "GET /v2.0/routers/f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc HTTP/1.1" status: 200 len: 704 time: 0.1426687 May 25 16:35:17.322133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:17.556760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Allocated IP 172.20.0.1 (1fed804f-64dc-445f-b22a-9693428d8d70/d42fdac7-24e0-4611-967f-90fcdd804fab/a73e956a-fa14-4a75-b550-7c3e6e73ccf4) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:35:17.715832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:17.732844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Transition to ACTIVE for port object a73e956a-fa14-4a75-b550-7c3e6e73ccf4 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:35:17.821293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:17.825080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:17.887810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Network 1fed804f-64dc-445f-b22a-9693428d8d70 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:35:17.890561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:35:17.894245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:35:17.894759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.022514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Pushing event updated for resources: {'Port': ['ID=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:18.037728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:18.062462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-43207416-ea76-41f3-bf3b-13c9a02276e9 None None] Provisioning for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:35:18.067571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-43207416-ea76-41f3-bf3b-13c9a02276e9 None None] Provisioning complete for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:18.067947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-43207416-ea76-41f3-bf3b-13c9a02276e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.122438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-43207416-ea76-41f3-bf3b-13c9a02276e9 None None] Port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:35:18.163046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.413276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.418045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.419175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.422738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:18.558312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Pushing event updated for resources: {'Port': ['ID=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:18.561137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:18.623474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Network 1fed804f-64dc-445f-b22a-9693428d8d70 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:35:18.624495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:35:18.815188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:35:18.851847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5e764f91-2458-4d45-9f2f-d32cef709c3c None None] Provisioning complete for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:18.852212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e764f91-2458-4d45-9f2f-d32cef709c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:18.908987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5e764f91-2458-4d45-9f2f-d32cef709c3c None None] Port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:35:18.972710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:35:18.982527 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] 10.222.0.96 "PUT /v2.0/routers/f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1270893 May 25 16:35:18.983773 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Sync routers for ids ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:35:18.995498 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Routers {'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:35:18.996508 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:35:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:19.175554 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Set router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:35:19.558468 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:18Z', 'revision_number': 2, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port_host': None, '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:18Z', 'revision_number': 2, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:19.563663 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Checking router: f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:35:19.564031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Updating router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:35:19.615142 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.007369 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.024855 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Transition to ACTIVE for port object a73e956a-fa14-4a75-b550-7c3e6e73ccf4 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:35:20.033002 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.037776 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:20.267251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Pushing event updated for resources: {'Port': ['ID=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:20.277947 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.278301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.278641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.278993 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.279314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.279651 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.279969 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.280285 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.280613 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.280930 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.281241 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.281556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Tracked resource versions report: May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: pushed versions: May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: { 'AddressGroup': {'1.2'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'ConntrackHelper': {'1.0'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Log': {'1.0'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Network': {'1.1'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Port': {'1.7'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'PortForwarding': {'1.2'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'QosPolicy': {'1.8'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroup': {'1.4'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroupRule': {'1.2'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SubPort': {'1.0'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Subnet': {'1.1'}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Trunk': {'1.1'}} May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: consumer versions: May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'ConntrackHelper': '1.0', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Log': '1.0', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Network': '1.1', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Port': '1.7', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'PortForwarding': '1.2', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'QosPolicy': '1.8', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroup': '1.4', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroupRule': '1.2', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SubPort': '1.0', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Subnet': '1.1', May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Trunk': '1.1'}} May 25 16:35:20.282996 dv-neutron-792998-1-hyperv neutron-server[99129]: {{(pid=99129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:35:20.286976 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:20.288337 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Attempting to bind port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:35:20.288711 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Attempting to bind port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:35:20.289147 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Attempting to bind port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 on network 1fed804f-64dc-445f-b22a-9693428d8d70 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:35:20.296333 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:35:20.296746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Checking segment: {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:35:20.297216 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.297601 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Bound using segment: {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:35:20.298136 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Bound port: a73e956a-fa14-4a75-b550-7c3e6e73ccf4, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5094ab-7878-4418-bcf8-097e3f81714c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:35:20.298502 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.387477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] For port a73e956a-fa14-4a75-b550-7c3e6e73ccf4, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:35:20.392894 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] For port a73e956a-fa14-4a75-b550-7c3e6e73ccf4, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,segment=NetworkSegment(de5094ab-7878-4418-bcf8-097e3f81714c),segment_id=de5094ab-7878-4418-bcf8-097e3f81714c)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:35:20.396841 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:20.400798 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:20.480997 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Routers {'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:35:20.481632 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:35:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:20.653326 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Pushing event updated for resources: {'Port': ['ID=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:20.658077 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:20.679613 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] Set router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:35:21.009130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:18Z', 'revision_number': 2, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port_host': None, '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:20Z', 'revision_number': 4, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:21.013519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd52ae6-f6d0-457b-847a-db00785c17e6 None None] The sync data for ids ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'] in dv-neutron-792998-1-hyperv is: [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:18Z', 'revision_number': 2, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port_host': None, '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:20Z', 'revision_number': 4, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:35:21.211007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:21.359747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a9439-6dce-4f1e-a401-adde5b3e42ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:35:21.360198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd6a9439-6dce-4f1e-a401-adde5b3e42ef admin admin] Synchronizing usage tracker for tenant:70f3a195dad745e68a00c023f206c411 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:35:21.379083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd6a9439-6dce-4f1e-a401-adde5b3e42ef admin admin] Unset dirty status for tenant:70f3a195dad745e68a00c023f206c411 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:35:21.380983 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd6a9439-6dce-4f1e-a401-adde5b3e42ef admin admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 842 time: 0.1679540 May 25 16:35:21.390592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Request body: {'subnet': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'ip_version': 4, 'gateway_ip': '172.26.6.1', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:35:21.395962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:35:21.399961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Usage tracker for resource:subnet and tenant:70f3a195dad745e68a00c023f206c411 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:35:21.403257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:35:21.412789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:35:21.424034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Made reservation on behalf of 70f3a195dad745e68a00c023f206c411 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:35:21.426329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:21.891368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:35:21.891804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:21.895410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:21.964575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248cac5c-13a9-40d6-bff8-6eed75dced4f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:21.968717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:21.974399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:35:21.974743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Network hostable DHCP agents. Network: 3e0a1cb1-1da6-4138-9a43-77389427a68e, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:35:21.992160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:35:22.002088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3e0a1cb1-1da6-4138-9a43-77389427a68e) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:35:22.006405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:35:22.006986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:22.015872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4960c1e-04f6-4eb7-8f8a-9ee4c2fdd26f None None] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:35:22.030976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6413090 May 25 16:35:22.224731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b31763-fb1b-4ef4-9de0-77b2b1c2b1e6 None None] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:35:24.344726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50356) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:24.504552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a73e956a-fa14-4a75-b550-7c3e6e73ccf4 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:24.576190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:35:24.580997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:24.581377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:24.585798 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f9028f3c-9eec-4ee1-b1f3-e93acbda1954 admin admin] 10.222.0.96 "GET /v2.0/routers/f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc HTTP/1.1" status: 200 len: 710 time: 0.2399013 May 25 16:35:24.710313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:24.721640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73b905-f7d8-4724-92b5-9de8c5bcfa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:35:24.723027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf73b905-f7d8-4724-92b5-9de8c5bcfa84 admin admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 886 time: 0.1307845 May 25 16:35:24.731986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:35:24.748732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a73e956a-fa14-4a75-b550-7c3e6e73ccf4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,segment=NetworkSegment(de5094ab-7878-4418-bcf8-097e3f81714c),segment_id=de5094ab-7878-4418-bcf8-097e3f81714c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:35:24.752707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:24.755218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:24.826320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a73e956a-fa14-4a75-b550-7c3e6e73ccf4,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:24.829443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:25.200236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:25.569026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:25.626143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:25.766186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Allocated IP 172.26.6.97 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/5db37fd2-e21f-4c93-928d-bbdcf404fbc8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:35:25.911379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:25.940653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:25.945156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:26.003490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:35:26.006385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:35:26.009908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:35:26.077512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:26.125667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:26.397391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:26.480601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a73e956a-fa14-4a75-b550-7c3e6e73ccf4 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:26.553658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:26.554026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:26.826770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:26.829983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:27.007330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:35:27.185849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:35:27.194752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:27.195120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Sync routers for ids ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:35:27.195976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] 10.222.0.96 "PUT /v2.0/routers/f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc HTTP/1.1" status: 200 len: 889 time: 2.4675577 May 25 16:35:27.205882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Routers {'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:35:27.206560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:35:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:27.410744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Set router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:35:27.820681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:26Z', 'revision_number': 4, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port': {'id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:25Z', 'updated_at': '2021-05-25T16:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:24Z', 'revision_number': 5, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:27.826738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Checking router: f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:35:27.827097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Updating router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:35:27.881969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.216110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.227903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Transition to ACTIVE for port object 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:35:28.235065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.238852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:28.317331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Attempting to bind port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:35:28.317699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Attempting to bind port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:35:28.318059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Attempting to bind port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:35:28.323776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Pushing event updated for resources: {'Port': ['ID=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:28.326399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:28.328972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:35:28.329345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:35:28.329740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.330745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:35:28.330745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Bound port: 5db37fd2-e21f-4c93-928d-bbdcf404fbc8, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:35:28.331048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.404150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] For port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:35:28.407488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] For port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:35:28.412115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:28.417453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1990753-cd45-4ace-bd33-6f3a2c76b06d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:28.497251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Pushing event updated for resources: {'Port': ['ID=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:28.499822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Routers {'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:35:28.500416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:35:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:28.550012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:28.681204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] Set router f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:35:29.018083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:26Z', 'revision_number': 4, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port': {'id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:25Z', 'updated_at': '2021-05-25T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:24Z', 'revision_number': 5, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:35:29.022433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb80cf-f29a-42be-969f-528a2a11e409 None None] The sync data for ids ['f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc'] in dv-neutron-792998-1-hyperv is: [{'id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'name': 'router1', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:35:07Z', 'updated_at': '2021-05-25T16:35:26Z', 'revision_number': 4, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'gw_port': {'id': '5db37fd2-e21f-4c93-928d-bbdcf404fbc8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:25Z', 'updated_at': '2021-05-25T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a73e956a-fa14-4a75-b550-7c3e6e73ccf4', 'name': '', 'network_id': '1fed804f-64dc-445f-b22a-9693428d8d70', 'tenant_id': '2033ad8f5f654b53ba87e70e425ec36c', 'mac_address': 'fa:16:3e:83:00:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ffb6b-0a31-4016-b399-3ebc1dfb0cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:35:17Z', 'updated_at': '2021-05-25T16:35:24Z', 'revision_number': 5, 'project_id': '2033ad8f5f654b53ba87e70e425ec36c', 'subnets': [{'id': 'd42fdac7-24e0-4611-967f-90fcdd804fab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7195d42f-e79c-487b-abf9-f705257607d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:35:29.580986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50366) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:35:29.701394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c03c2879-73eb-4d6d-abe1-587774fbb931 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1192572 May 25 16:35:30.517353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:30.590881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:35:30.595915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:30.596768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:30.724475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:30.741148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:35:30.746132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:30.748666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:35:30.817859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=5db37fd2-e21f-4c93-928d-bbdcf404fbc8,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:35:30.820887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:35:32.490327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:35:32.607213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5db37fd2-e21f-4c93-928d-bbdcf404fbc8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:35:32.607722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:36.800846 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:35:39.941989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-413812dd-d380-461e-91fc-b3af70a682e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:42.379716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:42.737363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-edce0fe5-56f6-469f-bd47-f9fcfc6a1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:43.603562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:35:45.291839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:09.938580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-94565b59-8fec-4cc4-97e5-f28fc0c6249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:12.374890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:12.740973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b13ea9b-31d9-468e-b37c-96adedda8463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:13.606617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:13.799254 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:36:15.294805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:39.932405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ccc3e628-327b-47a8-83e3-aba7dcb53bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:42.377741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:42.745337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3a0efd1c-a3bb-4348-a995-7c9fbb67d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:43.608327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:45.295118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:36:50.798001 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:37:09.934606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42de4907-4307-496a-8b0a-077dbafa9740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:10.474133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50968) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:10.542517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f215637a-d4ce-4822-918a-b5bb0f967c33 admin admin] GET failed (client error): The resource could not be found. May 25 16:37:10.543853 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f215637a-d4ce-4822-918a-b5bb0f967c33 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0686986 May 25 16:37:10.679207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22ae2b-c293-4098-967a-03e368c708ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:10.681289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dc22ae2b-c293-4098-967a-03e368c708ba admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1324351 May 25 16:37:12.380866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:12.740483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7697dda3-9e81-496d-b755-663c4398f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:12.818799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50978) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:12.927924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e9c25-5592-4a8e-8b40-febd1fa5115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:12.928482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f39e9c25-5592-4a8e-8b40-febd1fa5115b admin admin] Synchronizing usage tracker for tenant:70f3a195dad745e68a00c023f206c411 on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:37:12.944111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f39e9c25-5592-4a8e-8b40-febd1fa5115b admin admin] Unset dirty status for tenant:70f3a195dad745e68a00c023f206c411 on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:37:12.945807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f39e9c25-5592-4a8e-8b40-febd1fa5115b admin admin] 10.222.0.96 "GET /v2.0/subnets/d42fdac7-24e0-4611-967f-90fcdd804fab HTTP/1.1" status: 200 len: 849 time: 0.1255090 May 25 16:37:12.955822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:37:13.079215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.266114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733'] for subnet, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.269750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ab094ebc-c347-4f5b-95f9-ab7c883d803e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:37:13.314599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:13.314845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.317027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] 10.222.0.96 "PUT /v2.0/subnets/d42fdac7-24e0-4611-967f-90fcdd804fab HTTP/1.1" status: 200 len: 868 time: 0.3649704 May 25 16:37:13.330979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb3e97-baa1-46b6-8f74-ae558a4afde4 None None] Network 1fed804f-64dc-445f-b22a-9693428d8d70 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:37:13.347039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42fdac7-24e0-4611-967f-90fcdd804fab,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:37:13.356166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.356530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.356898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.357238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.357564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.357914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.358249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.358577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.358896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.359262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.359697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.360019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:37:13.363678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:37:13.615357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.843532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0d447acb-4702-42f5-a5d6-830258d056e8 None None] Provisioning complete for port a73e956a-fa14-4a75-b550-7c3e6e73ccf4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:37:13.843896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d447acb-4702-42f5-a5d6-830258d056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:13.972563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0d447acb-4702-42f5-a5d6-830258d056e8 None None] Provisioning complete for port ad1a8497-a018-48a9-98aa-dc7ad86a4662 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:37:13.972823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d447acb-4702-42f5-a5d6-830258d056e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:15.298455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:15.469517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 50988) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:15.688905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173f941-ea66-4e23-9c9d-edac1d2cb7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:15.689320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173f941-ea66-4e23-9c9d-edac1d2cb7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:15.690990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f173f941-ea66-4e23-9c9d-edac1d2cb7bc admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2204983 May 25 16:37:17.859467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 50998) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:18.034169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084cd5be-84ae-41c4-8a82-62a5911bd748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:18.034647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084cd5be-84ae-41c4-8a82-62a5911bd748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:18.036199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-084cd5be-84ae-41c4-8a82-62a5911bd748 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1756442 May 25 16:37:20.172841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51008) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:20.345997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36403422-d0a6-4715-a5b9-d3c64217d44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:20.347361 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-36403422-d0a6-4715-a5b9-d3c64217d44b admin admin] 10.222.0.96 "GET /v2.0/networks/1fed804f-64dc-445f-b22a-9693428d8d70 HTTP/1.1" status: 200 len: 870 time: 0.1735880 May 25 16:37:22.510664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51018) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:22.726061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc87bb8-2184-4e67-8351-296ab646f92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:22.727637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5dc87bb8-2184-4e67-8351-296ab646f92f admin admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 886 time: 0.2160015 May 25 16:37:24.886684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:24.997030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474a71a-f8df-45d8-b1f6-4cf00a44cae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:24.997501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474a71a-f8df-45d8-b1f6-4cf00a44cae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:24.999048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0474a71a-f8df-45d8-b1f6-4cf00a44cae4 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113791 May 25 16:37:27.141560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51038) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:27.252572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851ca24-d830-4cf8-9f38-114c73fe9eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:27.253031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a851ca24-d830-4cf8-9f38-114c73fe9eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:27.254517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a851ca24-d830-4cf8-9f38-114c73fe9eb5 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1120327 May 25 16:37:27.797132 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:37:29.391780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51048) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:29.496133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbd77e-050f-48bd-892d-b90fb348550d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:29.497468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ddbd77e-050f-48bd-892d-b90fb348550d admin admin] 10.222.0.96 "GET /v2.0/subnets/248cac5c-13a9-40d6-bff8-6eed75dced4f HTTP/1.1" status: 200 len: 816 time: 0.1047075 May 25 16:37:31.670562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51058) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:31.782183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b7b913-dc73-4691-8215-9c3d9135f999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:31.783565 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-24b7b913-dc73-4691-8215-9c3d9135f999 admin admin] 10.222.0.96 "GET /v2.0/subnets/d42fdac7-24e0-4611-967f-90fcdd804fab HTTP/1.1" status: 200 len: 868 time: 0.1120293 May 25 16:37:39.939338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-caa6c7c5-f3fa-4b6b-8fd2-b6d5e1a386fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:42.384331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:42.742846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9e4e5251-9fca-4ded-b2f0-5bb8c96751cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:43.615718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:45.301086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:37:55.556722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51102) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:55.606437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-a67642bb-8fc1-4f0a-993c-e4f943f98a71 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:37:55.607440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a67642bb-8fc1-4f0a-993c-e4f943f98a71 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497975 May 25 16:37:57.879002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51112) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:37:57.958362 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad0be50-11c0-4c7d-bcd2-b5bb2079d71d admin admin] GET failed (client error): The resource could not be found. May 25 16:37:57.959673 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ad0be50-11c0-4c7d-bcd2-b5bb2079d71d admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0798123 May 25 16:37:58.088528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04d021f-04f9-4af5-91cc-9c7c962e2033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:37:58.089874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a04d021f-04f9-4af5-91cc-9c7c962e2033 admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1256547 May 25 16:38:00.261892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51122) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:00.312678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:38:00.317520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:38:00.327595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:38:00.338848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Made reservation on behalf of 70f3a195dad745e68a00c023f206c411 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:38:00.341320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:00.432150 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.services.revisions.revision_plugin [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Could not find related network for resource to bump revision. May 25 16:38:00.444735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:38:00.454852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:00.455218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Added segment f30c1aa6-25c0-4d4d-9092-714284473703 of type vlan for network ab9b460d-2eb0-4164-a242-e97731367c6e May 25 16:38:00.482871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:00.514979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:00.516273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:00.516827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:00.520058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:00.626189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9b460d-2eb0-4164-a242-e97731367c6e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:00.629503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:00.646820 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3685799 May 25 16:38:00.648048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ab9b460d-2eb0-4164-a242-e97731367c6e details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:38:02.794905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51132) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:38:02.870126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-222262e6-3c6a-42b5-9451-0951ac861340 admin admin] GET failed (client error): The resource could not be found. May 25 16:38:02.870653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-222262e6-3c6a-42b5-9451-0951ac861340 admin admin] Synchronizing usage tracker for tenant:70f3a195dad745e68a00c023f206c411 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:38:02.885862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-222262e6-3c6a-42b5-9451-0951ac861340 admin admin] Unset dirty status for tenant:70f3a195dad745e68a00c023f206c411 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:38:02.887186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-222262e6-3c6a-42b5-9451-0951ac861340 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0912588 May 25 16:38:02.995140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0564a6f-edfc-4dc5-ae19-47dd4d09c04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:02.996488 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c0564a6f-edfc-4dc5-ae19-47dd4d09c04c admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1053872 May 25 16:38:03.006051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e', 'description': 'shared-subnet'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:38:03.011104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:38:03.021638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:38:03.032208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Made reservation on behalf of 70f3a195dad745e68a00c023f206c411 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:38:03.034903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.430664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.434465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:03.509542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Pushing event updated for resources: {'Subnet': ['ID=210c2a35-9e6a-4438-9290-87c937f5516a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:03.512211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:03.519205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Checking segment: {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:38:03.519557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Network hostable DHCP agents. Network: ab9b460d-2eb0-4164-a242-e97731367c6e, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:38:03.537319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Network ab9b460d-2eb0-4164-a242-e97731367c6e is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:38:03.546408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ab9b460d-2eb0-4164-a242-e97731367c6e) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:03.551039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:38:03.552036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.555241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d0179-529a-4a84-9d6e-bb13f9613565 None None] Network ab9b460d-2eb0-4164-a242-e97731367c6e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:38:03.577651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5749910 May 25 16:38:03.785542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-ab9b460d-2eb0-4164-a242-e97731367c6e', 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e', 'tenant_id': '70f3a195dad745e68a00c023f206c411', 'fixed_ips': [{'subnet_id': '210c2a35-9e6a-4438-9290-87c937f5516a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:38:03.786359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:03.964474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Allocated IP 192.168.233.2 (ab9b460d-2eb0-4164-a242-e97731367c6e/210c2a35-9e6a-4438-9290-87c937f5516a/47b016c7-9a26-4e73-8e08-1fea7c2f18a0) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:38:04.178109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.189379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Transition to ACTIVE for port object 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:38:04.208867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Transition to ACTIVE for port object 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:38:04.216744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.224114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:04.290336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Network ab9b460d-2eb0-4164-a242-e97731367c6e is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:38:04.293193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:38:04.299840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:38:04.301937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Pushing event updated for resources: {'Port': ['ID=47b016c7-9a26-4e73-8e08-1fea7c2f18a0,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:04.335732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.336097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.336488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.336975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.337304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.337640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.337963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.338282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.338619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.338964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.339274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.339584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:38:04.347522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:04.408563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Attempting to bind port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:38:04.408937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Attempting to bind port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:38:04.409295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Attempting to bind port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 on network ab9b460d-2eb0-4164-a242-e97731367c6e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:38:04.415206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:38:04.415577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Checking segment: {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:38:04.415984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.416378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Bound using segment: {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:38:04.416855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Bound port: 47b016c7-9a26-4e73-8e08-1fea7c2f18a0, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:38:04.417225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.518275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] For port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:38:04.521984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] For port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=47b016c7-9a26-4e73-8e08-1fea7c2f18a0,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:38:04.526495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:04.530813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:04.610815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Pushing event updated for resources: {'Port': ['ID=47b016c7-9a26-4e73-8e08-1fea7c2f18a0,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:04.614282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:04.801941 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:38:05.458659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835d212-abf6-4f26-a5ee-2e1c77330dff None None] Network ab9b460d-2eb0-4164-a242-e97731367c6e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:38:05.569911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-963f5aaf-35b2-4ce4-bf12-5169369e4d07 None None] Provisioning for port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:38:06.661819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:06.732906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:38:06.737548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:06.737922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:06.856807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:06.887988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=47b016c7-9a26-4e73-8e08-1fea7c2f18a0,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:38:06.890781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:06.892782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:38:06.960805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=47b016c7-9a26-4e73-8e08-1fea7c2f18a0,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:38:06.963961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:38:08.615114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:38:08.686775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 47b016c7-9a26-4e73-8e08-1fea7c2f18a0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:38:08.687096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:09.941169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86719898-7200-4964-901f-7c4aa27bb1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.387529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:12.744653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b57f8af5-dfd1-4908-90a1-33a4036fa32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:13.619711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:15.303136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:39.944878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a5a1-09d9-4b7f-ba0f-accb23a1c177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:41.801256 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:38:42.416663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:42.747091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-715702c3-1573-4820-ae04-ef2c1027fded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:43.622053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:38:45.305948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:09.951526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aef851df-4e44-4304-9dce-4152826e953f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:12.399748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:12.749528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d400cfe-2abe-4cc0-81a7-41b588e3250f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:13.625438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:15.309319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:18.801118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:39:21.645916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51182) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:21.651927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-386993b6-87df-46c4-adba-e02c0ce11e9c tempest-verify_tempest_config-223602487 tempest-verify_tempest_config-223602487-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:39:21.652872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-386993b6-87df-46c4-adba-e02c0ce11e9c tempest-verify_tempest_config-223602487 tempest-verify_tempest_config-223602487-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059993 May 25 16:39:21.964897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51200) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:22.084517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.098463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:39:22.102173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Usage tracker for resource:security_group_rule and tenant:8303c2dbc4de47ca8019ee986d3dc7fc is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:39:22.104921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:39:22.110573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:39:22.193628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.197468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.209038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:39:22.294610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Synchronizing usage tracker for tenant:70f3a195dad745e68a00c023f206c411 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:39:22.298529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775dc213-3191-4dce-9944-50fb36387b8c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:39:22.308769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.309125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.309482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.309788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.310106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.310423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.310736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.311089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.311406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.311715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.312023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.312329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:39:22.317410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:39:22.325810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Unset dirty status for tenant:70f3a195dad745e68a00c023f206c411 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:39:22.327184 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8303c2dbc4de47ca8019ee986d3dc7fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3612368 May 25 16:39:22.329759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51206) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:39:22.387783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.415194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.524459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.528834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:39:22.544540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775dc213-3191-4dce-9944-50fb36387b8c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:39:22.547001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:39:22.548021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:22.549110 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/775dc213-3191-4dce-9944-50fb36387b8c HTTP/1.1" status: 204 len: 168 time: 0.2184367 May 25 16:39:39.944485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f601675e-3cd0-4775-b9ce-a4e08f715978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:42.393319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:42.751485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a450ba76-39f2-40ec-ba6c-2edb4c23fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:43.627997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:45.311249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:39:55.799112 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:40:09.947630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b93a0420-be02-4bff-83cd-f98c11321685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:12.397947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:12.753180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-06ab44eb-0a6e-41a9-93c1-eb78ac3276d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:13.631576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:15.316623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:32.798439 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 5 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:40:39.949592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a84b49c4-dafe-43c0-ae2a-b5d76093b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.401742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:42.764534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-491e51cb-28a0-4603-9c7f-d6d6684040e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:43.634586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:45.317615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:40:48.509305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566'] for agent, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:05.812438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51276) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:41:05.925719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-331f2dca-3de4-4ba5-b3c5-eed418cbfde0 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1120598 May 25 16:41:08.087011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51286) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:41:08.141317 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7a98858-3c55-4602-817b-783afd5f2b86 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0532463 May 25 16:41:09.797571 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:41:09.951142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d2daa2a1-d871-4a94-9be0-f124e5feca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:12.404075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:12.756279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-946d8243-9565-420c-b28b-46f0b0088cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:13.638098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:15.319075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:18.461361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:39.953476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb68a55f-cf63-4618-82a7-a0a5bbe8e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:42.408940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:42.765476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-780d15b1-c605-4de7-b51a-41a781182473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:43.650422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:45.324117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:41:46.806093 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:41:48.461284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:09.957299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9f25e249-b0c1-4272-99ca-ad65e3281f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:12.414136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:12.759879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9634334b-c77d-4941-a2ca-114318e8317b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:13.643005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:15.325236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:18.468760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:20.316375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51458) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:20.783446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-70271346-network', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:20.789861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:20.795943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Usage tracker for resource:network and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:20.799497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:20.807062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:20.817639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Made reservation on behalf of e87e20affcb64122bc348db4bcd1faeb for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:20.820628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:20.837650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:20.853797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:20.859942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:20.865660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:20.871979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:20.890657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51480) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:20.978851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:20.983615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:20.990791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:21.007438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:21.018744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771862595557', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.019955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Unsubscribe: segment precommit_create {{(pid=99126) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 16:42:21.020430 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Added segment ca25af41-41e2-48e8-a3d1-960585f020bb of type vlan for network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 May 25 16:42:21.094627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.147269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f504de0-13c7-41e5-9752-fc11d9d942b7,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:21.151832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.156821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:21.157408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.162266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.163224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.163224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.163574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.163574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.163906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.164223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.164548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.164866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.165173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.165480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.165850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Tracked resource versions report: May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: pushed versions: May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: { 'AddressGroup': {'1.2'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'ConntrackHelper': {'1.0'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Log': {'1.0'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Network': {'1.1'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Port': {'1.7'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'PortForwarding': {'1.2'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'QosPolicy': {'1.8'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SecurityGroup': {'1.4'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SecurityGroupRule': {'1.2'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SubPort': {'1.0'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Subnet': {'1.1'}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Trunk': {'1.1'}} May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: consumer versions: May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: HyperV agent@hv-neutron-7929: {}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'ConntrackHelper': '1.0', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Log': '1.0', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Network': '1.1', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Port': '1.7', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'PortForwarding': '1.2', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'QosPolicy': '1.8', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SecurityGroup': '1.4', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SecurityGroupRule': '1.2', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'SubPort': '1.0', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Subnet': '1.1', May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: 'Trunk': '1.1'}} May 25 16:42:21.167195 dv-neutron-792998-1-hyperv neutron-server[99126]: {{(pid=99126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:42:21.175289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51496) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:21.211500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:21.211997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:21.289262 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9697061 May 25 16:42:21.290004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51508) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:21.295690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Request body: {'subnet': {'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-70271346-subnet', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:21.300985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:21.308147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Usage tracker for resource:subnet and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:21.311336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:21.318648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:21.321435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9de6458f-c301-42fa-8cc1-9a8bb94cc830,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:21.326588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:21.334325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:21.334968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Made reservation on behalf of e87e20affcb64122bc348db4bcd1faeb for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:21.337549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.471495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bca4bc61-01f7-4b48-bc9b-c9a0d772a3eb tempest-AgentManagementNegativeTest-1123424941 tempest-AgentManagementNegativeTest-1123424941-project] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5796640 May 25 16:42:21.705909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1213171186-network', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:21.711788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:21.718465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Usage tracker for resource:network and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:21.722688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:21.729768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:21.783002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Made reservation on behalf of 5eaaa8d71f364fbfb058a8bd822c3bf3 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:21.785881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.803414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.833247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:21.839524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Usage tracker for resource:security_group_rule and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:21.844407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:21.852960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:21.863068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:21.874885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:21.998569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Checking segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:21.999338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Network hostable DHCP agents. Network: 9de6458f-c301-42fa-8cc1-9a8bb94cc830, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:22.054269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a44f6c1-6eb9-455c-876e-b867553efe80,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:22.062086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.072653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.074490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.074885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.075357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.075784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.076072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.076563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.076945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.077426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.077756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.078127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.078452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.079002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Tracked resource versions report: May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: pushed versions: May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: { 'AddressGroup': {'1.2'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'ConntrackHelper': {'1.0'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Log': {'1.0'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Network': {'1.1'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Port': {'1.7'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'PortForwarding': {'1.2'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'QosPolicy': {'1.8'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroup': {'1.4'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroupRule': {'1.2'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SubPort': {'1.0'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Subnet': {'1.1'}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Trunk': {'1.1'}} May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: consumer versions: May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: HyperV agent@hv-neutron-7929: {}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'ConntrackHelper': '1.0', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Log': '1.0', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Network': '1.1', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Port': '1.7', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'PortForwarding': '1.2', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'QosPolicy': '1.8', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroup': '1.4', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SecurityGroupRule': '1.2', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'SubPort': '1.0', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Subnet': '1.1', May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: 'Trunk': '1.1'}} May 25 16:42:22.080156 dv-neutron-792998-1-hyperv neutron-server[99127]: {{(pid=99127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:42:22.083310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:22.097414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:22.097602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51544) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:22.103481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:22.111845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.112272 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Added segment 163d3b33-c2e1-4a5c-853b-27f3a847933e of type vlan for network dd705094-00cb-4d4a-bef5-e868cb56e1e4 May 25 16:42:22.126374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91320b75-762f-4287-86bf-4d720f31e748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:22.165228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9de6458f-c301-42fa-8cc1-9a8bb94cc830) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:22.170185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:22.170776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.179113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2074d-9e3d-462c-9242-a29ac64d1708 None None] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:22.179485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.222046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.227111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:22.227888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.253139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c5f42-8f62-4926-9f4b-543d55cb8088,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:22.258266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:22.259940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:22.286760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51554) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:22.287254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1109862 May 25 16:42:22.292989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Request body: {'subnet': {'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1213171186-subnet', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:22.294704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0033932 May 25 16:42:22.303057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:22.310820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Usage tracker for resource:subnet and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:22.320241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:22.329189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:22.337905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51560) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:22.356105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:22.359612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Made reservation on behalf of 5eaaa8d71f364fbfb058a8bd822c3bf3 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:22.366853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.384247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Pushing event updated for resources: {'Network': ['ID=dd705094-00cb-4d4a-bef5-e868cb56e1e4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:22.388242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:22.398607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:22.633862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:22.634700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.722899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:22.775346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:22.777900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Usage tracker for resource:router and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:22.781479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.793909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:22.808973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:22.813582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Usage tracker for resource:security_group_rule and tenant:aca829fa2e8646a39e2242583e349764 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:22.817460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:22.823261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Allocated IP 172.20.0.2 (9de6458f-c301-42fa-8cc1-9a8bb94cc830/1a44f6c1-6eb9-455c-876e-b867553efe80/8a1d38d6-3bb6-41d9-b841-e872ea0b8382) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:22.825316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:22.868167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:22.987537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:22.989684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.025722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.049275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.067683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.104653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.157355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.172128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Transition to ACTIVE for port object 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:23.212253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Transition to ACTIVE for port object 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:23.213083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8022d36b-cd28-486e-9df4-b0bad152047e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:23.220732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.226007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:23.228709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.243302 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=aca829fa2e8646a39e2242583e349764&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1446536 May 25 16:42:23.247952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51594) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:23.301930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Pushing event updated for resources: {'Port': ['ID=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:23.311861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.312441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.312943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.313365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.313780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.314215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.314626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.315076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.315485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.315970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.316566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.317140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Tracked resource versions report: May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: pushed versions: May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: { 'AddressGroup': {'1.2'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'ConntrackHelper': {'1.0'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Log': {'1.0'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Network': {'1.1'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Port': {'1.7'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'PortForwarding': {'1.2'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'QosPolicy': {'1.8'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroup': {'1.4'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroupRule': {'1.2'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SubPort': {'1.0'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Subnet': {'1.1'}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Trunk': {'1.1'}} May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: consumer versions: May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: HyperV agent@hv-neutron-7929: {}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'ConntrackHelper': '1.0', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Log': '1.0', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Network': '1.1', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Port': '1.7', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'PortForwarding': '1.2', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'QosPolicy': '1.8', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroup': '1.4', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SecurityGroupRule': '1.2', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'SubPort': '1.0', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Subnet': '1.1', May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: 'Trunk': '1.1'}} May 25 16:42:23.318397 dv-neutron-792998-1-hyperv neutron-server[99128]: {{(pid=99128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:42:23.331964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:23.335201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:23.340012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:23.343491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:23.352049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.387164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.397337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51598) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:23.445860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1054492354'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:23.455228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:23.460460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Usage tracker for resource:network and tenant:a5c068a6c8734536a464f2163211fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:23.463452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:23.469806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:23.481613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Made reservation on behalf of a5c068a6c8734536a464f2163211fcc2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:23.486264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.502222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.523559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:23.529133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Usage tracker for resource:security_group_rule and tenant:a5c068a6c8734536a464f2163211fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:23.533300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:23.537464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Attempting to bind port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:23.541336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:23.541560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Attempting to bind port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:23.542129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Attempting to bind port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 on network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:23.555705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:23.555705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Checking segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:23.555705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.555705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Bound using segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:23.566535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Bound port: 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:23.566535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.589253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.599928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.629862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8022d36b-cd28-486e-9df4-b0bad152047e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:23.640635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:23.650776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.655370 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8022d36b-cd28-486e-9df4-b0bad152047e HTTP/1.1" status: 204 len: 168 time: 0.4059575 May 25 16:42:23.668161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.681040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.681289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51606) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:23.694228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.781410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] For port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:23.785675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] For port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:23.787440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.793311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.794335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.796188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:42:23.799084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.813218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:23.843818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:23.856762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab3e67d-edb9-4f56-93b6-f482d2b02566,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:23.872611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:23.884724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.889761 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Added segment 4de49c4e-10ed-414b-83c9-ba0ed64f03cd of type vlan for network a30c90f2-5eda-42ba-be94-49e64cb988eb May 25 16:42:23.936822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:23.943228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635d989e-abe1-4c6d-ac05-1f35c221c868,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:23.974339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:23.984813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Checking segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:23.985179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Network hostable DHCP agents. Network: dd705094-00cb-4d4a-bef5-e868cb56e1e4, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:23.993590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Pushing event updated for resources: {'Port': ['ID=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:24.002570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:24.016456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.022396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:24.023267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.023395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:24.033218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f42da65-9261-474d-bcc1-099324f532f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:24.062171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, dd705094-00cb-4d4a-bef5-e868cb56e1e4) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:24.066798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:24.067813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.080233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8393987-9e75-40bb-82f1-deffc7d97475 None None] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:24.185737 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8976178 May 25 16:42:24.188291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51620) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:24.257347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4803185 May 25 16:42:24.267023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51624) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:24.276269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Request body: {'subnet': {'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:24.292130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event updated for resources: {'Network': ['ID=a30c90f2-5eda-42ba-be94-49e64cb988eb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:24.304244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:24.317330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:24.400577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a30c90f2-5eda-42ba-be94-49e64cb988eb details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:24.461547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:24.469356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1487577118', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:24.483424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Usage tracker for resource:router and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:24.489945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:24.495573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:24.506027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:24.510799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:24.518755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:24.525093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Usage tracker for resource:port and tenant:fdc21671579d4080a45418eb266cb54d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:24.529381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Usage tracker for resource:subnet and tenant:a5c068a6c8734536a464f2163211fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:24.544255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:24.548063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:24.554422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:24.568244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Usage tracker for resource:floatingip and tenant:0acf0ab259944576a97175cd49fd1384 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:24.574485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:24.584921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:24.609335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Made reservation on behalf of a5c068a6c8734536a464f2163211fcc2 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:24.612485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:24.613370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.616501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:24.620326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.638395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:24.683823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.684957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.757814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.806846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Made reservation on behalf of fdc21671579d4080a45418eb266cb54d for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:24.811679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:24.872472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.074004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.124556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Allocated IP 172.20.0.2 (dd705094-00cb-4d4a-bef5-e868cb56e1e4/635d989e-abe1-4c6d-ac05-1f35c221c868/c301665b-bd5e-4a88-873f-b228fb23c776) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:25.254033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:25.348317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51648) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:25.391479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.464836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:25.546826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.562566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Usage tracker for resource:security_group_rule and tenant:fdc21671579d4080a45418eb266cb54d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:25.567392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.582358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bf0e45-347f-45fa-9852-4847dede4b63 None None] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:25.582744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:25.657097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.669889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ab9c907-3088-4c19-87af-2da3ee9b1f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:25.696338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:25.701486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51658) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:25.715498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.748346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event updated for resources: {'Subnet': ['ID=c625f137-778d-462a-b892-877512430256,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:25.760131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:25.823110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Checking segment: {'id': '4de49c4e-10ed-414b-83c9-ba0ed64f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:25.823733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Network hostable DHCP agents. Network: a30c90f2-5eda-42ba-be94-49e64cb988eb, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:25.844397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Network a30c90f2-5eda-42ba-be94-49e64cb988eb is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:25.858463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, a30c90f2-5eda-42ba-be94-49e64cb988eb) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:25.883504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:25.884928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:25.888875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a27dc8-bc5d-4a28-b089-05ac284913b0 None None] Network a30c90f2-5eda-42ba-be94-49e64cb988eb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:25.933511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a59e9932-5e2a-4b84-a0cb-4d9c433f1908 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:25.949149 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6809285 May 25 16:42:25.952000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51670) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:25.961420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Request body: {'port': {'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2048023159'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:25.970104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Allocated IP 172.26.6.51 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/b70cc674-454e-4804-8800-bf3f8675879e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:26.071408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:26.092293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:26.101531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:floatingip and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.104655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:26.106848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.114534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:26.115910 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a59e9932-5e2a-4b84-a0cb-4d9c433f1908 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "PUT /v2.0/quotas/f3d9308b750c4f69858bd7b050093411 HTTP/1.1" status: 200 len: 366 time: 0.7633784 May 25 16:42:26.119939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51678) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.146114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9b4973a9-febb-4c29-a55f-35253d85735d tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0248270 May 25 16:42:26.148835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51682) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.155655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Provisioning for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:26.164042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:26.165554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Provisioning complete for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:26.165929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.179338 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e71b1d7d-fb63-4941-a4b2-fe840af06594 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas/f3d9308b750c4f69858bd7b050093411 HTTP/1.1" status: 200 len: 366 time: 0.0290589 May 25 16:42:26.180694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Usage tracker for resource:port and tenant:a5c068a6c8734536a464f2163211fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.183437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51688) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.187490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.209171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:26.226730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4913f35c-060c-4d41-877e-23434e0f680e tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/f3d9308b750c4f69858bd7b050093411 HTTP/1.1" status: 204 len: 168 time: 0.0412912 May 25 16:42:26.227901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.229100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51692) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.244455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e4126786-6c17-4852-bdc7-79ff5e93b299 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0135605 May 25 16:42:26.247360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51696) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.254342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.255602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.264267 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6e415e94-18f7-466c-87de-f23c1af0ed0a tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas/f3d9308b750c4f69858bd7b050093411 HTTP/1.1" status: 200 len: 370 time: 0.0149667 May 25 16:42:26.266472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51700) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.270519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Made reservation on behalf of a5c068a6c8734536a464f2163211fcc2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:26.275806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.292832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:26.293211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.293603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] device_id is not set on port f80f8475-0778-493a-8d1b-4bc1356997e9 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:26.300570 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-90126f99-4796-4caf-9667-6522ab995262 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas/f3d9308b750c4f69858bd7b050093411/default HTTP/1.1" status: 200 len: 370 time: 0.0326638 May 25 16:42:26.304193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.315330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-4da53281-637e-4634-bd4d-3165ef651f13 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] delete failed (client error): The resource could not be found. May 25 16:42:26.317250 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4da53281-637e-4634-bd4d-3165ef651f13 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "DELETE /v2.0/quotas/f3d9308b750c4f69858bd7b050093411 HTTP/1.1" status: 404 len: 348 time: 0.0120149 May 25 16:42:26.318789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] device_id is not set on port f4d019d0-954d-487f-9b6e-35d75849c0bf yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:26.377859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51710) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.381004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:26.419739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.487461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] For port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:26.505922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.509533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.529778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.556724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64e5bac-293d-4e43-9c56-6be2164b7822,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:26.610699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Allocated IP 172.20.0.3 (a30c90f2-5eda-42ba-be94-49e64cb988eb/c625f137-778d-462a-b892-877512430256/f4d019d0-954d-487f-9b6e-35d75849c0bf) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:26.617897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:26.639133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:26.695016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Transition to ACTIVE for port object c301665b-bd5e-4a88-873f-b228fb23c776 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:26.695678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51718) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:26.700171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Pushing event updated for resources: {'Port': ['ID=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:26.717024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1240817337'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:26.733303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:26.752038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Usage tracker for resource:network and tenant:440d2c8061f44e07b9bce2be041bf545 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.753357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-a30c90f2-5eda-42ba-be94-49e64cb988eb', 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb', 'tenant_id': 'a5c068a6c8734536a464f2163211fcc2', 'fixed_ips': [{'subnet_id': 'c625f137-778d-462a-b892-877512430256'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:26.754847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.770844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.772990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Transition to ACTIVE for port object c301665b-bd5e-4a88-873f-b228fb23c776 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:26.813124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:26.814945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:26.838519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:network and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.849103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.871422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.876578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:subnet and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.886685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.913486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:subnetpool and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.919116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.923000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.928502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:26.931923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.937021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Made reservation on behalf of 440d2c8061f44e07b9bce2be041bf545 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:26.942218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.945427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:26.958650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:port and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.969953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:26.972974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Transition to ACTIVE for port object f4d019d0-954d-487f-9b6e-35d75849c0bf will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:26.983766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:router and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:26.992933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:27.006770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:27.008040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:floatingip and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:27.012100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:27.017005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:27.017529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:27.024169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.055803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.065030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.080773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:27.087952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:27.089094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:27.093440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Allocated IP 172.20.0.2 (a30c90f2-5eda-42ba-be94-49e64cb988eb/c625f137-778d-462a-b892-877512430256/a0e0be4d-c483-4e75-8c6a-f47a735f3436) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:27.136651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Usage tracker for resource:security_group_rule and tenant:440d2c8061f44e07b9bce2be041bf545 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:27.156713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Network a30c90f2-5eda-42ba-be94-49e64cb988eb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:27.171359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:27.177422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:27.185250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:27.187886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:27.191054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:27.192084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.193037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:27.200048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.201892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:27.206167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Allocated IP 172.26.6.147 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e0442ee5-1266-47b4-be2d-9359d6d9fce2) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:27.209043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:27.243369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event updated for resources: {'Port': ['ID=f4d019d0-954d-487f-9b6e-35d75849c0bf,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:27.258497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:27.266409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:27.284241 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3273838 May 25 16:42:27.291845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Pushing event updated for resources: {'Port': ['ID=c301665b-bd5e-4a88-873f-b228fb23c776,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:27.307971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:27.320795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-25268174-24ec-4e14-b08b-1f36c9f82c4b None None] Provisioning complete for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:27.321264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-25268174-24ec-4e14-b08b-1f36c9f82c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.329270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51728) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:27.345556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:security_group and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:27.355236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:27.372565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Pushing event updated for resources: {'Port': ['ID=b70cc674-454e-4804-8800-bf3f8675879e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:27.379008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Usage tracker for resource:security_group_rule and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:27.389297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:27.412312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7299a032-1c17-4946-bca0-c5c86929f573 tempest-QuotasTest-2099222689 tempest-QuotasTest-2099222689-project-admin] 10.222.0.96 "GET /v2.0/quotas/fdd70750051f43ef9bde180743e35d3a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7113397 May 25 16:42:27.451335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.494706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.503158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:27.509876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Attempting to bind port c301665b-bd5e-4a88-873f-b228fb23c776 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:27.510245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Attempting to bind port c301665b-bd5e-4a88-873f-b228fb23c776 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:27.510610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Attempting to bind port c301665b-bd5e-4a88-873f-b228fb23c776 on network dd705094-00cb-4d4a-bef5-e868cb56e1e4 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:27.536072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:27.536321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Checking segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:27.536723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.537008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Bound using segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:27.537498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Bound port: c301665b-bd5e-4a88-873f-b228fb23c776, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:27.537865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.587549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:27.591394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:27.593506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Allocated IP 172.26.6.17 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/f80f8475-0778-493a-8d1b-4bc1356997e9) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:27.599536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:27.617747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.677466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Transition to ACTIVE for port object a0e0be4d-c483-4e75-8c6a-f47a735f3436 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:27.680016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:27.680394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.703176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.722752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Pushing event updated for resources: {'Port': ['ID=e0442ee5-1266-47b4-be2d-9359d6d9fce2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:27.728371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:27.792791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.797157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Transition to ACTIVE for port object a0e0be4d-c483-4e75-8c6a-f47a735f3436 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:27.800800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] For port c301665b-bd5e-4a88-873f-b228fb23c776, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:27.805675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] For port c301665b-bd5e-4a88-873f-b228fb23c776, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c301665b-bd5e-4a88-873f-b228fb23c776,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:27.813125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.814425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.818343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.822460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:27.825335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:27.859666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:27.948397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Network a30c90f2-5eda-42ba-be94-49e64cb988eb is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:27.962356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:27.971430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:27.981935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Pushing event updated for resources: {'Port': ['ID=c301665b-bd5e-4a88-873f-b228fb23c776,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:27.992614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.033832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51738) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:28.042229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:28.096172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:28.098542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Pushing event updated for resources: {'Port': ['ID=f80f8475-0778-493a-8d1b-4bc1356997e9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:28.152346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:28.153330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:28.153948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.156156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Pushing event updated for resources: {'Port': ['ID=a0e0be4d-c483-4e75-8c6a-f47a735f3436,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:28.159594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Attempting to bind port a0e0be4d-c483-4e75-8c6a-f47a735f3436 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:28.160462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Attempting to bind port a0e0be4d-c483-4e75-8c6a-f47a735f3436 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '4de49c4e-10ed-414b-83c9-ba0ed64f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:28.160914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Attempting to bind port a0e0be4d-c483-4e75-8c6a-f47a735f3436 on network a30c90f2-5eda-42ba-be94-49e64cb988eb {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:28.164993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.165397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.165669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.168410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:28.168740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Checking segment: {'id': '4de49c4e-10ed-414b-83c9-ba0ed64f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:28.169147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.169542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Bound using segment: {'id': '4de49c4e-10ed-414b-83c9-ba0ed64f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:28.172713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Bound port: a0e0be4d-c483-4e75-8c6a-f47a735f3436, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de49c4e-10ed-414b-83c9-ba0ed64f03cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'a30c90f2-5eda-42ba-be94-49e64cb988eb'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:28.173106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.212102 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7967598 May 25 16:42:28.217675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:28.265107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}]}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:28.287004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:28.291396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Usage tracker for resource:router and tenant:fdc21671579d4080a45418eb266cb54d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:28.306500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:28.317780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:28.321819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.330275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.351320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.361369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e5240fa-ab70-4f69-9717-a6395d646942 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.387988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] For port a0e0be4d-c483-4e75-8c6a-f47a735f3436, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:28.392701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] For port a0e0be4d-c483-4e75-8c6a-f47a735f3436, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a0e0be4d-c483-4e75-8c6a-f47a735f3436,segment=NetworkSegment(4de49c4e-10ed-414b-83c9-ba0ed64f03cd),segment_id=4de49c4e-10ed-414b-83c9-ba0ed64f03cd)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:28.408558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.414200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.423476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.426885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Allocated IP 172.26.6.227 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/b88caf64-2c03-4cc4-8577-8f773c37df21) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:28.433397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.435476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.442089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Pushing event updated for resources: {'Port': ['ID=e0442ee5-1266-47b4-be2d-9359d6d9fce2,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:28.445828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.447729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:28.456997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.458696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.461270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Usage tracker for resource:security_group_rule and tenant:09d2260278aa4187ba94567c7a635913 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:28.465703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:28.479057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:28.492937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.502967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.504333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8222351 May 25 16:42:28.505235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Pushing event updated for resources: {'Port': ['ID=a0e0be4d-c483-4e75-8c6a-f47a735f3436,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:28.512773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51752) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:28.516799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.523674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-388687463', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'fixed_ips': [{'ip_address': '172.26.6.147'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:28.533118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:28.539903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Usage tracker for resource:port and tenant:0acf0ab259944576a97175cd49fd1384 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:28.544874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:28.556775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:28.579149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Made reservation on behalf of 0acf0ab259944576a97175cd49fd1384 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:28.582426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.606170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.634970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:28.648050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Usage tracker for resource:security_group_rule and tenant:0acf0ab259944576a97175cd49fd1384 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:28.653419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:28.657728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.662561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:28.668174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.689160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9aa73b5d-0eef-4fd9-b37f-5a9eefa77d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.709953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.752022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a20b8c-fe98-48a3-9668-6958fa54b94a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:28.757588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:28.773874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=09d2260278aa4187ba94567c7a635913&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7387497 May 25 16:42:28.780564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51756) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:28.865429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.886884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.902195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.905385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.916700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.927866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:28.943973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:28.950853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] device_id is not set on port 1f188e0b-15b3-46a1-b914-b13c88a62aa6 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:29.043574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faac8c2-5085-4ff8-a8bc-e71fa3f1f4eb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:29.056020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:29.169917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.173250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:29.186473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a20b8c-fe98-48a3-9668-6958fa54b94a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:29.193725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:29.214621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.216509 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/40a20b8c-fe98-48a3-9668-6958fa54b94a HTTP/1.1" status: 204 len: 168 time: 0.4349782 May 25 16:42:29.220666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a0e0be4d-c483-4e75-8c6a-f47a735f3436 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:29.239443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:29.255463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048694a-d588-49d7-aa45-f6cd74229b80 None None] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:29.311322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Deleting port f4d019d0-954d-487f-9b6e-35d75849c0bf {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:29.311667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.403489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541150de-f55d-4320-a6d6-01e909b5de6a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:29.407560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:29.470246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.470826 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Added segment b329b52f-fafd-477e-9de4-3e228d105310 of type vlan for network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a May 25 16:42:29.473614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.478725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4818d3e7-d0bc-40bc-98ed-6ace394fcc31 None None] Provisioning for port c301665b-bd5e-4a88-873f-b228fb23c776 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:29.569895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a0e0be4d-c483-4e75-8c6a-f47a735f3436 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:29.580175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c301665b-bd5e-4a88-873f-b228fb23c776 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:29.610770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.631413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51764) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:29.650956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.669479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:29.676395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd70750051f43ef9bde180743e35d3a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:29.679378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:29.686101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:29.689950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c301665b-bd5e-4a88-873f-b228fb23c776 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:29.696666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c301665b-bd5e-4a88-873f-b228fb23c776 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:29.697010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.729134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1310429-da62-432b-9e95-d134e7417d48 None None] Network a30c90f2-5eda-42ba-be94-49e64cb988eb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:29.805162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.809553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.811828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.818349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.825207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:42:29.831103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:29.852957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Provisioning for port a0e0be4d-c483-4e75-8c6a-f47a735f3436 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:29.876354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Provisioning complete for port a0e0be4d-c483-4e75-8c6a-f47a735f3436 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:29.876752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:29.891417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f68a29-19b4-4e8b-9cd5-ef80e8a5924e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:29.907462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:29.913779 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fdd70750051f43ef9bde180743e35d3a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2787900 May 25 16:42:29.914059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:29.983369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.010050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Calling delete_port for f4d019d0-954d-487f-9b6e-35d75849c0bf owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:30.015348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.042184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.080236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.084471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.087248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:30.098385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f68a29-19b4-4e8b-9cd5-ef80e8a5924e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:30.100751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:30.107595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.111085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/41f68a29-19b4-4e8b-9cd5-ef80e8a5924e HTTP/1.1" status: 204 len: 168 time: 0.1938403 May 25 16:42:30.165671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c301665b-bd5e-4a88-873f-b228fb23c776, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c301665b-bd5e-4a88-873f-b228fb23c776,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:30.174807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:30.175624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.192790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.206972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:30.207201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:30.260615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.321384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c301665b-bd5e-4a88-873f-b228fb23c776,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:30.325816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:30.331895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] For port a0e0be4d-c483-4e75-8c6a-f47a735f3436, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a0e0be4d-c483-4e75-8c6a-f47a735f3436,segment=NetworkSegment(4de49c4e-10ed-414b-83c9-ba0ed64f03cd),segment_id=4de49c4e-10ed-414b-83c9-ba0ed64f03cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:30.339593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.343047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:30.363940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.375263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.9850049 May 25 16:42:30.377262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51776) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:30.386507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Request body: {'subnet': {'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:30.439810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'Network': ['ID=e0bafaa0-8fb0-469d-bb55-20355a2a2a8a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:30.447661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Pushing event updated for resources: {'Port': ['ID=a0e0be4d-c483-4e75-8c6a-f47a735f3436,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:30.453379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:30.502889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e09e3437-50b6-4f9a-9cc2-490655a3e6a5 None None] Provisioning complete for port c301665b-bd5e-4a88-873f-b228fb23c776 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:30.504316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e09e3437-50b6-4f9a-9cc2-490655a3e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.531455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.536396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:30.579731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:30.580210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:30.589902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:30.591423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Usage tracker for resource:subnet and tenant:440d2c8061f44e07b9bce2be041bf545 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:30.596092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:30.609378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:30.637494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Made reservation on behalf of 440d2c8061f44e07b9bce2be041bf545 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:30.642600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:30.896386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:30.946144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:30.948360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Allocated IP 172.26.6.174 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/ab0d6d32-ed2e-48bf-82ed-075f2eae53cb) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:30.971082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:31.039851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Pushing event updated for resources: {'Port': ['ID=b88caf64-2c03-4cc4-8577-8f773c37df21,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:31.082328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:31.115854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51796) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.123640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a0e0be4d-c483-4e75-8c6a-f47a735f3436 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:31.201849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a0e0be4d-c483-4e75-8c6a-f47a735f3436 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:31.202070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.239152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-06527c4c-cb0e-4b0e-8b88-f0123db4c481 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.240454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-06527c4c-cb0e-4b0e-8b88-f0123db4c481 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1235344 May 25 16:42:31.243464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51802) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.248938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-a4ce781b-bbca-4eff-bfae-b19b790acc4e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.250728 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4ce781b-bbca-4eff-bfae-b19b790acc4e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064816 May 25 16:42:31.254537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51806) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.257480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Provisioning for port f4d019d0-954d-487f-9b6e-35d75849c0bf completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:31.261192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-02586989-f324-42b8-8d59-5d4505be502a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.262990 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02586989-f324-42b8-8d59-5d4505be502a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064819 May 25 16:42:31.265078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51810) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.268427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Provisioning complete for port f4d019d0-954d-487f-9b6e-35d75849c0bf triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:31.269596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.271834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-4a1e7d3d-c827-47ea-817f-82eec8b9b799 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.275403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4a1e7d3d-c827-47ea-817f-82eec8b9b799 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069573 May 25 16:42:31.275602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51814) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.284389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-49ebb9f5-1e4a-4ed8-8687-04dd576a4875 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.287941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49ebb9f5-1e4a-4ed8-8687-04dd576a4875 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0089030 May 25 16:42:31.288155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.306011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Port f4d019d0-954d-487f-9b6e-35d75849c0bf was deleted so its status cannot be updated. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 16:42:31.308041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.325908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-2ae9b744-2148-4b48-8e4d-4c74545a0501 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.329502 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2ae9b744-2148-4b48-8e4d-4c74545a0501 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0378854 May 25 16:42:31.332657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51822) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.340110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-979d3052-7b3f-4228-9bac-e2fdf0904757 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.343639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-979d3052-7b3f-4228-9bac-e2fdf0904757 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075119 May 25 16:42:31.345115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:31.348186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.355979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-2f063ae9-d44e-4123-9a92-00bb31250379 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.356924 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f063ae9-d44e-4123-9a92-00bb31250379 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0078280 May 25 16:42:31.359867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.367090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-e1644ab8-06bb-4090-b826-11a6cdd1771d tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.370712 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e1644ab8-06bb-4090-b826-11a6cdd1771d tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072899 May 25 16:42:31.370990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51834) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.379556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-de11b8bc-8b3f-42a1-b444-6174db61eaae tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.383246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-de11b8bc-8b3f-42a1-b444-6174db61eaae tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0086863 May 25 16:42:31.384307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51838) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.390853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Provisioning complete for port a0e0be4d-c483-4e75-8c6a-f47a735f3436 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:31.390853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-71e2645c-097e-4ec5-ad76-f71ab08176df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.394580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-6afe98c7-fe2f-45d3-b8a1-40693b093a1b tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.394580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6afe98c7-fe2f-45d3-b8a1-40693b093a1b tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061340 May 25 16:42:31.394580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.400649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-fd4c4a87-0f43-4a46-9737-d7032f186b01 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.404049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fd4c4a87-0f43-4a46-9737-d7032f186b01 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065100 May 25 16:42:31.417042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51846) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.429605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-6f5a06e7-dc43-435b-82e2-f534f97cf54e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.429605 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f5a06e7-dc43-435b-82e2-f534f97cf54e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0090873 May 25 16:42:31.430027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51850) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.437923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-f5b7676f-baea-4624-829f-08e81894be23 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.441332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5b7676f-baea-4624-829f-08e81894be23 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073681 May 25 16:42:31.449579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51854) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.458609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-3a2eeb95-f892-4dd7-8631-938c14140477 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.462108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3a2eeb95-f892-4dd7-8631-938c14140477 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0090153 May 25 16:42:31.462272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c301665b-bd5e-4a88-873f-b228fb23c776 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:31.462367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51858) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.467174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-b229fb63-754b-42b4-a987-b912b6bfe006 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.470447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b229fb63-754b-42b4-a987-b912b6bfe006 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049553 May 25 16:42:31.470606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.475893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-c789f14a-614f-4f81-bc5f-64153dd1c20e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.479304 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c789f14a-614f-4f81-bc5f-64153dd1c20e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053055 May 25 16:42:31.479451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.485053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event deleted for resources: {'Port': ['ID=f4d019d0-954d-487f-9b6e-35d75849c0bf,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:31.503115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-26ab95fb-6ff3-4d9f-919f-de24849a2d54 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.507231 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-26ab95fb-6ff3-4d9f-919f-de24849a2d54 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0243292 May 25 16:42:31.507910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51870) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.513574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-95ff4751-7fce-4b58-88c3-9bb1653e0db9 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.517439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95ff4751-7fce-4b58-88c3-9bb1653e0db9 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057800 May 25 16:42:31.519693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51874) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.525374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-66094382-6f1d-43a5-8787-a611e21949ae tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.526283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-66094382-6f1d-43a5-8787-a611e21949ae tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0057039 May 25 16:42:31.547941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:31.548391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.595830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-18190b6b-2c82-4c5d-a1f3-8a91598643eb tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.599758 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-18190b6b-2c82-4c5d-a1f3-8a91598643eb tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0379698 May 25 16:42:31.600402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51882) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.612254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-f337c7a5-0dfc-4cde-9050-59b743accdb1 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.615461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f337c7a5-0dfc-4cde-9050-59b743accdb1 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0117590 May 25 16:42:31.615704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.621869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-f81df81d-b009-4d55-bae0-3109cc528e52 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.624894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f81df81d-b009-4d55-bae0-3109cc528e52 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058932 May 25 16:42:31.626631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51890) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.633075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-ca7448f7-2683-4e51-9f0b-524f8136aec2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.636255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ca7448f7-2683-4e51-9f0b-524f8136aec2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063689 May 25 16:42:31.636724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51894) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.643231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-8638319f-aef4-4b82-aec8-96f06ad1305d tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.646880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8638319f-aef4-4b82-aec8-96f06ad1305d tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0070210 May 25 16:42:31.648336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51898) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.656290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-bfd3be01-9bf8-41b2-9976-64a2f2ab5191 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.659955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bfd3be01-9bf8-41b2-9976-64a2f2ab5191 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081453 May 25 16:42:31.661743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51902) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.667578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-682927f9-209d-4a5e-982a-6a4593d1f7ed tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.670852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-682927f9-209d-4a5e-982a-6a4593d1f7ed tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058615 May 25 16:42:31.672064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51906) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.673777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c301665b-bd5e-4a88-873f-b228fb23c776 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:31.674471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.679190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-34154b94-901c-4dd3-922a-3119205e75ac tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.683421 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-34154b94-901c-4dd3-922a-3119205e75ac tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073497 May 25 16:42:31.690303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.699813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-1321e5d6-d7ba-4af2-b84a-6dd7b32f6dc2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.703078 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1321e5d6-d7ba-4af2-b84a-6dd7b32f6dc2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063469 May 25 16:42:31.708508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51914) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.714836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-7c571b95-a8dc-4a01-ad18-b5db6fe2d725 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.718263 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7c571b95-a8dc-4a01-ad18-b5db6fe2d725 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065258 May 25 16:42:31.720314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51918) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.726753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-217d97b6-cf8a-48a4-a712-f9bec80a9f34 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.730251 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-217d97b6-cf8a-48a4-a712-f9bec80a9f34 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062916 May 25 16:42:31.732325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.734252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.739420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-2f031576-5a68-4c3f-b2aa-366a8027b24e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.742966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f031576-5a68-4c3f-b2aa-366a8027b24e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071769 May 25 16:42:31.743241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Router a13e0b64-b816-48a6-b79f-a472bc863fa8 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:42:31.743786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51926) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.750120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-d863faad-6b20-4161-8a09-1140a28c99b3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.751162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d863faad-6b20-4161-8a09-1140a28c99b3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0066552 May 25 16:42:31.758008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51930) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.764653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-d843c45f-8b33-4a0b-b0b5-b5291d67580e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.765584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d843c45f-8b33-4a0b-b0b5-b5291d67580e tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067089 May 25 16:42:31.771214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51934) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.791062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-0afe4b13-88f1-4774-b5fc-682f86e6334a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.794974 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0afe4b13-88f1-4774-b5fc-682f86e6334a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0136220 May 25 16:42:31.795389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51938) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.804545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.805559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-911ee230-9b01-4795-a2b8-c90148d0f7e3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.810388 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-911ee230-9b01-4795-a2b8-c90148d0f7e3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0102289 May 25 16:42:31.813645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.817435 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "DELETE /v2.0/ports/f4d019d0-954d-487f-9b6e-35d75849c0bf HTTP/1.1" status: 204 len: 168 time: 4.4463143 May 25 16:42:31.821199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-e0a1a701-5ef5-4ba9-afb0-dab1a01bf441 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.822136 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e0a1a701-5ef5-4ba9-afb0-dab1a01bf441 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075252 May 25 16:42:31.825307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51946) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.825488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51948) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.834301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-11b282f9-0802-437e-a317-6327e7bc02ef tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.835247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-11b282f9-0802-437e-a317-6327e7bc02ef tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074096 May 25 16:42:31.850147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51954) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.858108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-5a899ed0-59ce-4217-8719-8822012299d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.861560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5a899ed0-59ce-4217-8719-8822012299d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081472 May 25 16:42:31.862024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51960) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.869219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-8c6a3305-dd9f-4755-af2c-f0d564c723cd tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.872606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c6a3305-dd9f-4755-af2c-f0d564c723cd tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075445 May 25 16:42:31.872606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.874868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51964) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.875389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:31.914212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-573c05ba-a711-444a-b91e-2cdc40923183 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.917922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-573c05ba-a711-444a-b91e-2cdc40923183 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093522 May 25 16:42:31.919763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51968) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.937953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-323d6eab-b4d8-4976-9990-ad64f28c42ff tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.938903 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-323d6eab-b4d8-4976-9990-ad64f28c42ff tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0177629 May 25 16:42:31.943121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51972) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.955340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-784e7ca5-e11d-4c9f-9918-881651031394 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.956237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-784e7ca5-e11d-4c9f-9918-881651031394 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0120080 May 25 16:42:31.961892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51976) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.979450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-7972f6c4-0cbb-4df7-983e-0521d6f3024f tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:31.980395 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7972f6c4-0cbb-4df7-983e-0521d6f3024f tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0174680 May 25 16:42:31.985534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51982) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:31.985712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:31.994186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'Subnet': ['ID=1c6dd6c4-1576-4dd4-b441-048e0374912e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:31.999914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-db49e8a1-5b99-4928-aba2-af462ffef096 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.001953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-db49e8a1-5b99-4928-aba2-af462ffef096 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0144396 May 25 16:42:32.003111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:32.007149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51986) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.009584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49837ec3-e836-46e4-ba0d-1df1d3f6e783 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1831267 May 25 16:42:32.014404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51990) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.020650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-ba19d5ef-efe7-454a-964b-a61dd21454e3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.021688 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba19d5ef-efe7-454a-964b-a61dd21454e3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0109823 May 25 16:42:32.026905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1847681359'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:32.027272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 51994) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.030235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Checking segment: {'id': 'b329b52f-fafd-477e-9de4-3e228d105310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:32.030372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.030586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Network hostable DHCP agents. Network: e0bafaa0-8fb0-469d-bb55-20355a2a2a8a, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:32.037226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:32.044339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Usage tracker for resource:network and tenant:a5c068a6c8734536a464f2163211fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:32.047742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:32.055242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:32.065086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:32.069549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Made reservation on behalf of a5c068a6c8734536a464f2163211fcc2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:32.072990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.091343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, e0bafaa0-8fb0-469d-bb55-20355a2a2a8a) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:32.092595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-dbfb03e8-f803-4b70-a3f6-7e3a4fe70800 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.093553 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dbfb03e8-f803-4b70-a3f6-7e3a4fe70800 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0612967 May 25 16:42:32.097476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 51998) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.101859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1a7dc-7268-427e-a5a2-38e346af5069 None None] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:32.102546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:32.103174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.111494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-6c7e6f73-83df-4a4a-821f-b4e37406d982 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.115336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c7e6f73-83df-4a4a-821f-b4e37406d982 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145988 May 25 16:42:32.120461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52002) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.129930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-04578346-2030-43b3-866f-5df82d5830a3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.131175 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-04578346-2030-43b3-866f-5df82d5830a3 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0090809 May 25 16:42:32.134844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52006) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.148108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-15693023-6402-4788-8355-800338300287 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.149379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15693023-6402-4788-8355-800338300287 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112422 May 25 16:42:32.151524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:32.153607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52010) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.160410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7817752 May 25 16:42:32.164070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52014) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.166964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.167537 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Added segment a0a77951-225c-48d1-87e1-5115f9236228 of type vlan for network 328ea7d0-10e4-412a-a0cb-eadb74a0152c May 25 16:42:32.172146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Request body: {'port': {'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1535695961'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:32.175706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-926e64ed-b099-4c59-9709-f6ad715b966a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.179334 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-926e64ed-b099-4c59-9709-f6ad715b966a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0193956 May 25 16:42:32.186059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.187283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52018) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.199927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-f16ea252-55cd-476b-8a4d-7b86ae1117a7 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.200862 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f16ea252-55cd-476b-8a4d-7b86ae1117a7 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0126743 May 25 16:42:32.251772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52022) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.279756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-a73a2402-187b-4289-800e-23b9937de904 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.283662 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a73a2402-187b-4289-800e-23b9937de904 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0274000 May 25 16:42:32.285581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52026) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.299019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-9e7822c2-4878-493a-b855-bce94ef1e961 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.300816 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9e7822c2-4878-493a-b855-bce94ef1e961 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0111148 May 25 16:42:32.303022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.309385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52030) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.317532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:42:32.319389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.328999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-89cc4743-79da-479a-a8c4-98fb0eb03d8a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.330186 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-89cc4743-79da-479a-a8c4-98fb0eb03d8a tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0198886 May 25 16:42:32.330392 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Sync routers for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:42:32.334717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52034) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.351960 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:32.354207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:32.357961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-e0bafaa0-8fb0-469d-bb55-20355a2a2a8a', 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a', 'tenant_id': '440d2c8061f44e07b9bce2be041bf545', 'fixed_ips': [{'subnet_id': '1c6dd6c4-1576-4dd4-b441-048e0374912e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:32.359859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.390040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:32.511298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:32.514010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 16:42:32.514506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:42:32.520828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.521906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Usage tracker for resource:port and tenant:440d2c8061f44e07b9bce2be041bf545 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:32.528884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:32.537372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:32.537998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.546071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-54d2e9d1-303d-4f45-a961-d0c49d8d78a8 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.549911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:32.550733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-54d2e9d1-303d-4f45-a961-d0c49d8d78a8 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.1788208 May 25 16:42:32.559255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52038) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.568213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:32.576901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Allocated IP 2001:db8::2 (e0bafaa0-8fb0-469d-bb55-20355a2a2a8a/1c6dd6c4-1576-4dd4-b441-048e0374912e/946890fb-9257-4359-9257-8e3ba67f42d3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:32.650019 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:32.655804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e41380c-89b5-4d72-9397-bc2736051768 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.1391716 May 25 16:42:32.658040 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6419315 May 25 16:42:32.658649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52042) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.660502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [None req-89051a3b-3b21-47a4-908b-39ce7fa84f4c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.663893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Made reservation on behalf of 440d2c8061f44e07b9bce2be041bf545 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:32.664481 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-89051a3b-3b21-47a4-908b-39ce7fa84f4c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0992155 May 25 16:42:32.667253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.681997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52044) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.682233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52048) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.693544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:32.703346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:32.711752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.713198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-136655bb-bd6c-4ccf-b09c-42a7fef6b183 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.3742678 May 25 16:42:32.720457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:32.728585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52054) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.757180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-ab6bb296-2662-4113-bea5-b806104134da tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.760443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab6bb296-2662-4113-bea5-b806104134da tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0734544 May 25 16:42:32.772208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=ab0d6d32-ed2e-48bf-82ed-075f2eae53cb,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:32.774026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52058) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.777865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event updated for resources: {'Network': ['ID=328ea7d0-10e4-412a-a0cb-eadb74a0152c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:32.798400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:32.801691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-8280231b-2c7e-45de-ab50-1153ef938e04 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.804929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8280231b-2c7e-45de-ab50-1153ef938e04 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0221267 May 25 16:42:32.813596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52062) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.848098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:32.852839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.868101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Transition to ACTIVE for port object 946890fb-9257-4359-9257-8e3ba67f42d3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:32.890826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Transition to ACTIVE for port object 946890fb-9257-4359-9257-8e3ba67f42d3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:32.892840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-0cbf0ff3-2d7c-47ac-b863-0957890f00d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:32.896257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0cbf0ff3-2d7c-47ac-b863-0957890f00d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0761268 May 25 16:42:32.896257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] device_id is not set on port c789503c-dd95-41d3-a718-bf5536a6e324 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:32.898446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 328ea7d0-10e4-412a-a0cb-eadb74a0152c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:32.923228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:32.936864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52066) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:32.985985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:33.006202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-2bb680ca-ba7f-4e29-87c4-85f7ad2359d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.009450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2bb680ca-ba7f-4e29-87c4-85f7ad2359d0 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0605445 May 25 16:42:33.016850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52070) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.070749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-98357424-9965-411d-8c45-fbd907bae9f1 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.074068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-98357424-9965-411d-8c45-fbd907bae9f1 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0286882 May 25 16:42:33.088079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52074) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.104678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-30c5b078-687b-44c0-bf8e-1ba484c1577c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.107937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-30c5b078-687b-44c0-bf8e-1ba484c1577c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0136421 May 25 16:42:33.110570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:33.120111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52078) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.124724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:33.133145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:33.133603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-6cdf1fb5-4081-4f72-8ae8-867ed738fb85 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.137943 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6cdf1fb5-4081-4f72-8ae8-867ed738fb85 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0165796 May 25 16:42:33.145107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52082) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.148770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.178095 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:28Z', 'revision_number': 3, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:33.182285 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Checking router: a13e0b64-b816-48a6-b79f-a472bc863fa8 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:42:33.182643 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Updating router a13e0b64-b816-48a6-b79f-a472bc863fa8 port b70cc674-454e-4804-8800-bf3f8675879e binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:42:33.197958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-13223ac9-d270-4e3c-ad6d-7cbf379d7f77 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.201571 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-13223ac9-d270-4e3c-ad6d-7cbf379d7f77 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0543568 May 25 16:42:33.203372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.224288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.228466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-3d9d48c1-6a17-4e0f-b6a0-5e72a56bf436 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.232146 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3d9d48c1-6a17-4e0f-b6a0-5e72a56bf436 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0193515 May 25 16:42:33.236530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52090) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.254498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Attempting to bind port 946890fb-9257-4359-9257-8e3ba67f42d3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:33.254883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Attempting to bind port 946890fb-9257-4359-9257-8e3ba67f42d3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b329b52f-fafd-477e-9de4-3e228d105310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:33.255291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Attempting to bind port 946890fb-9257-4359-9257-8e3ba67f42d3 on network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:33.257417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Pushing event updated for resources: {'Port': ['ID=946890fb-9257-4359-9257-8e3ba67f42d3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:33.268169 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.268584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-70497e42-93d3-46c0-81cd-75fb8f48b17c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.270881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:33.272516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-70497e42-93d3-46c0-81cd-75fb8f48b17c tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0300760 May 25 16:42:33.273663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:33.274271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Checking segment: {'id': 'b329b52f-fafd-477e-9de4-3e228d105310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:33.274828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.275310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Bound using segment: {'id': 'b329b52f-fafd-477e-9de4-3e228d105310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:33.275801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Bound port: 946890fb-9257-4359-9257-8e3ba67f42d3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b329b52f-fafd-477e-9de4-3e228d105310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:33.276186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.276364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52094) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.309568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4ced9b9-931e-430e-b6a3-7d93bbe2f0d5 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.6075695 May 25 16:42:33.309568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-d930548a-a823-4540-9455-aa94e74587a2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.309568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d930548a-a823-4540-9455-aa94e74587a2 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0197511 May 25 16:42:33.309568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52098) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.319585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:33.329123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [None req-e5e4e22a-8b6a-4f21-95ec-a6b9c0c65b18 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] http://10.222.0.96:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:33.342572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e5e4e22a-8b6a-4f21-95ec-a6b9c0c65b18 tempest-ExtensionsTestJSON-1418422563 tempest-ExtensionsTestJSON-1418422563-project] 10.222.0.96 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0208318 May 25 16:42:33.369140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Allocated IP 2001:db8::c4 (e0bafaa0-8fb0-469d-bb55-20355a2a2a8a/1c6dd6c4-1576-4dd4-b441-048e0374912e/c789503c-dd95-41d3-a718-bf5536a6e324) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:33.374242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Deleting port e0442ee5-1266-47b4-be2d-9359d6d9fce2 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:33.374585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.414166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] For port 946890fb-9257-4359-9257-8e3ba67f42d3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:33.417895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] For port 946890fb-9257-4359-9257-8e3ba67f42d3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=946890fb-9257-4359-9257-8e3ba67f42d3,segment=NetworkSegment(b329b52f-fafd-477e-9de4-3e228d105310),segment_id=b329b52f-fafd-477e-9de4-3e228d105310)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:33.426637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.452432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:33.591521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Pushing event updated for resources: {'Port': ['ID=946890fb-9257-4359-9257-8e3ba67f42d3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:33.605285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:33.788778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.789008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.832463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.839248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.873092 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.893267 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Transition to ACTIVE for port object b70cc674-454e-4804-8800-bf3f8675879e will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:33.902077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.906490 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:33.919103 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:33.971446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Calling delete_port for e0442ee5-1266-47b4-be2d-9359d6d9fce2 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:34.020570 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Pushing event updated for resources: {'Port': ['ID=b70cc674-454e-4804-8800-bf3f8675879e,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:34.028413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Attempting to bind port b70cc674-454e-4804-8800-bf3f8675879e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:34.028767 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Attempting to bind port b70cc674-454e-4804-8800-bf3f8675879e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:34.029130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Attempting to bind port b70cc674-454e-4804-8800-bf3f8675879e on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:34.036364 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.036726 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.037139 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.037717 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.038047 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.038385 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.038707 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.039125 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.039502 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.039821 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.040251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.040564 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Tracked resource versions report: May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: pushed versions: May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: { 'AddressGroup': {'1.2'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'ConntrackHelper': {'1.0'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Log': {'1.0'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Network': {'1.1'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Port': {'1.7'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'PortForwarding': {'1.2'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'QosPolicy': {'1.8'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroup': {'1.4'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroupRule': {'1.2'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SubPort': {'1.0'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Subnet': {'1.1'}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Trunk': {'1.1'}} May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: consumer versions: May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: { DHCP agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: HyperV agent@hv-neutron-7929: {}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: L3 agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: Metadata agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: Metering agent@dv-neutron-792998-1-hyperv: {}, May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: Open vSwitch agent@dv-neutron-792998-1-hyperv: { 'AddressGroup': '1.2', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'ConntrackHelper': '1.0', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Log': '1.0', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Network': '1.1', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Port': '1.7', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'PortForwarding': '1.2', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'QosPolicy': '1.8', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroup': '1.4', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SecurityGroupRule': '1.2', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'SubPort': '1.0', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Subnet': '1.1', May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: 'Trunk': '1.1'}} May 25 16:42:34.041695 dv-neutron-792998-1-hyperv neutron-server[99129]: {{(pid=99129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 16:42:34.045408 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:34.046307 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:34.046665 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:34.047108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.047467 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:34.048209 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Bound port: b70cc674-454e-4804-8800-bf3f8675879e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:34.048583 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.053545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52110) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:34.105420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99db32-694f-4a95-a1fa-23ab946102c5 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] Network 328ea7d0-10e4-412a-a0cb-eadb74a0152c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:34.127198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.134800 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] For port b70cc674-454e-4804-8800-bf3f8675879e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:34.139736 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] For port b70cc674-454e-4804-8800-bf3f8675879e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b70cc674-454e-4804-8800-bf3f8675879e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:34.141202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c99db32-694f-4a95-a1fa-23ab946102c5 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "POST /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8211389 May 25 16:42:34.145689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52116) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:34.147854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6c1c6-a4bf-4850-8fd6-fc3e0fce087f None None] Network 328ea7d0-10e4-412a-a0cb-eadb74a0152c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:34.161213 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.173908 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:34.250965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.251624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cafe8ee-ca7a-401e-9fa6-11566bd25894 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:42:34.274357 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Pushing event updated for resources: {'Port': ['ID=b70cc674-454e-4804-8800-bf3f8675879e,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:34.277383 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:34.283483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:34.284159 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:34.492980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.504964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.515905 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:34.582329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Transition to ACTIVE for port object c789503c-dd95-41d3-a718-bf5536a6e324 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:34.589953 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 16:42:34.591534 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e8c3d82e-e9c7-41f4-a657-5a781e9bb1e9 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.3588152 May 25 16:42:34.597922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52120) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:34.618662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:34.694519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f893a94c0749cfa2a9c4c7530ce14e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:34.715301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.731944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa4ca4bb-b708-45aa-9a6c-ea7566755a2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:34.736908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:34.763330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:34.765788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e2527eae-6667-4a5c-9e8e-fb00f38648a3 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks HTTP/1.1" status: 200 len: 6466 time: 0.6175692 May 25 16:42:34.771804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52126) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:34.822862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0442ee5-1266-47b4-be2d-9359d6d9fce2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:34.839166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:34.858830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.869378 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:28Z', 'revision_number': 3, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:34.874320 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca87488a-3f38-44d3-885e-dc17eaa92623 None None] The sync data for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv is: [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:28Z', 'revision_number': 3, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:42:34.892574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.931491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456673f-293e-4d8a-9944-6100bc2d93c4 None None] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:34.942432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:34.947404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:34.985157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:34.994076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.067430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Deleting port f80f8475-0778-493a-8d1b-4bc1356997e9 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:35.067632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.070860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=ab0d6d32-ed2e-48bf-82ed-075f2eae53cb,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:35.075744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.087422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:35.100115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2092318b-c542-4011-bb91-8f5ed26f8b69 None None] Provisioning for port 946890fb-9257-4359-9257-8e3ba67f42d3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:35.132474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:35.142376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:42:35.149018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:35.163063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:35.169156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:35.169977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.187912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.189059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/abb25a49-d647-456e-98a0-d959ac5f8d41 HTTP/1.1" status: 204 len: 168 time: 2.5265877 May 25 16:42:35.189828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'Port': ['ID=c789503c-dd95-41d3-a718-bf5536a6e324,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:35.243819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:35.250119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-849d6d68-0635-450f-8131-58675ba17104 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "DELETE /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks/328ea7d0-10e4-412a-a0cb-eadb74a0152c HTTP/1.1" status: 204 len: 168 time: 0.4506354 May 25 16:42:35.260282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52134) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:35.340270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 946890fb-9257-4359-9257-8e3ba67f42d3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:35.369723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.458195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 946890fb-9257-4359-9257-8e3ba67f42d3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:35.470671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 946890fb-9257-4359-9257-8e3ba67f42d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:35.470786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.472242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.476133 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7727952 May 25 16:42:35.480862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52140) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:35.502512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1738541951'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:35.605321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52144) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:35.614478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.4490664 May 25 16:42:35.621051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:35.639534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Calling delete_port for f80f8475-0778-493a-8d1b-4bc1356997e9 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:35.642089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52148) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:35.645736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.648749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Request body: {'port': {'network_id': 'e0bafaa0-8fb0-469d-bb55-20355a2a2a8a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2043022320', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:35.649319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.api.validators [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] bootfile-name is not in valid_values {{(pid=99126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:35.649656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.api.validators [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] tftp-server is not in valid_values {{(pid=99126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:35.650000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.api.validators [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] server-ip-address is not in valid_values {{(pid=99126) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:35.711112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:network and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:35.714809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.725126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:35.729992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 946890fb-9257-4359-9257-8e3ba67f42d3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=946890fb-9257-4359-9257-8e3ba67f42d3,segment=NetworkSegment(b329b52f-fafd-477e-9de4-3e228d105310),segment_id=b329b52f-fafd-477e-9de4-3e228d105310)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:35.738745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.741996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-00995894-97eb-4baa-95da-dfdc962b289d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:35.747841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:35.749846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.846341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=946890fb-9257-4359-9257-8e3ba67f42d3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:35.859565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:35.873823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed5c0251-277f-4073-ba8b-6cc5fb16dc14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:35.913182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:42:35.924805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Sync routers for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:42:35.940349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:35.941631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:35.959910 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8f893a94c0749cfa2a9c4c7530ce14e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9009800 May 25 16:42:35.961014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c08b816-cf81-4edd-8d00-b035b6e970b5,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:35.966590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52154) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:35.977077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.980980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Made reservation on behalf of cd8ec7a51de642ba891205becb77bc41 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:35.985029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:35.999548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:36.049201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.055299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:36.063025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Provisioning complete for port 946890fb-9257-4359-9257-8e3ba67f42d3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:36.063508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.090579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Usage tracker for resource:security_group_rule and tenant:594145f04c024067be6385ac18cb5941 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:36.100824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:36.105679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ddf4b862-8bd3-456c-a1ee-666141e675c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:36.152953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:36.217453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80f8475-0778-493a-8d1b-4bc1356997e9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:36.235750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:36.239877 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9e6301a1-0e00-420f-808f-c7af29ddefbf tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.9745755 May 25 16:42:36.246471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52158) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:36.258368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.259724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.289664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.292932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:36.296019 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.1055121 May 25 16:42:36.306821 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] 10.222.0.96 "DELETE /v2.0/ports/f80f8475-0778-493a-8d1b-4bc1356997e9 HTTP/1.1" status: 204 len: 168 time: 1.7048297 May 25 16:42:36.311171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52162) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:36.339347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:36.345339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:36.349756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Usage tracker for resource:port and tenant:440d2c8061f44e07b9bce2be041bf545 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:36.352915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:36.359518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:36.381144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:security_group_rule and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:36.390007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Made reservation on behalf of 440d2c8061f44e07b9bce2be041bf545 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:36.394972 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68c5e3f3-86a4-4aa7-a939-76223c65dd4c tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/networks/a30c90f2-5eda-42ba-be94-49e64cb988eb/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1384029 May 25 16:42:36.398575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.409798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52168) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:36.442842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:36.458654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] device_id is not set on port 778901cb-ca1f-41a5-9c71-cced264ac26a yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:36.476652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ae1deca0-0d41-4eb4-9d47-809d768dd2d5 tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/networks/a30c90f2-5eda-42ba-be94-49e64cb988eb/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0657640 May 25 16:42:36.517564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52172) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:36.518404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:36.522699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.605225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.610488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Provisioning for port c789503c-dd95-41d3-a718-bf5536a6e324 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:36.618271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Provisioning complete for port c789503c-dd95-41d3-a718-bf5536a6e324 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:36.618827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.671892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.697402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e57a4-be42-40fc-af70-381727a137ea None None] Port c789503c-dd95-41d3-a718-bf5536a6e324 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:36.705617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:31Z', 'revision_number': 3, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:36.710785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Checking router: 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:42:36.711388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Updating router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 port b88caf64-2c03-4cc4-8577-8f773c37df21 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:42:36.735446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52178) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:36.776891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.799046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.929002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5bb598e6-feb9-494a-834e-55d4bc5b7428 None None] Provisioning complete for port c789503c-dd95-41d3-a718-bf5536a6e324 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:36.929985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5bb598e6-feb9-494a-834e-55d4bc5b7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:36.962442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.000630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522dc592-e4ae-46b8-95ef-c94c7d068d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:37.043248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5bb598e6-feb9-494a-834e-55d4bc5b7428 None None] Port c789503c-dd95-41d3-a718-bf5536a6e324 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:37.081809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd67552-4555-4e7e-8450-b6c3e5cfad9a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:37.088239 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=594145f04c024067be6385ac18cb5941&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4811087 May 25 16:42:37.089350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:37.092300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52184) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:37.097256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.175865 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d341bfa4-1cdf-4e9c-9b3e-f284eff74d4e tempest-DHCPAgentSchedulersTestJSON-1240093315 tempest-DHCPAgentSchedulersTestJSON-1240093315-project-admin] 10.222.0.96 "GET /v2.0/agents/f187d1e7-8496-4185-818d-5ef3b4c00bc9/dhcp-networks HTTP/1.1" status: 200 len: 5695 time: 0.6362116 May 25 16:42:37.188563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52188) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:37.218165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:37.283726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 946890fb-9257-4359-9257-8e3ba67f42d3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:37.291990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.343274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.349805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Allocated IP 2001:db8::19b (e0bafaa0-8fb0-469d-bb55-20355a2a2a8a/1c6dd6c4-1576-4dd4-b441-048e0374912e/778901cb-ca1f-41a5-9c71-cced264ac26a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:37.373712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Usage tracker for resource:security_group_rule and tenant:a460f73eb47241b880a18c9ecb354c6f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:37.390146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:37.425002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:37.426877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 946890fb-9257-4359-9257-8e3ba67f42d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:37.427565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.459185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Allocated IP 172.20.0.1 (9de6458f-c301-42fa-8cc1-9a8bb94cc830/1a44f6c1-6eb9-455c-876e-b867553efe80/fec5078c-fdf6-485d-a7fb-245128d10190) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:37.476370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.484585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.487160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.508922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Transition to ACTIVE for port object b88caf64-2c03-4cc4-8577-8f773c37df21 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:37.512554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.514222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.523424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.525705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.527615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:37.563000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:37.578861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.592022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:37.622038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd67552-4555-4e7e-8450-b6c3e5cfad9a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:37.624605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:37.629641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.630756 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fbd67552-4555-4e7e-8450-b6c3e5cfad9a HTTP/1.1" status: 204 len: 168 time: 0.5375376 May 25 16:42:37.688201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Attempting to bind port b88caf64-2c03-4cc4-8577-8f773c37df21 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:37.688660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Attempting to bind port b88caf64-2c03-4cc4-8577-8f773c37df21 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:37.689070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Attempting to bind port b88caf64-2c03-4cc4-8577-8f773c37df21 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:37.693948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Pushing event updated for resources: {'Port': ['ID=b88caf64-2c03-4cc4-8577-8f773c37df21,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:37.701355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:37.705885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:37.706794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:37.707392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.707998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:37.708489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Bound port: b88caf64-2c03-4cc4-8577-8f773c37df21, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:37.709374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.745249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:37.751324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b70cc674-454e-4804-8800-bf3f8675879e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:37.799136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Allocated IP 172.20.0.1 (dd705094-00cb-4d4a-bef5-e868cb56e1e4/635d989e-abe1-4c6d-ac05-1f35c221c868/485575b8-2b84-42f4-b047-0c80ebb1e9d7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:37.832855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03cbe3f1-1919-4dcb-b79d-46713a1c14bd,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:37.838432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.838432 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Added segment 265d5fc7-d572-4f74-b7dc-507fbc80a98f of type vlan for network ea6429d0-6f57-4b22-bb05-b84602fd4090 May 25 16:42:37.845461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] For port b88caf64-2c03-4cc4-8577-8f773c37df21, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:37.849865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] For port b88caf64-2c03-4cc4-8577-8f773c37df21, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b88caf64-2c03-4cc4-8577-8f773c37df21,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:37.859145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:37.875344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:37.938193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b70cc674-454e-4804-8800-bf3f8675879e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:37.953031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b70cc674-454e-4804-8800-bf3f8675879e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:37.953405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.003973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.016819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:38.017462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:38.023780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Transition to ACTIVE for port object 485575b8-2b84-42f4-b047-0c80ebb1e9d7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:38.053575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c08b816-cf81-4edd-8d00-b035b6e970b5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.073564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.076607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.079151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.079384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.079610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.090965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.112046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Pushing event updated for resources: {'Port': ['ID=b88caf64-2c03-4cc4-8577-8f773c37df21,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.122997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.124649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.126505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.134339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.166389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.173149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.174258 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c08b816-cf81-4edd-8d00-b035b6e970b5 HTTP/1.1" status: 204 len: 168 time: 2.1766310 May 25 16:42:38.181854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:38.184797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:38.187877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > segment before_delete 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.188238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.188989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.189328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > port after_create 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.189666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > port after_delete 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.190010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > port after_update 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.190318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > segment after_delete 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.191305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet after_create 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.191695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet after_delete 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.191999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet after_update 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.199424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:38.204473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.207796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52198) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:38.238629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Pushing event updated for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.247523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.296703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:38.316142 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-77542100-6e73-4302-8bd8-c6ccaf754bd5 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0acf0ab259944576a97175cd49fd1384&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1046185 May 25 16:42:38.319748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52202) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:38.408109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet after_create 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.408461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet after_delete 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.408795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet before_create 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.409119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Subscribe: > subnet before_update 55550000 {{(pid=99126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:42:38.410093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['328ea7d0-10e4-412a-a0cb-eadb74a0152c']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:38.435867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.454270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.459504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a77951-225c-48d1-87e1-5115f9236228') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:38.459964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a77951-225c-48d1-87e1-5115f9236228') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:38.533233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.545064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.548392 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a460f73eb47241b880a18c9ecb354c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8063183 May 25 16:42:38.556093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52208) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:38.560214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db55bd-6add-4960-82ed-38ed7c5718f1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.569907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Transition to ACTIVE for port object fec5078c-fdf6-485d-a7fb-245128d10190 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:38.575265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.587860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.591039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.595439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.601552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.607510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:42:38.607905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.632519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:38.633246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: from cryptography.utils import int_from_bytes May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: from cryptography.utils import int_from_bytes May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:42:38.639118 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:42:38.649743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.741692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.797280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fff3c6a3-23f9-4a84-9de6-3cae8b87f242 None None] Provisioning for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:38.803375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port b70cc674-454e-4804-8800-bf3f8675879e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b70cc674-454e-4804-8800-bf3f8675879e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:38.806588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fff3c6a3-23f9-4a84-9de6-3cae8b87f242 None None] Provisioning complete for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:38.807187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fff3c6a3-23f9-4a84-9de6-3cae8b87f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.811734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Transition to ACTIVE for port object 778901cb-ca1f-41a5-9c71-cced264ac26a will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:38.885717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fff3c6a3-23f9-4a84-9de6-3cae8b87f242 None None] Port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:38.885922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.889421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.898464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.944392 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4622827 May 25 16:42:38.945645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.947516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.947630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52220) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:38.948258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Network': ['ID=ea6429d0-6f57-4b22-bb05-b84602fd4090,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.953578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:38.955277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:38.960128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Request body: {'subnet': {'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:38.963651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ddef09c-e609-4cca-82ae-2cdcc53cc15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:38.978905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faac8c2-5085-4ff8-a8bc-e71fa3f1f4eb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:38.989548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:39.010446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=b70cc674-454e-4804-8800-bf3f8675879e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:39.023391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:39.024399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:39.049512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:39.098251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.105096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.110717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event deleted for resources: {'Network': ['ID=328ea7d0-10e4-412a-a0cb-eadb74a0152c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:39.134956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:39.146130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:39.155732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.171540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.173520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4faac8c2-5085-4ff8-a8bc-e71fa3f1f4eb HTTP/1.1" status: 204 len: 168 time: 0.8522909 May 25 16:42:39.174439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.177273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.183175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52f2b6b0-6874-4ad5-b499-e04b980e6244 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:39.187101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:31Z', 'revision_number': 3, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:39.196970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b70cc674-454e-4804-8800-bf3f8675879e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:39.200980 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "DELETE /v2.0/networks/328ea7d0-10e4-412a-a0cb-eadb74a0152c HTTP/1.1" status: 204 len: 168 time: 2.0090947 May 25 16:42:39.216843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.220403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52230) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:39.249120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:39.255525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:39.257902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:39.264589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:39.295736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcba8567-c12a-4d59-998f-b969fc77ebed tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] DELETE failed (client error): The resource could not be found. May 25 16:42:39.296585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcba8567-c12a-4d59-998f-b969fc77ebed tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:42:39.304437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:subnet and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:39.311019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Pushing event updated for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:39.313545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:39.329048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dcba8567-c12a-4d59-998f-b969fc77ebed tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "DELETE /v2.0/ports/f4d019d0-954d-487f-9b6e-35d75849c0bf HTTP/1.1" status: 404 len: 333 time: 0.1074915 May 25 16:42:39.333779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:39.344330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:39.345113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c113b72-dc80-466e-88f2-64ce4e913782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:39.386930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:39.395761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52238) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:39.404019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:39.417215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a974a76-718b-496f-8b3c-a34adbe72d1a None None] The sync data for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv is: [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:31Z', 'revision_number': 3, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:42:39.513543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b70cc674-454e-4804-8800-bf3f8675879e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:39.513543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.517961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:39.533419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:39.541882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.555440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52244) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:39.607693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Made reservation on behalf of cd8ec7a51de642ba891205becb77bc41 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:39.620107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.677587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:39.680967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:39.702968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.704881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Pushing event updated for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:39.712852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.718095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09db55bd-6add-4960-82ed-38ed7c5718f1 HTTP/1.1" status: 204 len: 168 time: 1.1588807 May 25 16:42:39.814090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-10a5e3b2-18ac-4093-ab5b-356c08d87fd0 None None] Provisioning for port fec5078c-fdf6-485d-a7fb-245128d10190 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:39.836843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-10a5e3b2-18ac-4093-ab5b-356c08d87fd0 None None] Provisioning complete for port fec5078c-fdf6-485d-a7fb-245128d10190 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:39.842941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-10a5e3b2-18ac-4093-ab5b-356c08d87fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.860619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:39.863092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:39.949072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db55bd-6add-4960-82ed-38ed7c5718f1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:39.960549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:39.969007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:40.037139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-10a5e3b2-18ac-4093-ab5b-356c08d87fd0 None None] Port fec5078c-fdf6-485d-a7fb-245128d10190 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:40.043395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5b746226-57fe-4271-a920-2957ce56a2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.166782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Provisioning complete for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:40.168567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.196222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:42:40.229584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-11409353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:40.266230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'Port': ['ID=778901cb-ca1f-41a5-9c71-cced264ac26a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:40.272885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:40.283463 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.6378460 May 25 16:42:40.284536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:40.293421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52260) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:40.328610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:40.352872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:router and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:40.356290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Provisioning for port 778901cb-ca1f-41a5-9c71-cced264ac26a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:40.367810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Provisioning complete for port 778901cb-ca1f-41a5-9c71-cced264ac26a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:40.369910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.375348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Deleting subnet c625f137-778d-462a-b892-877512430256 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:42:40.389476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:40.401299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.474635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52266) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:40.500904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fc86fd0c-95ea-4778-bd8e-fa2becab1811 None None] Port 778901cb-ca1f-41a5-9c71-cced264ac26a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:40.503871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:40.512235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:42:40.517705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] 10.222.0.96 "PUT /v2.0/routers/3ac7894f-4dbd-4e76-9414-feec46b0e8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2037346 May 25 16:42:40.601810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.602999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.622664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.782166 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e6528214-11bd-4310-abe5-0176688d0d87 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fdc21671579d4080a45418eb266cb54d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2754369 May 25 16:42:40.783297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52284) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:40.830944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.924092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.961639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:40.963904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:40.967792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:40.974308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:40.975236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Synchronizing usage tracker for tenant:440d2c8061f44e07b9bce2be041bf545 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:41.043645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.051006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:41.070741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64e5bac-293d-4e43-9c56-6be2164b7822,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:41.075583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.076386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:41.094848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.099300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f64e5bac-293d-4e43-9c56-6be2164b7822 HTTP/1.1" status: 204 len: 168 time: 0.3103721 May 25 16:42:41.222294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.228866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b88caf64-2c03-4cc4-8577-8f773c37df21 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:41.262607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Unset dirty status for tenant:440d2c8061f44e07b9bce2be041bf545 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:41.269264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5d57af68-68dc-4f69-9b5f-fab5582ee5a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.9593875 May 25 16:42:41.271841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52298) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:41.274394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.355201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.356369 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1710686b-f61a-45c2-8e3f-c48bdcf8b65f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.7979126 May 25 16:42:41.373830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52302) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:41.418022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b88caf64-2c03-4cc4-8577-8f773c37df21 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:41.434772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b88caf64-2c03-4cc4-8577-8f773c37df21 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:41.435511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.552954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2010602718'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:41.653573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.662586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Deleting port 778901cb-ca1f-41a5-9c71-cced264ac26a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:41.663205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.674283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port b88caf64-2c03-4cc4-8577-8f773c37df21, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b88caf64-2c03-4cc4-8577-8f773c37df21,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:41.683330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.685430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35098f71-c333-4aef-a590-a963c1b3210d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:41.809062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=b88caf64-2c03-4cc4-8577-8f773c37df21,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:41.817432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:41.823987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:41.839457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:network and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:41.868489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:41.876402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:41.898284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.904558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:41.908636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:41.949132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.055848 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Sync routers for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:42:42.071494 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:42.072754 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:42.106608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Calling delete_port for 778901cb-ca1f-41a5-9c71-cced264ac26a owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:42.216401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:42.237639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:security_group_rule and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:42.245947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:42.260490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:42.395818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.422238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:42.433743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.434015 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:42.441645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.472024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:42.581003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:42:42.607217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event deleted for resources: {'Subnet': ['ID=c625f137-778d-462a-b892-877512430256,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:42.618886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:42.634780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30808a58-c50d-456e-8b77-46c6f503858b None None] Network a30c90f2-5eda-42ba-be94-49e64cb988eb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:42.648549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event deleted for resources: {'Port': ['ID=778901cb-ca1f-41a5-9c71-cced264ac26a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:42.650855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.657818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.660555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:42.665930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.690091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "DELETE /v2.0/ports/778901cb-ca1f-41a5-9c71-cced264ac26a HTTP/1.1" status: 204 len: 168 time: 1.4160988 May 25 16:42:42.695934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52336) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:42.702966 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "DELETE /v2.0/subnets/c625f137-778d-462a-b892-877512430256 HTTP/1.1" status: 204 len: 168 time: 3.2993627 May 25 16:42:42.705346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Request body: {'port': {'name': 'tempest-new-port-name-1975737508', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:42.716171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] bootfile-name is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:42.716728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] tftp-server is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:42.717350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] server-ip-address is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:42:42.723657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52340) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:42.726730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.837691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52346) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:42.865125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34fd8d67-bea2-4604-9ff0-b2b1a87cecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:42.941179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-61876da4-4841-4c85-8b64-5a855139288b tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.002318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.122295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] DHCP port deletion for a30c90f2-5eda-42ba-be94-49e64cb988eb request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:42:43.122523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:43.152103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Pushing event updated for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:43.161680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:43.203380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.240747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b88caf64-2c03-4cc4-8577-8f773c37df21 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:43.265706 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 2, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:43.272167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Checking router: 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:42:43.272638 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Updating router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:42:43.343516 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.359759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ba6f7a28-050e-49ec-b152-3b45d3446e41 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1840096232'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:43.360617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ba6f7a28-050e-49ec-b152-3b45d3446e41 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Unknown quota resources ['metering_label']. {{(pid=99127) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:42:43.404609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Deleting port a0e0be4d-c483-4e75-8c6a-f47a735f3436 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:43.405533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.422988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b88caf64-2c03-4cc4-8577-8f773c37df21 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:43.423361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.520651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52358) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:43.537923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1254174539'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:43.542927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:43.547146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Usage tracker for resource:network and tenant:32feec43d0d640ffb0896c52eb5d89c8 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:43.551146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:43.558676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:43.605343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] For port a0e0be4d-c483-4e75-8c6a-f47a735f3436, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a0e0be4d-c483-4e75-8c6a-f47a735f3436,segment=NetworkSegment(4de49c4e-10ed-414b-83c9-ba0ed64f03cd),segment_id=4de49c4e-10ed-414b-83c9-ba0ed64f03cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:43.605906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.617639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.641631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.646554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.647915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.651922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:43.655913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350952100', 'description': 'tempest-description--572438056'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:43.657087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.662317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.670456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:43.677913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.684953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d2244463-d5e0-4bab-ab27-6b2eff7b1325 tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.692577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.714027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.757211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Calling delete_port for a0e0be4d-c483-4e75-8c6a-f47a735f3436 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:43.781946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:43.787278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Usage tracker for resource:security_group_rule and tenant:32feec43d0d640ffb0896c52eb5d89c8 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:43.790538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:43.797145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:43.801610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.815764 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Transition to ACTIVE for port object 485575b8-2b84-42f4-b047-0c80ebb1e9d7 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:43.815986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.826077 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.832640 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.840339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Subnet': ['ID=7e4befdf-b25a-43e5-9c99-101f3340226d,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:43.844055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:43.851064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Usage tracker for resource:security_group and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:43.854205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.855097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event updated for resources: {'Port': ['ID=c789503c-dd95-41d3-a718-bf5536a6e324,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:43.858133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:43.875182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:43.877436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:43.913376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9288fe5-3462-498b-9ad9-dda9ece6a7ff,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:43.920191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:43.963403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.966994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] In _notify_port_updated(), no bound segment for port c789503c-dd95-41d3-a718-bf5536a6e324 on network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:42:43.971381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:43.973313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:43.973988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.978054 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "PUT /v2.0/ports/c789503c-dd95-41d3-a718-bf5536a6e324 HTTP/1.1" status: 200 len: 1129 time: 1.2806561 May 25 16:42:43.984591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba6f7a28-050e-49ec-b152-3b45d3446e41 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:43.985713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba6f7a28-050e-49ec-b152-3b45d3446e41 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.1467021 May 25 16:42:43.988680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52362) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:43.991487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:43.998738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] The port 'a0e0be4d-c483-4e75-8c6a-f47a735f3436' was deleted {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:42:44.039693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52364) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:44.062041 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Pushing event updated for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:44.077937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:44.098770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b4ef06d6-a9cd-4942-b6ad-8c5b3574ebe3 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '77e5832e-505a-4fd5-a656-5c00555833a5'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:44.099373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b4ef06d6-a9cd-4942-b6ad-8c5b3574ebe3 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99126) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:42:44.108459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Checking segment: {'id': '265d5fc7-d572-4f74-b7dc-507fbc80a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:44.108780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network hostable DHCP agents. Network: ea6429d0-6f57-4b22-bb05-b84602fd4090, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:44.118342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Pushing event deleted for resources: {'Port': ['ID=a0e0be4d-c483-4e75-8c6a-f47a735f3436,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:44.123465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] No DVR routers for this DVR port a0e0be4d-c483-4e75-8c6a-f47a735f3436 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:42:44.126624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:44.134651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aea7d0-eafe-45a1-b150-5847b5cad228 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:44.135389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a0aea7d0-eafe-45a1-b150-5847b5cad228 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Synchronizing usage tracker for tenant:440d2c8061f44e07b9bce2be041bf545 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:44.143849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.192553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:44.197141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Usage tracker for resource:security_group_rule and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:44.197816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:44.202289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:44.208700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:44.220999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.221380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Added segment 0cea3be7-a383-493c-bb88-2f34d827ec5b of type vlan for network b829e3f2-74b0-4f68-8432-e2034e5724d1 May 25 16:42:44.228086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:44.242975 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Attempting to bind port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:44.243614 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Attempting to bind port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:44.244193 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Attempting to bind port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 on network dd705094-00cb-4d4a-bef5-e868cb56e1e4 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:44.251244 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:44.251766 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Checking segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:44.252289 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.252748 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Bound using segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:44.253399 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Bound port: 485575b8-2b84-42f4-b047-0c80ebb1e9d7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:44.254179 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.335412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.343621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.351275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4e8d8e2-3006-4f1e-8b22-613a9a32367f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:44.369302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a0aea7d0-eafe-45a1-b150-5847b5cad228 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Unset dirty status for tenant:440d2c8061f44e07b9bce2be041bf545 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:44.370538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a0aea7d0-eafe-45a1-b150-5847b5cad228 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "GET /v2.0/ports/c789503c-dd95-41d3-a718-bf5536a6e324 HTTP/1.1" status: 200 len: 1129 time: 0.3800087 May 25 16:42:44.388991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52370) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:44.416623 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] For port 485575b8-2b84-42f4-b047-0c80ebb1e9d7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:44.420601 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] For port 485575b8-2b84-42f4-b047-0c80ebb1e9d7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=485575b8-2b84-42f4-b047-0c80ebb1e9d7,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:44.425721 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.443927 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-bf18861b-bf7c-466a-a5ec-7cef567c9232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:44.469501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf87b24-2203-4ff5-ab81-51a402218577,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:44.477297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:44.483029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.484286 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9625459 May 25 16:42:44.487885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52374) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:44.510030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:44.510716 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:44.544311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'security_group_rule': {'security_group_id': '7bf87b24-2203-4ff5-ab81-51a402218577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:44.559928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d90d2be2-fc06-422d-911c-986d8bfefaf1 None None] Provisioning complete for port c789503c-dd95-41d3-a718-bf5536a6e324 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:44.560593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d90d2be2-fc06-422d-911c-986d8bfefaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.561447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:44.570293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Usage tracker for resource:security_group_rule and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:44.574330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:44.588879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:44.620808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Deleting port c789503c-dd95-41d3-a718-bf5536a6e324 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:44.621050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.662960 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.services.metering.metering_plugin [None req-b4ef06d6-a9cd-4942-b6ad-8c5b3574ebe3 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 25 16:42:44.695865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d90d2be2-fc06-422d-911c-986d8bfefaf1 None None] Port c789503c-dd95-41d3-a718-bf5536a6e324 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:44.779718 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Pushing event updated for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:44.786370 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:44.791393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.802213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.812659 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:44.829865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e126601b-ff6b-4928-a894-6caefc6483d8 None None] Provisioning complete for port fec5078c-fdf6-485d-a7fb-245128d10190 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:44.830340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e126601b-ff6b-4928-a894-6caefc6483d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.890044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e126601b-ff6b-4928-a894-6caefc6483d8 None None] Port fec5078c-fdf6-485d-a7fb-245128d10190 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:44.896696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.906202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:44.943382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Calling delete_port for c789503c-dd95-41d3-a718-bf5536a6e324 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:44.955915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30c90f2-5eda-42ba-be94-49e64cb988eb']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:44.974540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:44.988801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de49c4e-10ed-414b-83c9-ba0ed64f03cd') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:44.989064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de49c4e-10ed-414b-83c9-ba0ed64f03cd') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:45.006289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.012837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.017486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:45.051686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e0d2ff-9599-4e2b-9e45-68fd866a0dd4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:45.058189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:45.068300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.072172 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5804353 May 25 16:42:45.080268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52378) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:45.080556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ea6429d0-6f57-4b22-bb05-b84602fd4090) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:45.085233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'security_group_rule': {'security_group_id': '7bf87b24-2203-4ff5-ab81-51a402218577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:45.092270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823026d3-4339-444d-a7dd-abdff9db2324 None None] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:45.116100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.126661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4ef06d6-a9cd-4942-b6ad-8c5b3574ebe3 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.131350 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b4ef06d6-a9cd-4942-b6ad-8c5b3574ebe3 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0506396 May 25 16:42:45.131545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:45.138185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52382) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:45.140763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:42:45.141198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Usage tracker for resource:security_group_rule and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:45.146845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:45.152338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6d7bc39b-43ba-4680-851d-a7ba26dbb4fd tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '77e5832e-505a-4fd5-a656-5c00555833a5'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:45.152841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6d7bc39b-43ba-4680-851d-a7ba26dbb4fd tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99127) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:42:45.162780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:45.176209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:45.176908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.182154 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:44Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:45.189547 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad1bc3-35c1-4e0e-9b68-6755723d795d None None] The sync data for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv is: [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:44Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:42:45.192126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.200671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.216632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.224629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:42:45.225164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:42:45.255266 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:42:45.262821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4590838c-cff5-4457-9a59-77cdbddfdf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:45.299673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a0e0be4d-c483-4e75-8c6a-f47a735f3436 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:42:45.339238 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.3884244 May 25 16:42:45.343496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.347741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52386) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:45.354924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a0e0be4d-c483-4e75-8c6a-f47a735f3436 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:42:45.355336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a0e0be4d-c483-4e75-8c6a-f47a735f3436 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:42:45.388437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Router a13e0b64-b816-48a6-b79f-a472bc863fa8 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:42:45.398464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.399294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:45.399668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.409625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1608017233', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:45.428812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:45.438240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:45.463569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:router and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:45.473938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:45.477292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9f1f1-2094-4fca-bcdb-8e4c0128e5fe,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:45.484829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.485171 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Added segment e4f185de-e3c2-4780-bad7-7de9f6e815fa of type vlan for network f7f232fc-59ce-493d-b5de-33111819b75d May 25 16:42:45.496074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:45.499512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:45.499917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:45.505607 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.services.metering.metering_plugin [None req-6d7bc39b-43ba-4680-851d-a7ba26dbb4fd tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 25 16:42:45.521357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.595674 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.1732152 May 25 16:42:45.596454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.600575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-ea6429d0-6f57-4b22-bb05-b84602fd4090', 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090', 'tenant_id': 'cd8ec7a51de642ba891205becb77bc41', 'fixed_ips': [{'subnet_id': '7e4befdf-b25a-43e5-9c99-101f3340226d'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:45.601650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.625683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.642581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:45.736123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'subnet': {'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:45.757767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:45.795298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.796527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.800646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Allocated IP 172.20.0.2 (ea6429d0-6f57-4b22-bb05-b84602fd4090/7e4befdf-b25a-43e5-9c99-101f3340226d/603cf4d5-e853-4af3-9217-9d2585cd48d1) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:45.817085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.836669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.841524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:45.919532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event deleted for resources: {'Port': ['ID=c789503c-dd95-41d3-a718-bf5536a6e324,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:45.979202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:46.047528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.051944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "DELETE /v2.0/ports/c789503c-dd95-41d3-a718-bf5536a6e324 HTTP/1.1" status: 204 len: 168 time: 1.6572239 May 25 16:42:46.052940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52396) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.059337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6d7bc39b-43ba-4680-851d-a7ba26dbb4fd tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.063212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6d7bc39b-43ba-4680-851d-a7ba26dbb4fd tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9214509 May 25 16:42:46.064730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.090715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.107737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Transition to ACTIVE for port object 603cf4d5-e853-4af3-9217-9d2585cd48d1 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:46.123642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52400) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.133845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Transition to ACTIVE for port object 603cf4d5-e853-4af3-9217-9d2585cd48d1 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:46.156105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.161292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:46.162829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.171921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:46.185143 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b00c84fb-dec5-4d02-9863-ba5fc48bda0e tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=a40a73f0-f2af-42a5-bac7-322d36d8f43b HTTP/1.1" status: 200 len: 464 time: 0.0581071 May 25 16:42:46.187299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:46.194680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:subnet and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:46.208358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52404) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.217960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:46.242284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Deleting subnet 1c6dd6c4-1576-4dd4-b441-048e0374912e {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:42:46.246897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.255254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:46.256568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:46.259266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:46.310901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.325508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Network': ['ID=b829e3f2-74b0-4f68-8432-e2034e5724d1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.338834 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] 10.222.0.96 "DELETE /v2.0/networks/a30c90f2-5eda-42ba-be94-49e64cb988eb HTTP/1.1" status: 204 len: 168 time: 3.6031015 May 25 16:42:46.339651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.340673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:46.350440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:46.378239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Pushing event updated for resources: {'Port': ['ID=603cf4d5-e853-4af3-9217-9d2585cd48d1,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.381775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:46.412475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.451219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6cb2d84b-cc0f-407e-b093-95d3a683e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.657s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:46.493987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Attempting to bind port 603cf4d5-e853-4af3-9217-9d2585cd48d1 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:46.494428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Attempting to bind port 603cf4d5-e853-4af3-9217-9d2585cd48d1 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '265d5fc7-d572-4f74-b7dc-507fbc80a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:46.494793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Attempting to bind port 603cf4d5-e853-4af3-9217-9d2585cd48d1 on network ea6429d0-6f57-4b22-bb05-b84602fd4090 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:46.502407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:46.505045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:46.505503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Checking segment: {'id': '265d5fc7-d572-4f74-b7dc-507fbc80a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:46.505596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.505966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.506420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Bound using segment: {'id': '265d5fc7-d572-4f74-b7dc-507fbc80a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:46.506942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Bound port: 603cf4d5-e853-4af3-9217-9d2585cd48d1, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265d5fc7-d572-4f74-b7dc-507fbc80a98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:46.507309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.529181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90bb05-9886-4269-9dc9-94f100b0c0db tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Pushing event deleted for resources: {'Network': ['ID=a30c90f2-5eda-42ba-be94-49e64cb988eb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.563699 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3619728 May 25 16:42:46.571984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52410) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.579897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.584417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:42:46.589608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'subnet': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:46.635200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] For port 603cf4d5-e853-4af3-9217-9d2585cd48d1, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:46.638779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] For port 603cf4d5-e853-4af3-9217-9d2585cd48d1, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=603cf4d5-e853-4af3-9217-9d2585cd48d1,segment=NetworkSegment(265d5fc7-d572-4f74-b7dc-507fbc80a98f),segment_id=265d5fc7-d572-4f74-b7dc-507fbc80a98f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:46.644912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Sync routers for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:42:46.653407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.666251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:46.682807 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] 10.222.0.96 "PUT /v2.0/routers/a13e0b64-b816-48a6-b79f-a472bc863fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9399273 May 25 16:42:46.735505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:46.736503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:46.806222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828ecdeb-67c1-4ebc-8a91-63238393ef1b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.808283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.809642 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7297702 May 25 16:42:46.813354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:46.822038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.823103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52418) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.826461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:46.832612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:46.867175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3331a3c7-ecce-410b-9278-712a8d33dfb3 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:46.884070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52422) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:46.920528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:46.923174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6dd6c4-1576-4dd4-b441-048e0374912e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.930633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:46.939950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Usage tracker for resource:floatingip and tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:46.944897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:46.948307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:46.968722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:46.972484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Network': ['ID=f7f232fc-59ce-493d-b5de-33111819b75d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:46.999867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:47.036756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f7f232fc-59ce-493d-b5de-33111819b75d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:47.124900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.593s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:47.125545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:47.223074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:47.233458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Usage tracker for resource:subnet and tenant:32feec43d0d640ffb0896c52eb5d89c8 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:47.238561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:47.252835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:47.287582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:47.291681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:47.343694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:47.348775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.383522 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19567c70-8485-4110-ab73-3ce354048623 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a5c068a6c8734536a464f2163211fcc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4841819 May 25 16:42:47.384233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:47.388993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 485575b8-2b84-42f4-b047-0c80ebb1e9d7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:47.418636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0154cc-8b0e-4318-b8f9-fc19aff1f1fe None None] Network e0bafaa0-8fb0-469d-bb55-20355a2a2a8a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:47.473073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.553243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Pushing event updated for resources: {'Port': ['ID=603cf4d5-e853-4af3-9217-9d2585cd48d1,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:47.613954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:47.619268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "DELETE /v2.0/subnets/1c6dd6c4-1576-4dd4-b441-048e0374912e HTTP/1.1" status: 204 len: 168 time: 1.5613642 May 25 16:42:47.630051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52442) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:47.720430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b3596a1-3db5-4071-84ad-160d91b7314b tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.721732 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1b3596a1-3db5-4071-84ad-160d91b7314b tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/a40a73f0-f2af-42a5-bac7-322d36d8f43b HTTP/1.1" status: 204 len: 168 time: 1.5056121 May 25 16:42:47.724930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52446) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:47.789009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.790986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.797989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:47.823234 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a8a98408-0e53-4a4d-88b2-a4572587cf26 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=a40a73f0-f2af-42a5-bac7-322d36d8f43b HTTP/1.1" status: 200 len: 221 time: 0.0971651 May 25 16:42:47.837552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:47.857927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ad5e1c11-56ab-4ac1-8a55-9ea6558ad2e0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--678920453', 'description': 'label created by tempest'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:47.858508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ad5e1c11-56ab-4ac1-8a55-9ea6558ad2e0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Unknown quota resources ['metering_label']. {{(pid=99127) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:42:48.102361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.140486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52456) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:48.142774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:48.148838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:48.149580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.218302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.219369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435646967', 'description': 'tempest-description--1038281571'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:48.227416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] DHCP port deletion for e0bafaa0-8fb0-469d-bb55-20355a2a2a8a request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:42:48.238964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 2, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:48.287422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.292269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Checking router: a13e0b64-b816-48a6-b79f-a472bc863fa8 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:42:48.292654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Updating router a13e0b64-b816-48a6-b79f-a472bc863fa8 port fec5078c-fdf6-485d-a7fb-245128d10190 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:42:48.309777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:48.333765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Usage tracker for resource:security_group and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:48.343146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad5e1c11-56ab-4ac1-8a55-9ea6558ad2e0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.344470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ad5e1c11-56ab-4ac1-8a55-9ea6558ad2e0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4990244 May 25 16:42:48.345522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:48.354095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52460) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:48.378177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:48.443729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Deleting port 946890fb-9257-4359-9257-8e3ba67f42d3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:48.444237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.448148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.485012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3088607-3c00-4393-8908-afecf4230a47 None None] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:48.495003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.508306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.551443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ebdf5eb-37c1-40b2-b43e-e7df75272af9 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=caf9c511-6d06-4ed2-9450-9e8127f5c060 HTTP/1.1" status: 200 len: 467 time: 0.1828837 May 25 16:42:48.557622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.559860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.586357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52464) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:48.638350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:48.646954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Usage tracker for resource:security_group_rule and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:48.650625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:48.660209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.674350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-691ea5b5-ff3d-429e-a191-9da88aab6642 None None] Provisioning for port 603cf4d5-e853-4af3-9217-9d2585cd48d1 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:48.678373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:48.679718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Deleting port 946890fb-9257-4359-9257-8e3ba67f42d3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:42:48.680106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.702959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.703912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:48.758782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab3e67d-edb9-4f56-93b6-f482d2b02566,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:48.774078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:48.793375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] For port 946890fb-9257-4359-9257-8e3ba67f42d3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=946890fb-9257-4359-9257-8e3ba67f42d3,segment=NetworkSegment(b329b52f-fafd-477e-9de4-3e228d105310),segment_id=b329b52f-fafd-477e-9de4-3e228d105310)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:48.793780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.813945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89b93c9a-c33a-45ca-b775-cdef60acef63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:48.829503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Allocated IP 172.26.6.125 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/51973405-1be1-4e62-aee9-e558b61796c5) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:48.845751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] For port 946890fb-9257-4359-9257-8e3ba67f42d3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=946890fb-9257-4359-9257-8e3ba67f42d3,segment=NetworkSegment(b329b52f-fafd-477e-9de4-3e228d105310),segment_id=b329b52f-fafd-477e-9de4-3e228d105310)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:48.845751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.925887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Calling delete_port for 946890fb-9257-4359-9257-8e3ba67f42d3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:48.991939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:48.993072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dab3e67d-edb9-4f56-93b6-f482d2b02566 HTTP/1.1" status: 204 len: 168 time: 1.6024566 May 25 16:42:49.008297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Calling delete_port for 946890fb-9257-4359-9257-8e3ba67f42d3 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:42:49.085539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.091220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Subnet': ['ID=4370dbe5-f68e-48f7-9f1a-313579d6775e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.199848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 485575b8-2b84-42f4-b047-0c80ebb1e9d7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=485575b8-2b84-42f4-b047-0c80ebb1e9d7,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:49.205853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.271635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.276995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.288891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.296546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.346294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event deleted for resources: {'Port': ['ID=946890fb-9257-4359-9257-8e3ba67f42d3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.352677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.355537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] No DVR routers for this DVR port 946890fb-9257-4359-9257-8e3ba67f42d3 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:42:49.400849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.424002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.459809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.531385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 603cf4d5-e853-4af3-9217-9d2585cd48d1 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:49.549533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.553812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52474) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.563930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.592247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.596188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.610379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.619168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.633595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:49.641335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:49.643146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Subnet': ['ID=9d4550f9-6ec0-49e7-9124-3a5d8767f7e9,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.645914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:49.669863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.677839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bafaa0-8fb0-469d-bb55-20355a2a2a8a']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:49.681350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Allocated IP 172.26.6.196 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/12c6aefa-48f8-4705-9971-6970b3075404) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:49.686589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.692406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.698191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.705180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:49.709837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Checking segment: {'id': '0cea3be7-a383-493c-bb88-2f34d827ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:49.710195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network hostable DHCP agents. Network: b829e3f2-74b0-4f68-8432-e2034e5724d1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:49.749193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e5593ab-e044-4245-9da2-53468411c64e tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.750312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e5593ab-e044-4245-9da2-53468411c64e tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/caf9c511-6d06-4ed2-9450-9e8127f5c060 HTTP/1.1" status: 204 len: 168 time: 1.1608415 May 25 16:42:49.751074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.753754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52478) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.757867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.758026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b329b52f-fafd-477e-9de4-3e228d105310') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:49.758225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b329b52f-fafd-477e-9de4-3e228d105310') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:49.759158 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5584087 May 25 16:42:49.762966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.763577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52480) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.772325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:49.776535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Pushing event deleted for resources: {'Port': ['ID=946890fb-9257-4359-9257-8e3ba67f42d3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.778903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.781749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] No DVR routers for this DVR port 946890fb-9257-4359-9257-8e3ba67f42d3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:42:49.783772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Checking segment: {'id': 'e4f185de-e3c2-4780-bad7-7de9f6e815fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:49.784172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network hostable DHCP agents. Network: f7f232fc-59ce-493d-b5de-33111819b75d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:49.794099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:071f685aee624f8eb2c23854cb77043d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:49.799016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.808019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:49.810608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'security_group_rule': {'security_group_id': 'a2c9a4e7-2768-4c66-b8b7-34a480aeeba1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:49.825064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:49.841316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 603cf4d5-e853-4af3-9217-9d2585cd48d1 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:49.853717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 603cf4d5-e853-4af3-9217-9d2585cd48d1 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:49.853998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.869987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c8ffe709-79d5-4efa-a509-83ae7f0c6ffb tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=caf9c511-6d06-4ed2-9450-9e8127f5c060 HTTP/1.1" status: 200 len: 216 time: 0.1062620 May 25 16:42:49.870689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:49.880103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52486) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.886883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Usage tracker for resource:security_group_rule and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:49.888873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:49.898285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:49.898469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.901540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=51973405-1be1-4e62-aee9-e558b61796c5,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:49.913434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:49.916423 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf41f5ff-f4ea-4141-a4b9-d62b1ecf58bb tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0342298 May 25 16:42:49.917705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:49.921404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52490) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.935575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.938486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b829e3f2-74b0-4f68-8432-e2034e5724d1) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:49.959667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:49.960316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:49.971736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-514076e3-445b-44e7-af8b-f8c90c0fad41 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0490499 May 25 16:42:49.979253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:49.993904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fdb94-0b6f-41d8-82e7-b74b87e06cec None None] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:49.998761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:42:49.999504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.007764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:42:50.015811 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:42:50.032256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:50.100812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.148403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Transition to ACTIVE for port object fec5078c-fdf6-485d-a7fb-245128d10190 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:50.171092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab71a2bc-583c-462a-9c13-852b95a69b40 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/77e5832e-505a-4fd5-a656-5c00555833a5 HTTP/1.1" status: 200 len: 473 time: 0.1877093 May 25 16:42:50.179240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 603cf4d5-e853-4af3-9217-9d2585cd48d1, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=603cf4d5-e853-4af3-9217-9d2585cd48d1,segment=NetworkSegment(265d5fc7-d572-4f74-b7dc-507fbc80a98f),segment_id=265d5fc7-d572-4f74-b7dc-507fbc80a98f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:50.197603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5504661 May 25 16:42:50.202437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52498) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.202656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52500) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.210504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.219253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.220723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'network': {'name': 'tempest-router-network01--847495765'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:50.227588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.227816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.236855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f7f232fc-59ce-493d-b5de-33111819b75d) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:50.237471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:50.251587 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4dbf1aae-096d-44dd-acb5-cbae7c95bd37 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/3156b85f-ef82-4947-80c5-ee77075d1d5b HTTP/1.1" status: 200 len: 461 time: 0.0443404 May 25 16:42:50.252750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:network and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:50.255754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.257995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:50.259595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.261940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52506) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.272463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:50.274326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:50.274959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.282104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c188a76-07e1-4e62-a5d3-8005eee9e9ac None None] Network f7f232fc-59ce-493d-b5de-33111819b75d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:50.288299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.303479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.314018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.317222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:50.320742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.339029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.477116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d130ef27-48bd-44e0-8175-53ac13d656ed,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:50.480997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:50.536394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Pushing event deleted for resources: {'Network': ['ID=e0bafaa0-8fb0-469d-bb55-20355a2a2a8a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:50.541921 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9692249 May 25 16:42:50.549110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 946890fb-9257-4359-9257-8e3ba67f42d3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:42:50.558595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:50.559193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.578273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1897141539'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:50.581575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.585400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7953689 May 25 16:42:50.588889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52514) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.589765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:50.601375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'security_group_rule': {'security_group_id': 'a2c9a4e7-2768-4c66-b8b7-34a480aeeba1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:50.606507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.611730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-435e51e7-9633-4e4e-b44c-9efbb41febe0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.616027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-435e51e7-9633-4e4e-b44c-9efbb41febe0 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/3156b85f-ef82-4947-80c5-ee77075d1d5b HTTP/1.1" status: 204 len: 168 time: 0.3503678 May 25 16:42:50.616027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:50.625345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52518) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:50.625830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.660168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Usage tracker for resource:security_group_rule and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:50.668433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.668433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Added segment 9d59835b-dc75-4d64-b602-94d82cd62919 of type vlan for network 434a7df3-77fe-4d7f-93eb-449c2dbc30be May 25 16:42:50.671709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:50.672584 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] 10.222.0.96 "DELETE /v2.0/networks/e0bafaa0-8fb0-469d-bb55-20355a2a2a8a HTTP/1.1" status: 204 len: 168 time: 3.0380194 May 25 16:42:50.690649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 946890fb-9257-4359-9257-8e3ba67f42d3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:42:50.691152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 946890fb-9257-4359-9257-8e3ba67f42d3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:42:50.724259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:50.753899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Pushing event updated for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:50.771655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d78ad83e-0e63-4945-975b-4dfb9b319c5f None None] Provisioning complete for port 603cf4d5-e853-4af3-9217-9d2585cd48d1 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:50.772364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d78ad83e-0e63-4945-975b-4dfb9b319c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.798282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b829e3f2-74b0-4f68-8432-e2034e5724d1', 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1', 'tenant_id': 'c8673ac5048d4c55a5ea05e22b9480f7', 'fixed_ips': [{'subnet_id': '4370dbe5-f68e-48f7-9f1a-313579d6775e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:50.799483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.810123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:50.819039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:50.824079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11e73803-fd38-4230-9200-4599192ecf35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.832433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:50.835037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:50.874439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.890179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.903566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.935986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:50.958960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'Port': ['ID=12c6aefa-48f8-4705-9971-6970b3075404,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:50.960993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:50.962416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.055546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.071809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:51.076827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Usage tracker for resource:port and tenant:32feec43d0d640ffb0896c52eb5d89c8 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:51.080696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:51.088155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:51.127365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f7f232fc-59ce-493d-b5de-33111819b75d', 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'tenant_id': '32feec43d0d640ffb0896c52eb5d89c8', 'fixed_ips': [{'subnet_id': '9d4550f9-6ec0-49e7-9124-3a5d8767f7e9'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:51.129386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.150363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:51.155337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.164217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Attempting to bind port fec5078c-fdf6-485d-a7fb-245128d10190 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:51.164671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Attempting to bind port fec5078c-fdf6-485d-a7fb-245128d10190 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:51.165038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Attempting to bind port fec5078c-fdf6-485d-a7fb-245128d10190 on network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:51.168116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3e944-bed5-4691-b065-b34c10dffc4f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:51.171896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.176897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=603cf4d5-e853-4af3-9217-9d2585cd48d1,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:51.180590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52526) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:51.191395 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=071f685aee624f8eb2c23854cb77043d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6358273 May 25 16:42:51.193251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.201039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:51.201521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Checking segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:51.201800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.202199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Bound using segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:51.202681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Bound port: fec5078c-fdf6-485d-a7fb-245128d10190, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:51.203078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.203499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52530) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:51.304409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:51.428773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 603cf4d5-e853-4af3-9217-9d2585cd48d1 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:51.464144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.469473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.481462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:51.482055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.490426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:51.506092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3723c8ff-217f-40cd-9295-2e69066b9609 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.507218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3723c8ff-217f-40cd-9295-2e69066b9609 tempest-MeteringTestJSON-349985791 tempest-MeteringTestJSON-349985791-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/77e5832e-505a-4fd5-a656-5c00555833a5 HTTP/1.1" status: 204 len: 168 time: 0.8511899 May 25 16:42:51.602484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Allocated IP 2001:db8::2 (b829e3f2-74b0-4f68-8432-e2034e5724d1/4370dbe5-f68e-48f7-9f1a-313579d6775e/864464f6-17b4-4d86-b0bd-b94a67e59127) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:51.610231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] For port fec5078c-fdf6-485d-a7fb-245128d10190, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:51.621610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] For port fec5078c-fdf6-485d-a7fb-245128d10190, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fec5078c-fdf6-485d-a7fb-245128d10190,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:51.638627 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a43c9725-c848-4b19-af2d-3ad4cf0295d8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=440d2c8061f44e07b9bce2be041bf545&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4565055 May 25 16:42:51.643007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52538) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:51.643870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.657928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Allocated IP 2001:db8::2 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/f5567f05-9e4c-4e99-b0ec-7fd76da615f6) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:51.662256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.672739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-975236b3-461d-439c-99d8-8d6c40f669c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:51.685013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.693295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.726505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.739058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5309525 May 25 16:42:51.756940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52542) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:51.766074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.777742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Network': ['ID=434a7df3-77fe-4d7f-93eb-449c2dbc30be,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:51.790226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.795212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'network': {'name': 'tempest-router-network02--873926987'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:51.802358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:51.806251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:51.808209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:network and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:51.811256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:51.818603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:51.839599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52548) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:51.840115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c67fe5cd-8f22-45b3-900c-29cae8acebf8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:51.858101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:51.861852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.881733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.901434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aca5d240-da68-45e0-91eb-17f36ad01ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:51.906735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81ae9ae-e692-4b23-aa56-4b6137684332,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:51.916854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.940112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:51.941143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3e944-bed5-4691-b065-b34c10dffc4f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:51.957272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:51.960579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.961143 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Added segment d046b426-28f0-4107-b3a8-f075deb75201 of type vlan for network 11f5403d-de5d-4447-978a-a76e01c3f3a0 May 25 16:42:51.974437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.983597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 603cf4d5-e853-4af3-9217-9d2585cd48d1 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:51.983973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:51.993559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.026234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.029363 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4358034 May 25 16:42:52.047473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.052164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/efb3e944-bed5-4691-b065-b34c10dffc4f HTTP/1.1" status: 204 len: 168 time: 0.8432813 May 25 16:42:52.053492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52556) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:52.054447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.072225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:52.092141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.148396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:52.149297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.164386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:52.167106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc8b9353-5708-4a2b-acb4-0c8724e1d3ef tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:52.206397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Pushing event updated for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:52.214633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.241957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.268823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Usage tracker for resource:floatingip and tenant:e87e20affcb64122bc348db4bcd1faeb is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:52.279032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:52.288269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Usage tracker for resource:security_group_rule and tenant:0c0efdec8cb24b3cbd833b529122ccb0 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:52.290114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:52.291502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 485575b8-2b84-42f4-b047-0c80ebb1e9d7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:52.296953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:52.310469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:52.316537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.317902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:52.318697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:52.323960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:52.336146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:42:52.340933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541150de-f55d-4320-a6d6-01e909b5de6a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:52.345537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:52.385530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:52.424198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.426682 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/541150de-f55d-4320-a6d6-01e909b5de6a HTTP/1.1" status: 204 len: 168 time: 0.6709375 May 25 16:42:52.489065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:52.579599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8174634 May 25 16:42:52.587937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Network': ['ID=11f5403d-de5d-4447-978a-a76e01c3f3a0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:52.600605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:52.604919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52572) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:52.608629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.613193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:52.645525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:42:52.650819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'subnet': {'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:52.680039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.685665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:42:52.703387 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] Sync routers for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:42:52.720559 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:52.721460 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:52.742027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.745958 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3615358 May 25 16:42:52.746519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52578) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:52.872605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:52.898553 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:52.921966 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:42:52.922584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:53.002692 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:53.003398 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d2c89c-cb48-4cdc-971f-3538966ae267 None None] The sync data for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:42:53.014039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:53.150438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.152173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae2ae19-5c83-456f-9880-e0d9d9d0ac3a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:53.166524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Transition to ACTIVE for port object f5567f05-9e4c-4e99-b0ec-7fd76da615f6 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:53.167048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:53.173922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0c0efdec8cb24b3cbd833b529122ccb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3269773 May 25 16:42:53.175526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:53.182414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52600) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:53.191236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:subnet and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:53.194628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:53.196337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Transition to ACTIVE for port object f5567f05-9e4c-4e99-b0ec-7fd76da615f6 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:53.209082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.216745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:53.228836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.257694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:53.331159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:53.336680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.365277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.434305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::d3 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/14cdcee7-fc0d-4c46-947d-5dd9fb1d8126) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:53.481198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.498304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-45347c55-ee51-48f4-b05a-56530f1076d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:53.526170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.531428 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7038040 May 25 16:42:53.557596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'Port': ['ID=12c6aefa-48f8-4705-9971-6970b3075404,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:53.603482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:53.624526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.685916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.702648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.704322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:53.759863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:53.765121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Pushing event updated for resources: {'Port': ['ID=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:53.773339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:53.785756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:53.979769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:53.990076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52634) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:53.993231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5ee2f448-777d-4242-a9c3-cc14d6ac2618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:54.032644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae2ae19-5c83-456f-9880-e0d9d9d0ac3a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:54.040552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:54.069755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Attempting to bind port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:54.069890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Attempting to bind port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'e4f185de-e3c2-4780-bad7-7de9f6e815fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:54.070451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Attempting to bind port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 on network f7f232fc-59ce-493d-b5de-33111819b75d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:54.096486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:54.097180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Checking segment: {'id': 'e4f185de-e3c2-4780-bad7-7de9f6e815fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:54.097692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.098191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Bound using segment: {'id': 'e4f185de-e3c2-4780-bad7-7de9f6e815fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:54.099141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Bound port: f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f185de-e3c2-4780-bad7-7de9f6e815fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:54.099271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.108617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:54.113941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.132705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Allocated IP 172.26.6.68 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/8160f45b-202e-48dc-a529-faea49dba656) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:54.192731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.213831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Transition to ACTIVE for port object 864464f6-17b4-4d86-b0bd-b94a67e59127 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:54.227163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.228293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dae2ae19-5c83-456f-9880-e0d9d9d0ac3a HTTP/1.1" status: 204 len: 168 time: 1.0447979 May 25 16:42:54.254467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.340247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Transition to ACTIVE for port object 864464f6-17b4-4d86-b0bd-b94a67e59127 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:54.384235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1249440501'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:54.403035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:51Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:42:54.407898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:54.408521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.420926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de674070-c8e8-48fd-bc20-263fdd5136c6 None None] The sync data for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv is: [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:51Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:42:54.422871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b44f26cf-a9dd-40d6-98c3-ac3c9e08a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:54.451603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:network and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:54.467614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:54.476746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:54.521153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:54.633122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.644445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:54.644910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Pushing event updated for resources: {'Port': ['ID=864464f6-17b4-4d86-b0bd-b94a67e59127,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:54.649843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:54.652740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.687994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:54.694511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:54.700693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] For port f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:54.703591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:54.732030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.771191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.787703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.791894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:54.845425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.857990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] For port f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,segment=NetworkSegment(e4f185de-e3c2-4780-bad7-7de9f6e815fa),segment_id=e4f185de-e3c2-4780-bad7-7de9f6e815fa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:54.883504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:54.905513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-292d32fd-632a-4b94-8f7c-0be14814b301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:54.913038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52660) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:54.931351 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:42:55.000293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Attempting to bind port 864464f6-17b4-4d86-b0bd-b94a67e59127 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:55.000567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Attempting to bind port 864464f6-17b4-4d86-b0bd-b94a67e59127 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '0cea3be7-a383-493c-bb88-2f34d827ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:55.000937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Attempting to bind port 864464f6-17b4-4d86-b0bd-b94a67e59127 on network b829e3f2-74b0-4f68-8432-e2034e5724d1 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:55.024607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'Port': ['ID=8160f45b-202e-48dc-a529-faea49dba656,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:55.033217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:55.039132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:55.044719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:55.049393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:55.056021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:55.056406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Checking segment: {'id': '0cea3be7-a383-493c-bb88-2f34d827ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:55.056829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.057230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Bound using segment: {'id': '0cea3be7-a383-493c-bb88-2f34d827ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:55.057723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Bound port: 864464f6-17b4-4d86-b0bd-b94a67e59127, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cea3be7-a383-493c-bb88-2f34d827ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'b829e3f2-74b0-4f68-8432-e2034e5724d1'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:55.058455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.062618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:security_group_rule and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:55.070823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.072308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:55.084443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:55.104228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:55.171813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:55.216710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52664) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:55.217037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:55.220259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-3ad2d4c0-493d-485a-8f0d-0ad27b934e14 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Synchronizing usage tracker for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:55.231912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:55.239197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fec5078c-fdf6-485d-a7fb-245128d10190 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:55.299045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.317182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=14cdcee7-fc0d-4c46-947d-5dd9fb1d8126,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:55.321965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Pushing event updated for resources: {'Port': ['ID=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:55.341177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:55.350975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:55.370708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Subnet': ['ID=1a740b45-a0f9-499b-8c49-ebbfcac17aed,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:55.375453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:55.376596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:55.380957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:55.388183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:55.399237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:55.399928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.429539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] For port 864464f6-17b4-4d86-b0bd-b94a67e59127, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:55.437022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] For port 864464f6-17b4-4d86-b0bd-b94a67e59127, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=864464f6-17b4-4d86-b0bd-b94a67e59127,segment=NetworkSegment(0cea3be7-a383-493c-bb88-2f34d827ec5b),segment_id=0cea3be7-a383-493c-bb88-2f34d827ec5b)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:55.453406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:55.454109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.465824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:55.471213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-3ad2d4c0-493d-485a-8f0d-0ad27b934e14 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Unset dirty status for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:55.474058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-3ad2d4c0-493d-485a-8f0d-0ad27b934e14 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1350952100&fields=id&tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3 HTTP/1.1" status: 200 len: 267 time: 0.5597820 May 25 16:42:55.477965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Usage tracker for resource:security_group_rule and tenant:d4088f8a1dc0443a96a585ae6e13394c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:55.483534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Checking segment: {'id': '9d59835b-dc75-4d64-b602-94d82cd62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:55.484179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network hostable DHCP agents. Network: 434a7df3-77fe-4d7f-93eb-449c2dbc30be, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:42:55.489348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:55.536656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:55.545324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port fec5078c-fdf6-485d-a7fb-245128d10190 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:55.564759 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.0044496 May 25 16:42:55.566141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.567628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fec5078c-fdf6-485d-a7fb-245128d10190 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:55.569454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.589575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52676) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:55.700359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1963352902', 'allowed_address_pairs': [{'ip_address': '2001:db8::d3', 'mac_address': 'fa:16:3e:e2:33:ae'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:55.750314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Pushing event updated for resources: {'Port': ['ID=864464f6-17b4-4d86-b0bd-b94a67e59127,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:55.770879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:55.789362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:42:55.896034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.967216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port fec5078c-fdf6-485d-a7fb-245128d10190, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fec5078c-fdf6-485d-a7fb-245128d10190,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:42:55.967436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.982122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.984872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3867d004-f283-457e-9006-7dff7a2410d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:55.995857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:55.995857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:56.048329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-990910316'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:56.052067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.089627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:56.100659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:56.115948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d85d1f-ed83-4bfa-8f54-a79de12953f0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:56.145902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:56.149457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:56.154939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:56.158361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Allocated IP 172.20.0.1 (ea6429d0-6f57-4b22-bb05-b84602fd4090/7e4befdf-b25a-43e5-9c99-101f3340226d/355b235d-b2ee-4065-83c5-bae83e9d3dca) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:56.171504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Usage tracker for resource:network and tenant:ff18460b86374bdc8068567ed7d0fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:56.181263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 434a7df3-77fe-4d7f-93eb-449c2dbc30be) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:56.183260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:56.191786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.192451 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Added segment e0bca8b0-f876-461a-8ea5-5852fe0bca55 of type vlan for network 9e73b4cb-131a-46d1-b070-f52102d7cb7c May 25 16:42:56.202079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937cc60-00f0-46d8-85a2-4d48a1d561bd None None] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:56.239939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:56.240458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.247347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:56.322300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:56.332781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Made reservation on behalf of ff18460b86374bdc8068567ed7d0fcc2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:56.336398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.379333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.396854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Usage tracker for resource:port and tenant:32feec43d0d640ffb0896c52eb5d89c8 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:56.412608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1ed4924d-9e07-471b-8e42-7ee41146496c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:56.413348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1ed4924d-9e07-471b-8e42-7ee41146496c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Synchronizing usage tracker for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:56.426815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:56.451218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.460852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.474453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:56.482725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.486752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Transition to ACTIVE for port object 355b235d-b2ee-4065-83c5-bae83e9d3dca will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:56.496228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:56.496951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.504295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:56.537707 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9033816 May 25 16:42:56.538968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:56.558353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52682) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:56.572468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:56.611469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Usage tracker for resource:security_group_rule and tenant:ff18460b86374bdc8068567ed7d0fcc2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:56.630727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'subnet': {'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:56.638558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:56.656235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1ed4924d-9e07-471b-8e42-7ee41146496c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Unset dirty status for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:56.657596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1ed4924d-9e07-471b-8e42-7ee41146496c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/networks?id=dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 200 len: 806 time: 1.1699960 May 25 16:42:56.665043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-434a7df3-77fe-4d7f-93eb-449c2dbc30be', 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be', 'tenant_id': 'c8673ac5048d4c55a5ea05e22b9480f7', 'fixed_ips': [{'subnet_id': '1a740b45-a0f9-499b-8c49-ebbfcac17aed'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:42:56.667554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.733686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:56.740348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.800386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:56.819626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8250766 May 25 16:42:56.820655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Network': ['ID=9e73b4cb-131a-46d1-b070-f52102d7cb7c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:56.830548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52686) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:56.843970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4bb21b22-8059-4de1-a5c6-da0725e59df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:56.845010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:56.851956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:56.854005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-2a591281-ddba-465c-aa41-2f9854a28cf5 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/quotas/5eaaa8d71f364fbfb058a8bd822c3bf3 HTTP/1.1" status: 200 len: 375 time: 0.1159394 May 25 16:42:56.863288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'subnet': {'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:42:57.022211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.048398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9f75b9c-8321-48b2-8d06-125bf73f5164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:57.067064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8c1441-c0b6-490e-94d3-78dbed1f363d None None] Network f7f232fc-59ce-493d-b5de-33111819b75d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:57.110695 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d4088f8a1dc0443a96a585ae6e13394c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8813770 May 25 16:42:57.154116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52690) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:57.157352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5873adf7-c6ba-4c59-8424-663a05c9871c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:57.167227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:42:57.183703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:57.187522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=355b235d-b2ee-4065-83c5-bae83e9d3dca,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:57.204905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:57.206483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:57.221029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:subnet and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:57.226418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:57.229797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:57.232748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:57.241528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:57.250414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.267361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:57.285948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:42:57.300526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:subnet and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:42:57.326306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:42:57.332297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:57.342441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.352471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Allocated IP 2001:db8::2 (434a7df3-77fe-4d7f-93eb-449c2dbc30be/1a740b45-a0f9-499b-8c49-ebbfcac17aed/7f0a5cc2-1c51-4155-a361-d73a4c4124a9) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:57.413655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:42:57.417911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.422939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.440734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.446541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:42:57.455589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.465774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.469525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e946e188-100f-4774-a957-02e9c5125dfc tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:57.550099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'Port': ['ID=8160f45b-202e-48dc-a529-faea49dba656,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:57.573502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.578942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:57.584571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.586479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0e4f3cd-8b9a-4c2d-bdc3-6416003da047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:57.597074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port 254c0742-4717-4298-be2c-6aeeae02d5fd yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:42:57.642716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.675908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fec5078c-fdf6-485d-a7fb-245128d10190 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:57.701369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:42:57.704949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a197c0e7-ca33-4405-b2d7-4ca02491186f None None] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:42:57.735555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d662daf-65d1-4bf4-acc9-e969d9819192,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:57.739919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.761159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ded9e5cd-1e73-43ed-9795-7d08c5695089 None None] Provisioning for port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:57.768067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:57.776623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.776966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Added segment 3e407aeb-75b2-40fa-a832-78f020defdba of type vlan for network d0d69747-9303-4c43-b3f7-4b470c9207dc May 25 16:42:57.810996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-e8a68b40-9068-4474-8344-e01c7354ab32 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Synchronizing usage tracker for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:57.840272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:57.854949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7855177 May 25 16:42:57.989194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.034983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Transition to ACTIVE for port object 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:58.089816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.115505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-e8a68b40-9068-4474-8344-e01c7354ab32 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Unset dirty status for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:58.116673 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-e8a68b40-9068-4474-8344-e01c7354ab32 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2485399 May 25 16:42:58.162575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::32a (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/254c0742-4717-4298-be2c-6aeeae02d5fd) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:42:58.170058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.178390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fb56a8a-ec03-4c6d-91b3-6bb4e9108da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:58.202551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.210389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5873adf7-c6ba-4c59-8424-663a05c9871c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:58.220866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:58.221684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.238233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:58.306019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Transition to ACTIVE for port object 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:58.324470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cc72b8e5-7a4e-42b0-b2b9-dff06faa20b0 None None] Provisioning for port 355b235d-b2ee-4065-83c5-bae83e9d3dca completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:58.387608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.452638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.473989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:58.500355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:58.512756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cc72b8e5-7a4e-42b0-b2b9-dff06faa20b0 None None] Provisioning complete for port 355b235d-b2ee-4065-83c5-bae83e9d3dca triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:58.513124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cc72b8e5-7a4e-42b0-b2b9-dff06faa20b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.542232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.546170 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5873adf7-c6ba-4c59-8424-663a05c9871c HTTP/1.1" status: 204 len: 168 time: 1.3879485 May 25 16:42:58.547824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:58.569097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:58.601478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fec5078c-fdf6-485d-a7fb-245128d10190 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:58.601897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.648014 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.4208517 May 25 16:42:58.713178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Pushing event updated for resources: {'Network': ['ID=d0d69747-9303-4c43-b3f7-4b470c9207dc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:58.737011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:58.767822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:58.791292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-40d5389e-ffb9-47d1-894b-dcefce9546bd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:42:58.793137 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-40d5389e-ffb9-47d1-894b-dcefce9546bd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2719791 May 25 16:42:58.807132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:58.872850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52728) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:58.885142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object 254c0742-4717-4298-be2c-6aeeae02d5fd will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:42:58.886585 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 16:42:58.987911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d0d69747-9303-4c43-b3f7-4b470c9207dc details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:42:59.071113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-d5cb1b38-3e2a-42a0-8f27-6abdd60d184e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Synchronizing usage tracker for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:59.137689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-d5cb1b38-3e2a-42a0-8f27-6abdd60d184e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Unset dirty status for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:59.146549 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-d5cb1b38-3e2a-42a0-8f27-6abdd60d184e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--435646967&fields=id&tenant_id=e87e20affcb64122bc348db4bcd1faeb HTTP/1.1" status: 200 len: 267 time: 0.2716908 May 25 16:42:59.157517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cc72b8e5-7a4e-42b0-b2b9-dff06faa20b0 None None] Port 355b235d-b2ee-4065-83c5-bae83e9d3dca cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:42:59.164243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-d97528ef-ee14-431c-8686-e475dc3ae9e8 service neutron] 10.222.0.96 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231490 May 25 16:42:59.172539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.315691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cc72b8e5-7a4e-42b0-b2b9-dff06faa20b0 None None] Provisioning for port 864464f6-17b4-4d86-b0bd-b94a67e59127 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:59.396523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5567f05-9e4c-4e99-b0ec-7fd76da615f6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:42:59.441263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Pushing event updated for resources: {'Port': ['ID=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:59.444644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:59.474308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Attempting to bind port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:42:59.474308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Attempting to bind port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9d59835b-dc75-4d64-b602-94d82cd62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:42:59.474736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Attempting to bind port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 on network 434a7df3-77fe-4d7f-93eb-449c2dbc30be {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:42:59.499072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:42:59.499351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Checking segment: {'id': '9d59835b-dc75-4d64-b602-94d82cd62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:42:59.499897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.500228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Bound using segment: {'id': '9d59835b-dc75-4d64-b602-94d82cd62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:42:59.500717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Bound port: 7f0a5cc2-1c51-4155-a361-d73a4c4124a9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d59835b-dc75-4d64-b602-94d82cd62919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '434a7df3-77fe-4d7f-93eb-449c2dbc30be'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:42:59.502037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.502200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ee433607-f19c-4f17-a425-4ea928517299 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:59.539492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.573337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-87e864d7-9911-4223-9eec-91b93e9feb65 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:59.638227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:42:59.681944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:42:59.682324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.739474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-e8a5b265-4ee2-4d22-918d-4395686c3b96 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:59.740242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-e8a5b265-4ee2-4d22-918d-4395686c3b96 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Synchronizing usage tracker for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:42:59.770860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:42:59.789013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:42:59.791443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:42:59.797424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:42:59.797987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.818123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=254c0742-4717-4298-be2c-6aeeae02d5fd,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:59.831926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:42:59.834634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:59.841807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-24b65239-c4bf-4995-b54f-9a502c559f74 service neutron] 10.222.0.96 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578872 May 25 16:42:59.853012 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.2547989 May 25 16:42:59.856683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52742) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:42:59.869169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] For port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:42:59.885212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] For port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,segment=NetworkSegment(9d59835b-dc75-4d64-b602-94d82cd62919),segment_id=9d59835b-dc75-4d64-b602-94d82cd62919)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:42:59.902817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Subnet': ['ID=040e90d1-6766-4830-bc0a-5c4ff5a99edb,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:42:59.905386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.915665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:42:59.917460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.918641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.922343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:42:59.936374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-e8a5b265-4ee2-4d22-918d-4395686c3b96 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Unset dirty status for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:42:59.943096 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-e8a5b265-4ee2-4d22-918d-4395686c3b96 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 810 time: 0.7955601 May 25 16:42:59.948467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0bbf918b-a3dc-43ce-84c3-2a2163d2fde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:42:59.966406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:00.045016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Checking segment: {'id': 'd046b426-28f0-4107-b3a8-f075deb75201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:00.045534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network hostable DHCP agents. Network: 11f5403d-de5d-4447-978a-a76e01c3f3a0, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:00.081993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:00.093550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:00.113444 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6903cf0e-ae0e-4eba-bcc9-97ac47d93d9d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/quotas/e87e20affcb64122bc348db4bcd1faeb HTTP/1.1" status: 200 len: 375 time: 0.1670108 May 25 16:43:00.114688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:00.118499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:00.126611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Pushing event updated for resources: {'Port': ['ID=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:00.150368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:00.157976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:00.166538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-efd1d78e-a973-4884-a800-0f24113a6516 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3070273 May 25 16:43:00.167606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52750) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:00.248865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Subnet': ['ID=3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:00.259673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.274857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:00.275949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fb920c50-34c0-4ad0-8a7c-685f2d28c9d0 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:00.316981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:00.355955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.497648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Checking segment: {'id': 'e0bca8b0-f876-461a-8ea5-5852fe0bca55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:00.498387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network hostable DHCP agents. Network: 9e73b4cb-131a-46d1-b070-f52102d7cb7c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:00.504907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,segment=NetworkSegment(e4f185de-e3c2-4780-bad7-7de9f6e815fa),segment_id=e4f185de-e3c2-4780-bad7-7de9f6e815fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:00.508324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 11f5403d-de5d-4447-978a-a76e01c3f3a0) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:00.509092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Provisioning complete for port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:00.509092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.582592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port 254c0742-4717-4298-be2c-6aeeae02d5fd {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:00.602819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.652361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54615b6-4ec4-48f2-9369-072129cd7744 None None] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:00.706283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.707486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 864464f6-17b4-4d86-b0bd-b94a67e59127 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:00.793352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-195fc714-ba5b-49b7-90a2-82e010f4fa8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:00.796506 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:43:00.802128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:00.827774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:00.836864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=355b235d-b2ee-4065-83c5-bae83e9d3dca,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:00.852801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:00.886884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:00.887532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.064247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for 254c0742-4717-4298-be2c-6aeeae02d5fd owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:01.096138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52782) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:01.119346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc', 'binding:host_id': 'hv-neutron-7929', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1933134475'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:01.137195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:01.160401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Usage tracker for resource:port and tenant:76e3b62ffbb44255b24cab8ed5ed5820 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:01.170643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:01.171722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:01.183831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:01.199829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:01.201756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:01.219639 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6602058 May 25 16:43:01.260780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:01.262828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52786) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:01.312439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-a41fc24b-8313-4d18-97ee-28686cc84e39 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Synchronizing usage tracker for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:01.334667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9e73b4cb-131a-46d1-b070-f52102d7cb7c) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:01.359316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b210cb53-4224-4875-a766-b98bf4c1f5f7 req-0ddf3f0d-a7b0-42df-aa0e-0a2e2d4d383f tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.1676486 May 25 16:43:01.376651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:01.377462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.379609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaa96e-1e6e-4dbb-8ae3-e82e8ac0948d None None] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:01.399340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Made reservation on behalf of 76e3b62ffbb44255b24cab8ed5ed5820 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:01.403080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.411790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-a41fc24b-8313-4d18-97ee-28686cc84e39 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Unset dirty status for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:01.427570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-a41fc24b-8313-4d18-97ee-28686cc84e39 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3130388 May 25 16:43:01.439983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:01.472236 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6390564 May 25 16:43:01.473348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52800) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:01.727048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1586893133', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:01.781723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 864464f6-17b4-4d86-b0bd-b94a67e59127 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:01.786833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:01.797007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:router and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:01.801072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Provisioning for port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:01.807042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:01.825672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 864464f6-17b4-4d86-b0bd-b94a67e59127 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:01.826056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.828167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:01.837465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.889521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Provisioning complete for port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:01.889915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.917715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.918635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:01.986350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52822) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:01.992137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed762f-8f55-4c79-b7e0-84a236e350d7 None None] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:02.019235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:02.025355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "PUT /v2.0/routers/28a26d9f-6aaf-4a33-a66d-6b7343f17dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2777445 May 25 16:43:02.032125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-805f1631-bbb9-47aa-a9d8-4cdca3e31fff service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:43:02.033043 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-805f1631-bbb9-47aa-a9d8-4cdca3e31fff service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2694125 May 25 16:43:02.033653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52828) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:02.049718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Request body: {'port': {'network_id': 'ea6429d0-6f57-4b22-bb05-b84602fd4090', 'name': 'tempest-FloatingIPAdminTestJSON-1135448862'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:02.106116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-907992272'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:02.119368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60873-ae27-4575-8980-741ca79227fd None None] Sync routers for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:02.171618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:02.194002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:02.208734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Usage tracker for resource:router and tenant:3a0d79ba7c5a40c789ee5bdcaa2acc82 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:02.253612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Usage tracker for resource:security_group_rule and tenant:76e3b62ffbb44255b24cab8ed5ed5820 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:02.271680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:02.289257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:02.319237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:02.325315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:02.336917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.338515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.399242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:02.399914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:02.405597 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-49d8e7d4-481b-4a41-b1c7-a5236e177da6 service neutron] 10.222.0.96 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048019 May 25 16:43:02.406506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:02.410745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Usage tracker for resource:port and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:02.414240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.450824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:02.490171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.496856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:02.516835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:02.523011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:02.524341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:02.532739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.556099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.565955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0455c643-70a8-43e1-ac67-0f1d671c43d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:02.575815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Made reservation on behalf of cd8ec7a51de642ba891205becb77bc41 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:02.579455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.633549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.637430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] device_id is not set on port 3c257075-189b-4125-82e2-6ed41e5c0f45 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:02.695735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af27e3ed-2fb2-469e-86e8-c10b415b2824 req-c45083bf-8691-49db-aa00-5a623a4e57ab tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.2113943 May 25 16:43:02.746047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe830c-feee-42c7-80c2-0266047229fd None None] Port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:02.754110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-11f5403d-de5d-4447-978a-a76e01c3f3a0', 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0', 'tenant_id': 'c8673ac5048d4c55a5ea05e22b9480f7', 'fixed_ips': [{'subnet_id': '040e90d1-6766-4830-bc0a-5c4ff5a99edb'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:43:02.755090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.801886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:02.825415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=254c0742-4717-4298-be2c-6aeeae02d5fd,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:02.838980 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-70c19102-a062-4d4c-9886-5e8d8d8a0731 service neutron] 10.222.0.96 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252064 May 25 16:43:02.860882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-23c60873-ae27-4575-8980-741ca79227fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:02.861238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c60873-ae27-4575-8980-741ca79227fd None None] The sync data for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:02.974814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:03.047544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.055716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.059652 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1004a620-1add-4332-8cb6-249eda520d7c tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0615413 May 25 16:43:03.060259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52848) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:03.101763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 864464f6-17b4-4d86-b0bd-b94a67e59127, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=864464f6-17b4-4d86-b0bd-b94a67e59127,segment=NetworkSegment(0cea3be7-a383-493c-bb88-2f34d827ec5b),segment_id=0cea3be7-a383-493c-bb88-2f34d827ec5b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:03.107308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad78710d-2cb4-4082-ada8-f58b36b8bdca None None] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:03.148767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.213854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:03.248325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Provisioning complete for port 355b235d-b2ee-4065-83c5-bae83e9d3dca triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:03.248710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.275180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.316065 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/254c0742-4717-4298-be2c-6aeeae02d5fd HTTP/1.1" status: 204 len: 168 time: 3.1451988 May 25 16:43:03.337880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52864) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:03.411422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.414805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Port 355b235d-b2ee-4065-83c5-bae83e9d3dca cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:03.500961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Could not find standard attr ID for object 254c0742-4717-4298-be2c-6aeeae02d5fd. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:43:03.502679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=864464f6-17b4-4d86-b0bd-b94a67e59127,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:03.514238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:03.521062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.546565 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-637d77d9-79bf-4de3-9ed8-b803335429c3 req-6c49a463-42ea-4096-990f-420fd71f580a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.2395718 May 25 16:43:03.607497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:03.611790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port b182cc3b-6ec1-4def-a39e-fd6a0525a838 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:03.612098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:03.665253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:03.789293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Allocated IP 172.20.0.4 (ea6429d0-6f57-4b22-bb05-b84602fd4090/7e4befdf-b25a-43e5-9c99-101f3340226d/3c257075-189b-4125-82e2-6ed41e5c0f45) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:03.848978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Provisioning for port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:03.860998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Allocated IP 2001:db8::2 (11f5403d-de5d-4447-978a-a76e01c3f3a0/040e90d1-6766-4830-bc0a-5c4ff5a99edb/b2063a11-0fca-4bd3-b5cf-b1514a97dea6) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:03.974744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.95', 53354) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:03.986420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Provisioning complete for port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:03.987458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.042079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port b182cc3b-6ec1-4def-a39e-fd6a0525a838 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:04.052647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.062077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:04.075240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:04.075240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.077357 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad69931-e635-4eee-bfe6-3bb4d99f92ff tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] GET failed (client error): The resource could not be found. May 25 16:43:04.077357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3ad69931-e635-4eee-bfe6-3bb4d99f92ff tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:04.147178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-31326093-f13f-494f-a472-36b21dc51343 None None] Port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:04.228347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Transition to ACTIVE for port object b182cc3b-6ec1-4def-a39e-fd6a0525a838 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:04.277272 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2ecaa27-2d2a-434a-bd3a-bb59b00b051d req-1409a16f-b9b6-47b8-be4e-f754a36dbb36 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.3518577 May 25 16:43:04.284546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99b1bf2-c831-4ec1-a7c8-f0adba61967c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:04.295110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:04.304087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.310602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3ad69931-e635-4eee-bfe6-3bb4d99f92ff tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:04.312443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ad69931-e635-4eee-bfe6-3bb4d99f92ff tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports/254c0742-4717-4298-be2c-6aeeae02d5fd HTTP/1.1" status: 404 len: 333 time: 0.9716499 May 25 16:43:04.375360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:04.376431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52896) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:04.378270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.393974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-df5b8aba-ed64-48cd-9057-1f24b959f54d None None] Provisioning complete for port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:04.394526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df5b8aba-ed64-48cd-9057-1f24b959f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.421744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.473909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,segment=NetworkSegment(9d59835b-dc75-4d64-b602-94d82cd62919),segment_id=9d59835b-dc75-4d64-b602-94d82cd62919)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:04.483657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Transition to ACTIVE for port object b2063a11-0fca-4bd3-b5cf-b1514a97dea6 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:04.489757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.490608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5567f05-9e4c-4e99-b0ec-7fd76da615f6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:04.523846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664268361'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:04.537204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:04.562942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.580839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.638693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=b182cc3b-6ec1-4def-a39e-fd6a0525a838,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:04.643987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Checking segment: {'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:04.644348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Network hostable DHCP agents. Network: d0d69747-9303-4c43-b3f7-4b470c9207dc, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:04.647395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:04.649552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Allocated IP 2001:db8::1 (434a7df3-77fe-4d7f-93eb-449c2dbc30be/1a740b45-a0f9-499b-8c49-ebbfcac17aed/f8faa839-4e05-4574-96b1-2f50ce32c64b) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:04.651651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Transition to ACTIVE for port object b2063a11-0fca-4bd3-b5cf-b1514a97dea6 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:04.674212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.709288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Network d0d69747-9303-4c43-b3f7-4b470c9207dc is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:04.710844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:04.716123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:04.723604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:04.734413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:04.751577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d0d69747-9303-4c43-b3f7-4b470c9207dc) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:04.790140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:04.792608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a336c08d-b8bb-4821-a392-8e07ea1c2c88 None None] Network d0d69747-9303-4c43-b3f7-4b470c9207dc requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:04.810302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:04.830394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:04.916836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-95d34e34-a19f-44a0-8639-bfa22cf72b46 req-c02188c9-4059-4bc0-898a-9a99329ce83e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.0762920 May 25 16:43:04.921834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:04.922195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:04.922586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:04.933132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:04.933332 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:04.937075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 2 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:04.961222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:04.968047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 63f95ac5-d24d-4852-8bf1-0f702ddae972 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:43:04.979277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:04.979277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:04.979277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:04.988183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:04.988646 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:04.998121 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 3 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.027046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:05.027743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.042576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.042940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.043275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.058357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.062027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:05.062425 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:05.067351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 4 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.106307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Transition to ACTIVE for port object f8faa839-4e05-4574-96b1-2f50ce32c64b will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:05.119619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.120008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.120355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.134325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:05.134660 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:05.136814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 5 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.168056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.168403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.169302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.171895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.179020 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a3ae0b5f-ba60-4c30-8512-4d3a9c8a1a47 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "DELETE /v2.0/routers/63f95ac5-d24d-4852-8bf1-0f702ddae972 HTTP/1.1" status: 204 len: 168 time: 2.0296321 May 25 16:43:05.179223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52924) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:05.197915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Request body: {'router': {'name': 'tempest-router-1985174947', 'distributed': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:05.209113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:05.219059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:05.219472 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:05.224039 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 6 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.235077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Usage tracker for resource:router and tenant:3a0d79ba7c5a40c789ee5bdcaa2acc82 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:05.244864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:05.258567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:05.266691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.267086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.267420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.271393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.285421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:05.290884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-c11ed525-8a80-430a-8647-17ea38078617 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:05.298736 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-c11ed525-8a80-430a-8647-17ea38078617 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "GET /v2.0/networks?id=dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 200 len: 806 time: 1.3153613 May 25 16:43:05.311238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.357927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:05.364910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Pushing event updated for resources: {'Port': ['ID=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:05.388642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:05.389280 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:05.405717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Transition to ACTIVE for port object 3c257075-189b-4125-82e2-6ed41e5c0f45 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:05.419488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:05.420199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 7 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.442223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.443334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.467600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:05.478533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:05.487626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.505647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:05.517076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Attempting to bind port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.517452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Attempting to bind port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd046b426-28f0-4107-b3a8-f075deb75201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.517815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Attempting to bind port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 on network 11f5403d-de5d-4447-978a-a76e01c3f3a0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.573108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:05.600513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.602943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:05.608742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.636290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:05.636674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Checking segment: {'id': 'd046b426-28f0-4107-b3a8-f075deb75201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:05.637082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.637483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Bound using segment: {'id': 'd046b426-28f0-4107-b3a8-f075deb75201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:05.638058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Bound port: b2063a11-0fca-4bd3-b5cf-b1514a97dea6, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd046b426-28f0-4107-b3a8-f075deb75201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '11f5403d-de5d-4447-978a-a76e01c3f3a0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:05.638498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.652570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:05.653222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:05.653602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:05.775925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:05.776398 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:05.785078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] For port b2063a11-0fca-4bd3-b5cf-b1514a97dea6, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:05.788169 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 8 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:05.792227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] For port b2063a11-0fca-4bd3-b5cf-b1514a97dea6, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,segment=NetworkSegment(d046b426-28f0-4107-b3a8-f075deb75201),segment_id=d046b426-28f0-4107-b3a8-f075deb75201)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:05.800817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.814131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6b436134-3706-4ace-9ac9-594ed36b8f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:05.819045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Port': ['ID=f8faa839-4e05-4574-96b1-2f50ce32c64b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:05.832747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:05.881429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.95', 53361) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:05.893498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:05.905654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:05.938418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Pushing event updated for resources: {'Port': ['ID=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:05.959791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:05.983452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-992432e0-4b13-4ff3-ba08-ce908e444393 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:06.015911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:06.016411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:06.016897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:06.022671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.065665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-909ad910-f910-4928-a58f-fab339f7d23a None None] Provisioning for port f8faa839-4e05-4574-96b1-2f50ce32c64b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:06.115556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-909ad910-f910-4928-a58f-fab339f7d23a None None] Provisioning complete for port f8faa839-4e05-4574-96b1-2f50ce32c64b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:06.116233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-909ad910-f910-4928-a58f-fab339f7d23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.233499 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-e556f168-03da-478c-8a19-d5e28d90b711 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3 HTTP/1.1" status: 200 len: 380 time: 0.4501846 May 25 16:43:06.236051 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bc3b284c-7252-4b8f-ae31-b6150e833675 req-e751ae3b-60f9-402b-b64b-3f223116842b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.6393511 May 25 16:43:06.251130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port cc77618e-90c7-4d10-93d3-1409976568ff yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:06.273274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-909ad910-f910-4928-a58f-fab339f7d23a None None] Port f8faa839-4e05-4574-96b1-2f50ce32c64b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:06.310847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:06.311521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.437022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-b999b3e6-ca7d-4f1d-9345-d8cc0ce6bc24 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:06.439358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-b999b3e6-ca7d-4f1d-9345-d8cc0ce6bc24 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 810 time: 0.5564961 May 25 16:43:06.528575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:06.528964 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:06.538410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 9 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:06.566296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1455b84b-d2fb-4652-8484-090e9278bebb req-52e4ba10-5bae-41fe-b8c7-13596cd5523c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.1217604 May 25 16:43:06.569805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.575973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 864464f6-17b4-4d86-b0bd-b94a67e59127 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:06.733756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 864464f6-17b4-4d86-b0bd-b94a67e59127 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:06.733944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.736773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:06.737737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:06.738070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:06.765814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:06.766201 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:06.771055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 10 to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 May 25 16:43:06.818151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::358 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/cc77618e-90c7-4d10-93d3-1409976568ff) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:06.861121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:06.871494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:06.884685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:06.902501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:06.902941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:06.903154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:06.914203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.915018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:06.919158 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff53358a-af1a-483e-89cd-0e8e7ecf29ef tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7362068 May 25 16:43:06.969148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52936) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:06.989208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event updated for resources: {'Port': ['ID=3c257075-189b-4125-82e2-6ed41e5c0f45,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:07.021878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:07.022376 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port b182cc3b-6ec1-4def-a39e-fd6a0525a838 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:07.022821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.179094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:07.229430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.339064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d864ff48-2aaa-46aa-98a8-d8329686f458 None None] Provisioning for port 3c257075-189b-4125-82e2-6ed41e5c0f45 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:07.345130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d864ff48-2aaa-46aa-98a8-d8329686f458 None None] Provisioning complete for port 3c257075-189b-4125-82e2-6ed41e5c0f45 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:07.345547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d864ff48-2aaa-46aa-98a8-d8329686f458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.358614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port b182cc3b-6ec1-4def-a39e-fd6a0525a838, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:07.358996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempted to set empty binding levels {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:43:07.365323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.373791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:07.413791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.461718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=b182cc3b-6ec1-4def-a39e-fd6a0525a838,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:07.465357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:07.484311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:07.484962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.485858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:07.486450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.550809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d864ff48-2aaa-46aa-98a8-d8329686f458 None None] Port 3c257075-189b-4125-82e2-6ed41e5c0f45 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:07.562439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.4625695 May 25 16:43:07.565243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:07.676414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:07.687045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-891e4e74-c47b-4d72-b8a6-f0a85d1fc7ae req-53946233-9c39-4e4f-b350-44cf7a7475d2 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.0931401 May 25 16:43:07.872747 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8328156 May 25 16:43:07.885735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b2063a11-0fca-4bd3-b5cf-b1514a97dea6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:07.886702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52948) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:07.969110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.990289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:07.991495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.011404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:08.013160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dbeccf-57f0-4d9b-9aff-93bd4689181d None None] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:08.140572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:08.146766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.149283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.179235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:08.179891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.189350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Port': ['ID=f8faa839-4e05-4574-96b1-2f50ce32c64b,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:08.194572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:08.196746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.197271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bad35e3-d602-4399-97e7-569223fdce14 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:43:08.207860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f449a4db-bf27-4c2f-a671-dea54f8dd8cb req-959a67af-9086-4a0b-83cb-4d676a8d8ee1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.2993801 May 25 16:43:08.335109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Provisioning for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:08.346794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.348139 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-518d5320-b6f4-4b35-a827-20e356fc0423 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "DELETE /v2.0/routers/8bad35e3-d602-4399-97e7-569223fdce14 HTTP/1.1" status: 204 len: 168 time: 1.3777537 May 25 16:43:08.353659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Provisioning complete for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:08.354046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.410700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:08.425454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Request body: {'router': {'name': 'tempest-router-1573733231', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1176d6a531a74282aa1048509090ab46'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:08.436543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:08.449605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Usage tracker for resource:router and tenant:1176d6a531a74282aa1048509090ab46 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:08.457561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:08.480789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:08.519585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.61 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/c919a3be-0c53-42a3-8a16-0bdbbbbe6c8b) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:08.520826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:08.524106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:08.525533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'project_id': 'cd8ec7a51de642ba891205becb77bc41', 'port_id': '3c257075-189b-4125-82e2-6ed41e5c0f45'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:08.536039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:08.542730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.543930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.559926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.598767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Usage tracker for resource:floatingip and tenant:cd8ec7a51de642ba891205becb77bc41 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:08.603603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Deleting port b182cc3b-6ec1-4def-a39e-fd6a0525a838 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:08.608202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.630541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:08.634411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.661861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.708077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:08.710772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.713538 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6da0bd48-83df-4d0a-8065-78d9274dd154 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3009109 May 25 16:43:08.735114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52958) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:08.761560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Request body: {'router': {'distributed': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:08.799390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port b2063a11-0fca-4bd3-b5cf-b1514a97dea6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,segment=NetworkSegment(d046b426-28f0-4107-b3a8-f075deb75201),segment_id=d046b426-28f0-4107-b3a8-f075deb75201)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:08.811809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.822067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:08.869617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:08.878237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.031359 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c086735c-248c-47e4-9bd0-571bd0f895e4 req-460da4f0-f34b-4fcf-bfdc-d81aa1dc82a0 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.0884113 May 25 16:43:09.038284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.069044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:09.081401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:09.093253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object cc77618e-90c7-4d10-93d3-1409976568ff will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:09.109643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:43:09.110396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-af9a9b49-0700-4c1c-98b5-71fd9d7779d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:43:09.259419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.300590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.316310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:09.416946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port b182cc3b-6ec1-4def-a39e-fd6a0525a838, host hv-neutron-7929, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:09.417499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.515699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be82488c-d17b-4216-a132-91f82a2c2213 req-39b664cf-19b6-43d8-9f2a-a3fc033b0863 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.1523066 May 25 16:43:09.526161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.541326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:09.562024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:09.569741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:09.629263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=c919a3be-0c53-42a3-8a16-0bdbbbbe6c8b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:09.632381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:09.642528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:09.646372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:09.677774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:09.680325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:09.686522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:09.687164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.726591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Calling delete_port for b182cc3b-6ec1-4def-a39e-fd6a0525a838 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:09.747422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2650678 May 25 16:43:09.753490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52966) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:09.757633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.757956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.783195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b2063a11-0fca-4bd3-b5cf-b1514a97dea6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:09.871909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ef85a184-9bb7-49d4-b798-60a17c0d05dc None None] Provisioning complete for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:09.872609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef85a184-9bb7-49d4-b798-60a17c0d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:09.901165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=cc77618e-90c7-4d10-93d3-1409976568ff,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:09.980928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:09.982200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8cc2a64a-6787-4aef-8f29-d5690ce692e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.006997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d3', 'mac_address': 'fa:16:3e:e2:33:ae'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:10.072574 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:10.073805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.133177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.179553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ef85a184-9bb7-49d4-b798-60a17c0d05dc None None] Provisioning complete for port f8faa839-4e05-4574-96b1-2f50ce32c64b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:10.180291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef85a184-9bb7-49d4-b798-60a17c0d05dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.293000 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2c504018-f1bb-4690-80db-b9ae8be022cb req-0658f5a4-3730-42a3-b607-a1ebdf900c24 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.0762956 May 25 16:43:10.308186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.344559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:10.354678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ef85a184-9bb7-49d4-b798-60a17c0d05dc None None] Port f8faa839-4e05-4574-96b1-2f50ce32c64b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:10.410445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event deleted for resources: {'Port': ['ID=b182cc3b-6ec1-4def-a39e-fd6a0525a838,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:10.412103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Router 0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:43:10.418832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.421357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:10.432466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=99127) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 25 16:43:10.432820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Router fb20748e-eab5-4ef0-96ff-d3195293aea7 migrating from provider to provider. {{(pid=99127) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 25 16:43:10.433170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.449279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "DELETE /v2.0/ports/b182cc3b-6ec1-4def-a39e-fd6a0525a838 HTTP/1.1" status: 204 len: 168 time: 2.8829775 May 25 16:43:10.455074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52972) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:10.456098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.479486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-aa54e791-8777-4290-b768-c46dbf7d77a3 None None] Provisioning for port cc77618e-90c7-4d10-93d3-1409976568ff completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:10.484623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-aa54e791-8777-4290-b768-c46dbf7d77a3 None None] Provisioning complete for port cc77618e-90c7-4d10-93d3-1409976568ff triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:10.484993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aa54e791-8777-4290-b768-c46dbf7d77a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.547030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-aa54e791-8777-4290-b768-c46dbf7d77a3 None None] Port cc77618e-90c7-4d10-93d3-1409976568ff cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:10.564258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Allocated IP 172.26.6.2 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/7102792e-bdce-4f26-b769-36214936d306) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:10.577909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.632404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.776826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0018cc-27b9-4be2-8cfd-2d480d2e42e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] GET failed (client error): The resource could not be found. May 25 16:43:10.777585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8a0018cc-27b9-4be2-8cfd-2d480d2e42e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Synchronizing usage tracker for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:10.951259 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be90cdb3-6b1c-46b9-97d2-99f35daa2e9f req-467a8693-28d7-4356-b5f8-9a11135b1295 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.1899118 May 25 16:43:10.959866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:10.997537 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.scheduler.l3_agent_scheduler [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] No L3 agents can host the router fb20748e-eab5-4ef0-96ff-d3195293aea7 May 25 16:43:11.020360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8a0018cc-27b9-4be2-8cfd-2d480d2e42e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Unset dirty status for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:11.022004 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a0018cc-27b9-4be2-8cfd-2d480d2e42e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports/b182cc3b-6ec1-4def-a39e-fd6a0525a838 HTTP/1.1" status: 404 len: 333 time: 0.5629430 May 25 16:43:11.027352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:11.027562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52978) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:11.031675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:11.040878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-573671154'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:11.041049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] Sync routers for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:11.056282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:11.062365 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:11.063043 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:11.066470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7959998 May 25 16:43:11.076294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 52982) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:11.150965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:11.161018 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:11.170272 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:11.170946 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:42:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:11.292404 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:11.293063 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7bbbb-e19e-4cc2-a399-69bdabb8fd66 None None] The sync data for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:11.384514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Hosts for router fb20748e-eab5-4ef0-96ff-d3195293aea7: [] {{(pid=99127) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 25 16:43:11.486132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Made reservation on behalf of 76e3b62ffbb44255b24cab8ed5ed5820 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:11.488432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:11.527492 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9f8ea7f3-1322-4bcb-bf3a-2b6c2844e527 req-0b2aadf6-f377-443b-bc8a-210928446f85 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.0865021 May 25 16:43:11.547027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:11.563850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:11.668504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:11.725597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:11.785617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Hosts for other DVR routers connected to router fb20748e-eab5-4ef0-96ff-d3195293aea7: set() {{(pid=99127) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 25 16:43:11.788342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:11.789643 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87dc1f79-73c4-497b-ab7c-92a804f4ef92 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "PUT /v2.0/routers/fb20748e-eab5-4ef0-96ff-d3195293aea7 HTTP/1.1" status: 200 len: 717 time: 3.0533154 May 25 16:43:11.793507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52988) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:11.951137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:11.961120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:11.963314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Pushing event updated for resources: {'Port': ['ID=7102792e-bdce-4f26-b769-36214936d306,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:11.970819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:11.995603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-edd2cf22-1783-46bd-a3f1-8ad0cb76495b tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "GET /v2.0/routers/fb20748e-eab5-4ef0-96ff-d3195293aea7 HTTP/1.1" status: 200 len: 717 time: 0.1985784 May 25 16:43:11.997557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 52994) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:12.000136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:12.057078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.063044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.067466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:12.360095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-101d0103-dfc6-4c1c-a2c5-42db5c22b9ec req-bbfcf2d1-fd8b-41c3-bcec-f869108ed7ec tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.1979749 May 25 16:43:12.365988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] In _notify_port_updated(), no bound segment for port cc77618e-90c7-4d10-93d3-1409976568ff on network f7f232fc-59ce-493d-b5de-33111819b75d {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:12.371694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:12.372500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.373891 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "PUT /v2.0/ports/cc77618e-90c7-4d10-93d3-1409976568ff HTTP/1.1" status: 200 len: 1001 time: 2.6194229 May 25 16:43:12.385347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53000) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:12.436967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.619390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=cc77618e-90c7-4d10-93d3-1409976568ff,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:12.650881 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6e40d087-9030-4c08-b539-60095db984fa tempest-RoutersTestDVR-1033488569 tempest-RoutersTestDVR-1033488569-project] 10.222.0.96 "GET /v2.0/routers/fb20748e-eab5-4ef0-96ff-d3195293aea7 HTTP/1.1" status: 200 len: 683 time: 0.6490386 May 25 16:43:12.650881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:12.651217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.654126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53006) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:12.704445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.734209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:12.772183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2ae48349-d515-4dce-a55f-bed3722c8216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.799500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-570cc9a0-f4b2-448a-ab85-10f13336e9c7 None None] Provisioning complete for port cc77618e-90c7-4d10-93d3-1409976568ff triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:12.800061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-570cc9a0-f4b2-448a-ab85-10f13336e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.860373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:12.871500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-570cc9a0-f4b2-448a-ab85-10f13336e9c7 None None] Port cc77618e-90c7-4d10-93d3-1409976568ff cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:12.993203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Network d0d69747-9303-4c43-b3f7-4b470c9207dc is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:13.008836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port cc77618e-90c7-4d10-93d3-1409976568ff {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:13.009205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.047720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:13.109303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:43:13.113586 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e4ce6e50-0828-4173-88d0-48653cc3cf7d req-135e9f69-c21a-4fec-94e8-a426ac9045be tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.3218622 May 25 16:43:13.115315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:13.116207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:13.116810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.162535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb8419d-cff3-4cb9-b36a-8e94ab842ac2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:13.173323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:13.235457 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-a4050d51-7fe0-41b9-aa37-2186227e7f89 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:43:13.236488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4050d51-7fe0-41b9-aa37-2186227e7f89 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1612141 May 25 16:43:13.246097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53010) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:13.400651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.404966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.468680 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4402087 May 25 16:43:13.495960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53016) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:13.561713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:13.619645 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-31739659-33df-4d71-a368-66823d2e99fa req-4b93da5e-746a-4cd1-b6fe-02d6472a1ef2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.0645580 May 25 16:43:13.622501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.623055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb20748e-eab5-4ef0-96ff-d3195293aea7 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:43:13.625381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.660654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.700938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.702102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a291b6ae-64bf-428d-835c-192c83e6f346 tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "DELETE /v2.0/routers/fb20748e-eab5-4ef0-96ff-d3195293aea7 HTTP/1.1" status: 204 len: 168 time: 1.0467196 May 25 16:43:13.716635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:13.764857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for cc77618e-90c7-4d10-93d3-1409976568ff owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:13.772767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Request body: {'router': {'name': 'tempest-router-1254461777', 'distributed': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:13.786768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:13.810860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Usage tracker for resource:router and tenant:3a0d79ba7c5a40c789ee5bdcaa2acc82 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:13.819408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:13.835974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:13.942015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:13.956601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7795579d-d93f-4a55-b718-f246acc1d6e0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:14.025680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=cc77618e-90c7-4d10-93d3-1409976568ff,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:14.058220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:14.187055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.193959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.198722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:14.215718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:14.221585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.222950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.226103 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/cc77618e-90c7-4d10-93d3-1409976568ff HTTP/1.1" status: 204 len: 168 time: 1.7884431 May 25 16:43:14.228782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53026) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:14.264524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:14.265865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:14.309606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-657e40b3-c5b8-47b6-8d7e-627731671276 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] GET failed (client error): The resource could not be found. May 25 16:43:14.310315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-657e40b3-c5b8-47b6-8d7e-627731671276 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:14.348055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-657e40b3-c5b8-47b6-8d7e-627731671276 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:14.349714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-657e40b3-c5b8-47b6-8d7e-627731671276 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports/cc77618e-90c7-4d10-93d3-1409976568ff HTTP/1.1" status: 404 len: 333 time: 0.1177349 May 25 16:43:14.353971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53030) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:14.360890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1183728370'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:14.391969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:14.402672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:14.403438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:14.479233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:14.479558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076a02d-cc2d-4709-8d38-67ea35075c11 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:14.598760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:14.611065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:14.624207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:14.628396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.656982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port 70190170-b212-4dda-8879-860a8e5ed6b8 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:14.704810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.741427 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d60e13c6-7f6a-4620-8df0-f5e4ce860b53 req-1ef7af19-eecd-459b-9333-28a05e3ad150 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.3123438 May 25 16:43:14.749115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.753421 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.2735531 May 25 16:43:14.755359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53036) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:14.895699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.907026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:14.974635 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04ae6cc9-59aa-4e6c-b320-69d780820e3e req-a9d93afa-a8f9-4bf3-8c04-8d7acfacadb1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.0862129 May 25 16:43:15.004990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.009268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7ec9be8d-6b76-4448-8b56-f8afddce8ded tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2887299 May 25 16:43:15.011459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53040) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:15.069214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::394 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/70190170-b212-4dda-8879-860a8e5ed6b8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:15.149973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:15.263312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.349202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.458902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:15.473299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.547728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.731381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Transition to ACTIVE for port object 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:15.738061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.741113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.742597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.744198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.775986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:15.829385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object 70190170-b212-4dda-8879-860a8e5ed6b8 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:15.971166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:15.980479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1610389b-4613-45ad-8035-28ca9f16539d tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:16.071564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:16.077509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:16.109614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=70190170-b212-4dda-8879-860a8e5ed6b8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:16.112649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:16.118157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:16.118804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.130423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:16.130953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.131462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2954153c-6bce-42fa-b697-1436274a5b05 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:43:16.154459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cea974b1-9131-403c-a07a-0817ea57a540 req-abc2b11a-e772-485a-a544-5f295a2dbe3d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.2638946 May 25 16:43:16.170954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb8419d-cff3-4cb9-b36a-8e94ab842ac2,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:16.188799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:16.191640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.219541 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-466d6e6c-1e94-4845-b12f-94f697b2fef0 req-34b012cb-e5f8-4c1d-adbf-aab5f47f97c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.0950727 May 25 16:43:16.241786 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8860085 May 25 16:43:16.245225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53050) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:16.254593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e2:33:ae'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:16.260263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.264730 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-580be2a0-e5f2-4072-913f-007ac955504d tempest-RoutersTestDVR-1934211955 tempest-RoutersTestDVR-1934211955-project-admin] 10.222.0.96 "DELETE /v2.0/routers/2954153c-6bce-42fa-b697-1436274a5b05 HTTP/1.1" status: 204 len: 168 time: 1.2488172 May 25 16:43:16.325564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.359158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.359441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.359836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.379531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.379826 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.383046 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 2 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:16.408861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.409296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.409576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.444287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f4310f80-617e-4685-bee7-96b0cf5897ee None None] Provisioning for port 70190170-b212-4dda-8879-860a8e5ed6b8 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:16.449713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f4310f80-617e-4685-bee7-96b0cf5897ee None None] Provisioning complete for port 70190170-b212-4dda-8879-860a8e5ed6b8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:16.450090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4310f80-617e-4685-bee7-96b0cf5897ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.490286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.490621 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.493622 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 3 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:16.523815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f4310f80-617e-4685-bee7-96b0cf5897ee None None] Port 70190170-b212-4dda-8879-860a8e5ed6b8 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:16.542410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.559012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.564711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:16.593875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.594212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.594547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.621837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.622082 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.626670 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 4 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:16.654862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53058) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:16.698056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.698416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.699350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.711310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Pushing event updated for resources: {'Port': ['ID=7102792e-bdce-4f26-b769-36214936d306,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:16.716548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.716876 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.720771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:16.721786 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 5 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:16.742184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.810395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.811076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.811076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.838569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.838895 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.841594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 6 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:16.853949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.870107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:16.904683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:16.944210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:16.944562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:16.944865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:16.947621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Usage tracker for resource:security_group_rule and tenant:1176d6a531a74282aa1048509090ab46 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:16.989839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:16.989839 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:16.991257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:16.993928 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 7 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:17.014345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:17.052629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:17.052961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:17.053327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:17.072100 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Floating IP 6032848e-f5a8-441e-be61-b1f019160b02 associated. External IP: 172.26.6.2, port: 3c257075-189b-4125-82e2-6ed41e5c0f45. May 25 16:43:17.125482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:17.125802 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:17.132613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 8 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:17.175729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:17.175952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:17.176283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:17.238989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:17.239359 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:17.240488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 9 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:17.279932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:17.280516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:17.280862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:17.293019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.1 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:17.295607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:17.295931 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:17.300979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 10 to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 May 25 16:43:17.312605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting port f8faa839-4e05-4574-96b1-2f50ce32c64b {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:17.312945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.450763 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7fe3858f-d5d0-485c-bf35-50c2c8d4c322 req-e2fa7946-0440-4c40-8dbf-8778fdedbcac tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.1188262 May 25 16:43:17.451481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:17.451822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:17.452137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:17.527308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:17.527572 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:17.527936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.615885 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de1d1f81-8034-4b0a-bb84-9b63785e711e req-fe56aeaa-4943-41c1-ad63-0353ce343761 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.2768447 May 25 16:43:17.637341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.649763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.658242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.663694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:17.680140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.758718 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1176d6a531a74282aa1048509090ab46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1024685 May 25 16:43:17.765759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84621181-6f07-4217-aaa0-fa5cc415b65e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:17.769458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] In _notify_port_updated(), no bound segment for port 70190170-b212-4dda-8879-860a8e5ed6b8 on network f7f232fc-59ce-493d-b5de-33111819b75d {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:17.775835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:17.776513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.777995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "PUT /v2.0/ports/70190170-b212-4dda-8879-860a8e5ed6b8 HTTP/1.1" status: 200 len: 1003 time: 1.5315201 May 25 16:43:17.781005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53068) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:17.781343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53070) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:17.790042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:17.790393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:17.871749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:17.895675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'port': {'device_id': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'admin_state_up': True, 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'security_groups': ['7bf87b24-2203-4ff5-ab81-51a402218577']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:17.939490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.038397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=70190170-b212-4dda-8879-860a8e5ed6b8,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:18.041483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:18.065047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-74fb770c-685d-4405-849a-e6a49f5b7f35 None None] Provisioning complete for port 70190170-b212-4dda-8879-860a8e5ed6b8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:18.065997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-74fb770c-685d-4405-849a-e6a49f5b7f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.110132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-2ca7ca9b-0e5c-460f-8358-1af8ab8beef7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Synchronizing usage tracker for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:18.117622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:18.118231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempted to set empty binding levels {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:43:18.127278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Calling delete_port for f8faa839-4e05-4574-96b1-2f50ce32c64b owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:18.135262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-74fb770c-685d-4405-849a-e6a49f5b7f35 None None] Port 70190170-b212-4dda-8879-860a8e5ed6b8 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:18.136200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.147242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.157611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:18.172070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-2ca7ca9b-0e5c-460f-8358-1af8ab8beef7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Unset dirty status for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:18.173524 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-2ca7ca9b-0e5c-460f-8358-1af8ab8beef7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e87e20affcb64122bc348db4bcd1faeb HTTP/1.1" status: 200 len: 379 time: 0.2742045 May 25 16:43:18.192919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'port': {'device_id': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'admin_state_up': True, 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'security_groups': ['a2c9a4e7-2768-4c66-b8b7-34a480aeeba1']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:18.197742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:18.211090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.234948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.245488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] In _notify_port_updated(), no bound segment for port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:18.246377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.247016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.248315 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "PUT /v2.0/ports/5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 HTTP/1.1" status: 200 len: 980 time: 4.7400875 May 25 16:43:18.256794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53076) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:18.288881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15e56590-55e6-452e-911a-d58cdca19f19 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:18.409679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:18.410266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=5eb8419d-cff3-4cb9-b36a-8e94ab842ac2,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:18.413817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:18.426616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:18.429212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:18.429661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.432332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:18.454976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:18.461068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port 70190170-b212-4dda-8879-860a8e5ed6b8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:18.461452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.476632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.483033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:18.486318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:18.617967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.632982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:18.635361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e68a3e71-9e10-4717-98a5-e1a7027d76d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:18.665689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84621181-6f07-4217-aaa0-fa5cc415b65e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:18.668008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:18.672179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:18.708833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.722294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Made reservation on behalf of 5eaaa8d71f364fbfb058a8bd822c3bf3 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:18.725135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.735809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Made reservation on behalf of e87e20affcb64122bc348db4bcd1faeb for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:18.740520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.754541 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0bef4a0c-8e71-466c-b401-088ee63fa0d5 req-ba6ec056-80ec-42a0-a83e-715dd19833dc tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.1650157 May 25 16:43:18.835542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:18.849690 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] Sync routers for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:18.861143 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:18.862403 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:18.872347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.872913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.873316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.873821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.874297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.874770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.875273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.875740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.876213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.876679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.877150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.877636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.878103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.878572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.879065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.879534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.879997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.880485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.880930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.882628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.882628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.882628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.882845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.883253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.883723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.884445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.884657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.885252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:18.885652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:18.889260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/84621181-6f07-4217-aaa0-fa5cc415b65e HTTP/1.1" status: 204 len: 168 time: 1.1044023 May 25 16:43:18.889413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Synchronizing usage tracker for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:18.932649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for 70190170-b212-4dda-8879-860a8e5ed6b8 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:18.953543 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:18.965787 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:18.966364 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:18.986756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Unset dirty status for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:18.988283 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7286ca37-275b-4833-8bb1-d75a7fe7b708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24766 time: 0.7297409 May 25 16:43:18.996076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.015998 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3a67e0b-86a0-4c48-9651-4a624ac1a248 req-fafcdbbe-9f7d-4c2f-8268-a32ad22c33d9 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.2030075 May 25 16:43:19.020398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:19.056448 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:19.056906 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d44aefa-dd2f-42b7-a9b0-6db31d3e8f2f None None] The sync data for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:19.141719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 11.2523606 May 25 16:43:19.143532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.147559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53092) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:19.152618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:19.260403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.309278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53096) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:19.419388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Allocated IP 172.20.0.8 (dd705094-00cb-4d4a-bef5-e868cb56e1e4/635d989e-abe1-4c6d-ac05-1f35c221c868/4978156f-a5d6-4978-b2ff-ee1141e0c4d0) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:19.428524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Port': ['ID=f8faa839-4e05-4574-96b1-2f50ce32c64b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:19.454679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:19.527157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.604586 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-43323954-7426-43e3-899a-9c4c479e36c9 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "GET /v2.0/floatingips/6032848e-f5a8-441e-be61-b1f019160b02 HTTP/1.1" status: 200 len: 981 time: 0.4171472 May 25 16:43:19.625675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:19.626789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:19.635942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Allocated IP 172.20.0.12 (9de6458f-c301-42fa-8cc1-9a8bb94cc830/1a44f6c1-6eb9-455c-876e-b867553efe80/e190ae57-e2de-4282-8a96-6847370532fa) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:19.655237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Usage tracker for resource:security_group_rule and tenant:3a0d79ba7c5a40c789ee5bdcaa2acc82 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:19.704322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.709426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:19.786195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:19.965931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Deleting port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:19.966372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:19.971033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b047506c-dcda-40c6-b53b-96fcdf4935d2 req-9b392f58-8d16-4539-a870-2a92716cf19d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Synchronizing usage tracker for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:19.986828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.001749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.129083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b047506c-dcda-40c6-b53b-96fcdf4935d2 req-9b392f58-8d16-4539-a870-2a92716cf19d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Unset dirty status for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:20.130264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b047506c-dcda-40c6-b53b-96fcdf4935d2 req-9b392f58-8d16-4539-a870-2a92716cf19d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.2321839 May 25 16:43:20.140039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1880df7b-1465-4bc1-af6b-b1ca9897f63a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:20.157600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.176832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Router 0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:20.177870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.186201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Transition to ACTIVE for port object 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:20.278279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=70190170-b212-4dda-8879-860a8e5ed6b8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:20.281069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:20.286773 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c481354c-752d-4178-900d-9dc4a9cdb5d3 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.6533885 May 25 16:43:20.292920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:20.311743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53114) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.408552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:20.423886 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1673255 May 25 16:43:20.423886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53118) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.441827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] Sync routers for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:20.453876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:20.454698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:20.470208 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d2de0d7f-824c-40fe-9eda-a79dfb9ad343 req-563c95d2-e703-4f2a-9c0b-b5e1af66ccfa tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.2812862 May 25 16:43:20.473583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.492584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2, host hv-neutron-7929, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:20.492952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.524871 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=3a0d79ba7c5a40c789ee5bdcaa2acc82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2135322 May 25 16:43:20.529537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53122) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.538092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.549715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a06cdda3-09bb-4f7c-8c6d-33c1c8cc6384 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:20.555941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2ac0c4-fad4-4714-a640-c7a09d2623d8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:20.556201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:20.558869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:20.567006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:20.568533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:20.601809 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-b10e9945-5cbe-434a-a751-66dcf210f8d7 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] delete failed (client error): The resource could not be found. May 25 16:43:20.606383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b10e9945-5cbe-434a-a751-66dcf210f8d7 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-2038051000 HTTP/1.1" status: 404 len: 335 time: 0.1794081 May 25 16:43:20.637371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:20.637371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf1fb9-3746-4c51-924e-3944c3945791 None None] The sync data for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:20.677089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53126) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.719233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Calling delete_port for 5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:20.725820 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/70190170-b212-4dda-8879-860a8e5ed6b8 HTTP/1.1" status: 204 len: 168 time: 2.9384639 May 25 16:43:20.776747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53130) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.834226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a6397702-42c4-4922-9274-0f70bf3506ff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:20.880075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c93a177-c072-4153-8529-75f191568d1b tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] GET failed (client error): The resource could not be found. May 25 16:43:20.880604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2c93a177-c072-4153-8529-75f191568d1b tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:20.931750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:20.944272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:20.981812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2c93a177-c072-4153-8529-75f191568d1b tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:20.982993 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2c93a177-c072-4153-8529-75f191568d1b tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports/70190170-b212-4dda-8879-860a8e5ed6b8 HTTP/1.1" status: 404 len: 333 time: 0.1889153 May 25 16:43:20.990943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53134) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:20.995573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:20.996192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Transition to ACTIVE for port object e190ae57-e2de-4282-8a96-6847370532fa will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:21.003153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1700656044'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:21.013539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:21.078554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event updated for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:21.089254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:21.264414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:21.285312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f7cfe446-7138-493d-941a-2bf1e91e8863 None None] Provisioning for port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:21.288179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.290649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f7cfe446-7138-493d-941a-2bf1e91e8863 None None] Provisioning complete for port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:21.291437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7cfe446-7138-493d-941a-2bf1e91e8863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.294329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.305178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-732010a9-3893-4c08-a897-e9667dfbe6d5 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:21.350462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfe446-7138-493d-941a-2bf1e91e8863 None None] Port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:21.351981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.353988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.359078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.387767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eb8419d-cff3-4cb9-b36a-8e94ab842ac2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:21.390525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:21.398000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:21.432290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:21.432777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.445621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.561634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.576331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6397702-42c4-4922-9274-0f70bf3506ff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.586273 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7048647 May 25 16:43:21.587684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.609700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-25df0842-0fbc-4cdb-918d-ebdc9e565425 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:43:21.609909 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "DELETE /v2.0/ports/5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 HTTP/1.1" status: 204 len: 168 time: 2.5873966 May 25 16:43:21.610598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-25df0842-0fbc-4cdb-918d-ebdc9e565425 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171452 May 25 16:43:21.618878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:21.648261 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-a6397702-42c4-4922-9274-0f70bf3506ff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] update failed (client error): The resource could not be found. May 25 16:43:21.649275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a6397702-42c4-4922-9274-0f70bf3506ff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 HTTP/1.1" status: 404 len: 339 time: 0.9712048 May 25 16:43:21.655071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting port 7102792e-bdce-4f26-b769-36214936d306 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:21.655693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.660261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53144) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:21.667987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:21.673653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:21.682202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1251586296'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:21.725185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:21.727865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:21.748065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab920c-97e0-442e-b003-307128583dba req-d5315d17-f245-4c76-8c30-ff79e6b9d6ee tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:21.749603 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a5ab920c-97e0-442e-b003-307128583dba req-d5315d17-f245-4c76-8c30-ff79e6b9d6ee tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 931 time: 0.4522901 May 25 16:43:21.773106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:21.798056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.825222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:21.833892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:21.836288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:21.838681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:21.844761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:21.844946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.852124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:21.860044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2ac0c4-fad4-4714-a640-c7a09d2623d8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:21.865223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:network and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:21.876029 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fd1a2c-8794-46be-bd8e-ac9a03678972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] GET failed (client error): The resource could not be found. May 25 16:43:21.876588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-57fd1a2c-8794-46be-bd8e-ac9a03678972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Synchronizing usage tracker for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:21.879518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Request body: {'port': {'device_id': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:21.885749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:21.908782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.909111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.915056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:21.930411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.934212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7e2ac0c4-fad4-4714-a640-c7a09d2623d8 HTTP/1.1" status: 204 len: 168 time: 1.3942940 May 25 16:43:21.935982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.936688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.937228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.937956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.938489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.939088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.939679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.940920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.941499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.941613 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7592945 May 25 16:43:21.942155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.942695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.943271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:21.953290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:21.957164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:21.963212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a5ab920c-97e0-442e-b003-307128583dba req-70f08b38-c30f-4515-bc40-4dd082aa2f6c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970921 May 25 16:43:21.977245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event updated for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:21.980513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:22.003460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Request body: {'port': {'device_id': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:22.027653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:22.028541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:22.032786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:22.033335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.045393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-57fd1a2c-8794-46be-bd8e-ac9a03678972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Unset dirty status for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:22.046525 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-57fd1a2c-8794-46be-bd8e-ac9a03678972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports/5eb8419d-cff3-4cb9-b36a-8e94ab842ac2 HTTP/1.1" status: 404 len: 333 time: 0.3923819 May 25 16:43:22.069275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53156) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:22.093347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:22.133134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1785560089', 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:22.146674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port c117b6ce-1cbf-4fd1-9063-4d3088ae274f yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:22.161470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Calling delete_port for 7102792e-bdce-4f26-b769-36214936d306 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:22.181295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a669d1e-81ff-445c-af53-847c92b85080 None None] Provisioning for port e190ae57-e2de-4282-8a96-6847370532fa completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:22.186546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a669d1e-81ff-445c-af53-847c92b85080 None None] Provisioning complete for port e190ae57-e2de-4282-8a96-6847370532fa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:22.187260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a669d1e-81ff-445c-af53-847c92b85080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.260693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1a669d1e-81ff-445c-af53-847c92b85080 None None] Port e190ae57-e2de-4282-8a96-6847370532fa cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:22.276047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:22.291217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.340869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:22.369149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:22.409347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b1e2-0cc2-41c4-9207-5ba13c61bd7b req-5cbd881d-a076-4040-8865-48e86b68cdc0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:22.410135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-04b6b1e2-0cc2-41c4-9207-5ba13c61bd7b req-5cbd881d-a076-4040-8865-48e86b68cdc0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Synchronizing usage tracker for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:22.536213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.536570 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Added segment 282264db-9a06-49ed-842a-76c2eb87fce8 of type vlan for network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 May 25 16:43:22.546032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Made reservation on behalf of 76e3b62ffbb44255b24cab8ed5ed5820 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:22.548369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.629158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-04b6b1e2-0cc2-41c4-9207-5ba13c61bd7b req-5cbd881d-a076-4040-8865-48e86b68cdc0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Unset dirty status for tenant:e87e20affcb64122bc348db4bcd1faeb on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:22.630425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b6b1e2-0cc2-41c4-9207-5ba13c61bd7b req-5cbd881d-a076-4040-8865-48e86b68cdc0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 932 time: 1.0262773 May 25 16:43:22.640770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.708048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port e4663c56-aea1-4b97-932a-b94c1f612725 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:22.743753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.772365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:22.777749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25653518-e974-4f13-928e-063a3c6f303b tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:22.830164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:22.837832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Port': ['ID=7102792e-bdce-4f26-b769-36214936d306,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:22.844320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:22.887585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::163 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/c117b6ce-1cbf-4fd1-9063-4d3088ae274f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:22.910408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b6b1e2-0cc2-41c4-9207-5ba13c61bd7b req-d88a95f3-0e8d-4250-9d19-e99be8ef3ea2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590046 May 25 16:43:22.952363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53178) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:23.007643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.008033 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Floating IP 6032848e-f5a8-441e-be61-b1f019160b02 disassociated (deleted). External IP: 172.26.6.2, port: 3c257075-189b-4125-82e2-6ed41e5c0f45. May 25 16:43:23.099959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:43:23.111271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.123405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.156516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:23.157180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.174714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:23.241308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Transition to ACTIVE for port object 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:23.257698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.270274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:23.447308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1159101570'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:23.529429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Pushing event updated for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:23.545921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:23.548762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:23.642589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:network and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:23.663709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166216d-a79a-4390-bbec-a327dfe84bc6 req-9f0e422e-d339-48db-a549-0a70599c7a76 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:23.665209 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e166216d-a79a-4390-bbec-a327dfe84bc6 req-9f0e422e-d339-48db-a549-0a70599c7a76 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 931 time: 0.4805906 May 25 16:43:23.700470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0285213 May 25 16:43:23.710543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53186) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:23.731145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'subnet': {'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:23.757708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:23.797684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Network': ['ID=3901be28-dde8-430e-ad0b-1258d1bbe4f6,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:23.808445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:23.831127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Attempting to bind port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:23.831465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Attempting to bind port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:23.831797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Attempting to bind port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 on network dd705094-00cb-4d4a-bef5-e868cb56e1e4 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:23.838751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.839179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.839498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.839873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.840269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.840623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.840974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.841319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.841667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.842007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.842353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.842696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:23.856310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:23.864366 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e166216d-a79a-4390-bbec-a327dfe84bc6 req-2cc55331-a4ca-4080-8aa2-0db9635d30c4 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802721 May 25 16:43:23.865224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 on network dd705094-00cb-4d4a-bef5-e868cb56e1e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:23.865555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Attempting to bind port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 on network dd705094-00cb-4d4a-bef5-e868cb56e1e4 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:23.867441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:23.880052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:23.880430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Checking segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:23.880976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Bound using segment: {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:23.881421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Bound port: 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163d3b33-c2e1-4a5c-853b-27f3a847933e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:23.881973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.885696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.892620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:23.900782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Made reservation on behalf of 065eb76ad8da49d8b0c53c489e981f8e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:23.904266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.922776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:23.937259 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:23.938519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/routers/d2f336a0-1031-4778-85da-c1a92b74d733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1821382 May 25 16:43:23.940171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:23.956057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53190) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:23.978295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:23.978968 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:23.995750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:24.015738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:security_group_rule and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:24.020616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:24.036495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:24.037490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'port': {'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c', 'name': 'tempest-FloatingIPTestJSON-1149105821'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:24.040648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.051979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:24.067057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Usage tracker for resource:subnet and tenant:c8673ac5048d4c55a5ea05e22b9480f7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:24.079548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:24.101854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object c117b6ce-1cbf-4fd1-9063-4d3088ae274f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:24.132421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.145639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:24.146412 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.187031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.209472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9269804-8c69-4bc2-a33a-41d6756e29aa tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:24.217764 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.218189 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb113c-bd73-49fc-906f-82c0bd1eba18 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:24.291073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:24.291733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e190ae57-e2de-4282-8a96-6847370532fa {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:43:24.319945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.339050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Network d0d69747-9303-4c43-b3f7-4b470c9207dc is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:24.346705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:24.352655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:24.353039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:24.353631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.376114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=e4663c56-aea1-4b97-932a-b94c1f612725,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:24.380176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Transition to ACTIVE for port object e190ae57-e2de-4282-8a96-6847370532fa will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:24.394061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:24.399059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Made reservation on behalf of c8673ac5048d4c55a5ea05e22b9480f7 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:24.401544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.403331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.411995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:24.453145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.461158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:24.506977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4138124 May 25 16:43:24.525550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53196) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:24.601356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:24.613944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Pushing event updated for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:24.622804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:24.626621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:24.638457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.660672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:24.660762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d51bd-5a82-417e-8012-6f4715211c34 req-1457e9d1-80fe-4af5-ab94-bcb45ae5052b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:24.662271 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-522d51bd-5a82-417e-8012-6f4715211c34 req-1457e9d1-80fe-4af5-ab94-bcb45ae5052b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 932 time: 0.5255959 May 25 16:43:24.662773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:24.697643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:24.698273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:24.700819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.716449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] Sync routers for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:24.726539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:24.732317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:24.733091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.737850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:24.738075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.738808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.767313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:24.772852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb55cec2-eaf4-4862-813a-afc4ed008437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:24.776882 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fb55cec2-eaf4-4862-813a-afc4ed008437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports/e4663c56-aea1-4b97-932a-b94c1f612725 HTTP/1.1" status: 200 len: 959 time: 0.2346723 May 25 16:43:24.779962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:24.780921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.782491 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] 10.222.0.95 "PUT /v2.0/ports/4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 200 len: 1093 time: 3.0121596 May 25 16:43:24.785554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:24.786511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53200) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:24.791560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:port and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:24.806003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:24.815413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:24.838373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] vlan segment allocate from pool success with {'vlan_id': 1188, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:24.920380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.941748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:24.946828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:24.948149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:24.953974 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-522d51bd-5a82-417e-8012-6f4715211c34 req-a4da55e0-aa17-44a0-a7fc-e0cb68f8a30c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386987 May 25 16:43:25.011890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0198348 May 25 16:43:25.017974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53210) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:25.028034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Attempting to bind port e190ae57-e2de-4282-8a96-6847370532fa on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:25.028563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Attempting to bind port e190ae57-e2de-4282-8a96-6847370532fa by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:25.029048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Attempting to bind port e190ae57-e2de-4282-8a96-6847370532fa on network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:25.032898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.033492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Added segment 3fd68c1a-7ccb-4e30-a160-b375f3bc44c5 of type vlan for network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 May 25 16:43:25.034130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Pushing event updated for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:25.037151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=c117b6ce-1cbf-4fd1-9063-4d3088ae274f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:25.045661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'network_id': 'f7f232fc-59ce-493d-b5de-33111819b75d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1394739214'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:25.053217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:25.059497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:25.064291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.091846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:25.092651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:25.147493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:25.148135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553b394-28cc-47a3-9733-b4477200b734 None None] The sync data for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:25.224232 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/floatingips/6032848e-f5a8-441e-be61-b1f019160b02 HTTP/1.1" status: 204 len: 168 time: 4.9074328 May 25 16:43:25.232575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Port e190ae57-e2de-4282-8a96-6847370532fa on network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:25.233007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Attempting to bind port e190ae57-e2de-4282-8a96-6847370532fa on network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:25.239053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53218) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:25.245610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] device_id is not set on port f2be3369-d246-4366-9d68-6dea08328ab1 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:25.263845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b77ff-e1d9-4ae8-a775-17d9422f2514,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:25.267138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:25.285924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:25.285924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Checking segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:25.286695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Bound using segment: {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:25.286960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Bound port: e190ae57-e2de-4282-8a96-6847370532fa, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca25af41-41e2-48e8-a3d1-960585f020bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:25.287364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.289413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:25.303887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b29c5ea0-8f94-4e22-af82-d12adf5bce03 None None] Provisioning for port c117b6ce-1cbf-4fd1-9063-4d3088ae274f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:25.308707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:25.310516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b29c5ea0-8f94-4e22-af82-d12adf5bce03 None None] Provisioning complete for port c117b6ce-1cbf-4fd1-9063-4d3088ae274f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:25.311452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b29c5ea0-8f94-4e22-af82-d12adf5bce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.319921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.336574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Usage tracker for resource:floatingip and tenant:fb082310d3a742c3b9ff1589b7bf8628 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:25.342992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:25.371015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:25.386840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b29c5ea0-8f94-4e22-af82-d12adf5bce03 None None] Port c117b6ce-1cbf-4fd1-9063-4d3088ae274f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:25.414101 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'status': 'completed', 'code': 200} May 25 16:43:25.432657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1dabceca-9943-4e7f-9227-ae5c89bfba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:25.434213 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-1dabceca-9943-4e7f-9227-ae5c89bfba22 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 1096 time: 0.5597551 May 25 16:43:25.472592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.546044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:25.602773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:25.604000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6bd09-57a3-4adf-b1a0-a2d75580f110 req-8ad1cc7f-926a-45fa-afa3-42f66a31f98e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:25.605033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.605646 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-30d6bd09-57a3-4adf-b1a0-a2d75580f110 req-8ad1cc7f-926a-45fa-afa3-42f66a31f98e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 943 time: 0.4607601 May 25 16:43:25.608199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-f7488af7-3640-4d00-9e17-83e25b072d8f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 200 len: 217 time: 0.1224430 May 25 16:43:25.622104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:25.622707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.634706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c64932a1-270a-4ccd-a538-ba52d4cbc11a tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:25.658301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:25.735997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Deleting port e4663c56-aea1-4b97-932a-b94c1f612725 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:25.736248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.748400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:25.774951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8162498 May 25 16:43:25.783247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53224) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:25.806949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'subnet': {'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:25.820776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.6 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/f2be3369-d246-4366-9d68-6dea08328ab1) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:25.827419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Made reservation on behalf of 32feec43d0d640ffb0896c52eb5d89c8 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:25.831439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.845430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e190ae57-e2de-4282-8a96-6847370532fa,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:25.866319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:25.869873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Network': ['ID=28008d43-54a6-4e7a-9529-90a61a2bd8f4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:25.877026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:25.881259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f56f9f85-62b5-4dca-9c38-e20f620dbb34 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:25.882160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:25.933815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] device_id is not set on port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:25.952277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-2f26af27-c320-4a86-a77e-93718d1aa97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:25.953755 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-2f26af27-c320-4a86-a77e-93718d1aa97f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=635d989e-abe1-4c6d-ac05-1f35c221c868 HTTP/1.1" status: 200 len: 845 time: 0.2894304 May 25 16:43:25.963998 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-30d6bd09-57a3-4adf-b1a0-a2d75580f110 req-e00dcfa4-4001-45b1-b448-5407773398a2 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480399 May 25 16:43:26.013381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.046955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:26.047972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.050115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] 10.222.0.95 "PUT /v2.0/ports/e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1094 time: 4.0778589 May 25 16:43:26.074630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:26.114580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:26.283052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:subnet and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:26.291642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:26.334034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Calling delete_port for e4663c56-aea1-4b97-932a-b94c1f612725 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:26.376305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Pushing event updated for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:26.386224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:26.394569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:26.525031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Allocated IP 2001:db8::205 (f7f232fc-59ce-493d-b5de-33111819b75d/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9/5ece5f4b-c17a-46b8-8238-31fb6d060a0e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:26.546667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Made reservation on behalf of 065eb76ad8da49d8b0c53c489e981f8e for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:26.552907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.601680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-3a3f8960-c2e9-4df2-a933-44eef4f20315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:26.603810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-3a3f8960-c2e9-4df2-a933-44eef4f20315 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1097 time: 0.4070964 May 25 16:43:26.604819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa', 'status': 'completed', 'code': 200} May 25 16:43:26.606555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.616430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070bcf2-6e64-4a6c-ab9c-8ab86f460c75 req-13ec876b-decd-43f6-98d8-f8681f0cf9b6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:26.617923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d070bcf2-6e64-4a6c-ab9c-8ab86f460c75 req-13ec876b-decd-43f6-98d8-f8681f0cf9b6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 944 time: 0.4207211 May 25 16:43:26.713866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-fa7429cb-4906-4a03-bbb0-1e28ac12f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:26.715430 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-fa7429cb-4906-4a03-bbb0-1e28ac12f6ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd705094-00cb-4d4a-bef5-e868cb56e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7469807 May 25 16:43:26.722808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.725160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-ff0126c6-de76-49ab-b789-d9670aa1ba22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 217 time: 0.1063523 May 25 16:43:26.734879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:26.818601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.835324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4663c56-aea1-4b97-932a-b94c1f612725,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:26.923806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:26.958865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.961373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:26.984759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d070bcf2-6e64-4a6c-ab9c-8ab86f460c75 req-6753c116-539e-4d21-a483-94fa103b6625 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521779 May 25 16:43:27.004177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-70672f51-59cc-4925-ba66-e5f7fb06c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:27.005630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-70672f51-59cc-4925-ba66-e5f7fb06c2eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2348375 May 25 16:43:27.022478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-63310cfe-72b2-4273-bd45-caa1b0ec1a63 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:27.062212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e4663c56-aea1-4b97-932a-b94c1f612725 HTTP/1.1" status: 204 len: 168 time: 2.2436254 May 25 16:43:27.071757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53244) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:27.148113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f760025-f004-428e-b3e5-1f60ad0ee236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] GET failed (client error): The resource could not be found. May 25 16:43:27.148648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f760025-f004-428e-b3e5-1f60ad0ee236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Synchronizing usage tracker for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:27.171208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.198901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f760025-f004-428e-b3e5-1f60ad0ee236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Unset dirty status for tenant:76e3b62ffbb44255b24cab8ed5ed5820 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:27.200041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f760025-f004-428e-b3e5-1f60ad0ee236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports/e4663c56-aea1-4b97-932a-b94c1f612725 HTTP/1.1" status: 404 len: 333 time: 0.1273561 May 25 16:43:27.201243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Transition to ACTIVE for port object 5ece5f4b-c17a-46b8-8238-31fb6d060a0e will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:27.204031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53248) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:27.212963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1129010318'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:27.219608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:27.235475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-5bcc4a1a-e28d-4244-a2e8-653505fd2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:27.237783 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-5bcc4a1a-e28d-4244-a2e8-653505fd2266 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2131042 May 25 16:43:27.240652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:27.263356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Allocated IP 172.26.6.76 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:27.277288 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-9109d853-9319-4744-b91d-e82d98f9070c service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527143 May 25 16:43:27.296796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Subnet': ['ID=beca1bd3-336f-479b-9d5c-445bde6b751f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:27.337560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.340699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:27.357118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Made reservation on behalf of 76e3b62ffbb44255b24cab8ed5ed5820 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:27.360340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.412358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:27.501906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Checking segment: {'id': '282264db-9a06-49ed-842a-76c2eb87fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:27.502870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network hostable DHCP agents. Network: 3901be28-dde8-430e-ad0b-1258d1bbe4f6, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:27.524238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:27.561084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.588440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-130ee724-c2c0-4b92-8cbc-a00072dbb982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:27.623672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:27.654536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:27.676208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:27.717933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Network f7f232fc-59ce-493d-b5de-33111819b75d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:27.721689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=f2be3369-d246-4366-9d68-6dea08328ab1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:27.725195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:27.733091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:27.739642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:27.739642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:27.743468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=5ece5f4b-c17a-46b8-8238-31fb6d060a0e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:27.746494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:27.747953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-251cb57a-87ba-4931-bd91-bcb1fdbd162c service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031180 May 25 16:43:27.748909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:27.778290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:27.812683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1f5b-b41b-42bf-8c92-5a9fe6dd1e44 req-ca77311f-e7ca-46c2-a7f9-6355b7e2b2b4 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:27.814267 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ead1f5b-b41b-42bf-8c92-5a9fe6dd1e44 req-ca77311f-e7ca-46c2-a7f9-6355b7e2b2b4 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 943 time: 0.7047043 May 25 16:43:27.828749 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2b2d4170-70c5-4205-a6df-b8b9393abf85 req-4e0e4236-638d-4a1c-be96-b1b4058f646a service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379834 May 25 16:43:27.889427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8649194 May 25 16:43:27.896001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53252) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:27.902080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3901be28-dde8-430e-ad0b-1258d1bbe4f6) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:27.916188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97329858-23e1-49db-8819-0c2afd67e067 None None] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:27.963599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d3', 'mac_address': 'fa:16:3e:e2:33:ae'}, {'ip_address': '2001:db8::163', 'mac_address': 'fa:16:3e:a5:0a:69'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:27.980570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:27.981365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.007102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.053196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:28.053791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.092811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.097797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33272e6c-ed46-4de0-adec-1acaadb9cb15 req-59aa5000-211c-445f-a01d-979cf44baba1 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390324 May 25 16:43:28.124596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ead1f5b-b41b-42bf-8c92-5a9fe6dd1e44 req-61135921-ddac-40d5-ab94-a3f0282788c0 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910841 May 25 16:43:28.143921 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1840918 May 25 16:43:28.148199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53258) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:28.156010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4a8cb432-dd01-42db-822e-7172de75d665 None None] Provisioning for port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:28.161667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'port': {'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c', 'name': 'tempest-FloatingIPTestJSON-1333481328'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:28.172541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4a8cb432-dd01-42db-822e-7172de75d665 None None] Provisioning complete for port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:28.172916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb432-dd01-42db-822e-7172de75d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.177152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4639862 May 25 16:43:28.183389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53262) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:28.245480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-360b6338-1c20-4fc0-8c9f-9e2139eb9cc0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'router': {'external_gateway_info': {'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:28.273589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cb432-dd01-42db-822e-7172de75d665 None None] Port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:28.289363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-3901be28-dde8-430e-ad0b-1258d1bbe4f6', 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6', 'tenant_id': 'c8673ac5048d4c55a5ea05e22b9480f7', 'fixed_ips': [{'subnet_id': 'beca1bd3-336f-479b-9d5c-445bde6b751f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:43:28.290850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.369847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.391684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5a48a39a-54cb-4823-bf68-a8180b1cb38c tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:28.466831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Allocated IP 2001:db8:1::2 (3901be28-dde8-430e-ad0b-1258d1bbe4f6/beca1bd3-336f-479b-9d5c-445bde6b751f/985ed786-6c7b-414e-a8ed-bcacbe9a8f98) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:28.497114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Network d0d69747-9303-4c43-b3f7-4b470c9207dc is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:28.501724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:28.546269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:28.547244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:28.547839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.566556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2fe0b3-a42c-4df1-abce-87c3c6fe2563,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:28.584302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75224d6a-73b7-44aa-a1e3-d66a09dced65 req-79f5bf76-438c-47f5-a80d-0d549dc94afa tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:28.586027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75224d6a-73b7-44aa-a1e3-d66a09dced65 req-79f5bf76-438c-47f5-a80d-0d549dc94afa tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 944 time: 0.4193425 May 25 16:43:28.593176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:28.602781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-51276487-d7a7-42f5-b0ad-2eb6bde93e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:28.604523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-51276487-d7a7-42f5-b0ad-2eb6bde93e59 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1097 time: 0.3937237 May 25 16:43:28.615001 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4064701 May 25 16:43:28.615257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.616867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53266) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:28.624105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:28.637131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.664925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:28.684971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.697211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Transition to ACTIVE for port object 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:28.717626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Transition to ACTIVE for port object 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:28.725607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.730262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:28.733575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-bc498069-4326-4c27-b362-f89cb51496df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:28.735088 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-bc498069-4326-4c27-b362-f89cb51496df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 1096 time: 0.8349037 May 25 16:43:28.798655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:28.802126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:28.805162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:28.852965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Pushing event updated for resources: {'Port': ['ID=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:28.861340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.861861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.862321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.862744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.863191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.863613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.864025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.864467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.865282 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75224d6a-73b7-44aa-a1e3-d66a09dced65 req-86213902-cb04-4f1a-80cd-eae14c4d7da8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182066 May 25 16:43:28.867092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.868801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.870724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.872038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:43:28.873800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:28.895813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:28.917255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:28.939313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Attempting to bind port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:28.940529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Attempting to bind port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '282264db-9a06-49ed-842a-76c2eb87fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:28.940908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Attempting to bind port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 on network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:28.947894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:28.948279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Checking segment: {'id': '282264db-9a06-49ed-842a-76c2eb87fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:28.948687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:28.949085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Bound using segment: {'id': '282264db-9a06-49ed-842a-76c2eb87fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:28.949653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Bound port: 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282264db-9a06-49ed-842a-76c2eb87fce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '3901be28-dde8-430e-ad0b-1258d1bbe4f6'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:28.950093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.012942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.013199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:29.051405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] For port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:29.054841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] For port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,segment=NetworkSegment(282264db-9a06-49ed-842a-76c2eb87fce8),segment_id=282264db-9a06-49ed-842a-76c2eb87fce8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:29.059922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Pushing event updated for resources: {'Port': ['ID=e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:29.060889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.071585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:29.087865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-1549eb04-4655-4de2-bbfa-da36b73f24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:29.089399 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-1549eb04-4655-4de2-bbfa-da36b73f24c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.4739256 May 25 16:43:29.127723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:29.149152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:29.152436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Pushing event updated for resources: {'Port': ['ID=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:29.165498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:29.177448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:port and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:29.182160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-360b6338-1c20-4fc0-8c9f-9e2139eb9cc0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.193430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:29.210141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:29.395534 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-6e4a6de9-6727-42c6-86f5-f25c8f47e846 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 217 time: 0.2716701 May 25 16:43:29.395740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:29.399153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.440489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-748730cb-fa19-403e-9849-e73416cff0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:29.442064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-748730cb-fa19-403e-9849-e73416cff0ab service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 200 len: 908 time: 0.6247096 May 25 16:43:29.579278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.580842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.591734 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-e9b5909f-834b-47a6-9331-696342e330a1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0866032 May 25 16:43:29.593925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] device_id is not set on port e9180005-856a-4685-b349-a30121e1e6b8 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:29.601870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-d3bdfeb7-56a7-486a-840f-eb0a0fc82f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:29.603331 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-d3bdfeb7-56a7-486a-840f-eb0a0fc82f65 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2009895 May 25 16:43:29.638291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4c04e9c1-7251-4491-bce4-d5ef98c8bbc9 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:29.699675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.719001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.725284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3b8c0c0-48ac-4d92-826e-f51bea5617f3 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:29.832471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:29.847242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] In _notify_port_updated(), no bound segment for port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e on network f7f232fc-59ce-493d-b5de-33111819b75d {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:29.852795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:29.853618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.857996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "PUT /v2.0/ports/5ece5f4b-c17a-46b8-8238-31fb6d060a0e HTTP/1.1" status: 200 len: 1067 time: 1.9135780 May 25 16:43:29.864904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53272) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:29.881509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] device_id is not set on port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:29.895895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event updated for resources: {'Port': ['ID=5ece5f4b-c17a-46b8-8238-31fb6d060a0e,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:29.901261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:29.906532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:29.917422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-a2e87f86-d1e0-4163-926f-8c3304a353f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:29.930827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-a2e87f86-d1e0-4163-926f-8c3304a353f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3141015 May 25 16:43:29.963929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:29.966388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Transition to ACTIVE for port object ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:29.972837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.031906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e2cbe9a5-a921-45d7-8e7d-3119ad3d03c8 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:30.182818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Subnet': ['ID=19e16b28-3fd0-4d87-ac62-66d700fd723e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:30.194082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-60c9c1b5-d6d4-456d-8647-4863bd0a180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.195803 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-60c9c1b5-d6d4-456d-8647-4863bd0a180c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=635d989e-abe1-4c6d-ac05-1f35c221c868 HTTP/1.1" status: 200 len: 845 time: 0.5598016 May 25 16:43:30.241364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-17da1627-e34c-472f-9c55-0b09c84e94f9 None None] Provisioning complete for port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:30.242589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-17da1627-e34c-472f-9c55-0b09c84e94f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.244525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.263425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2fe0b3-a42c-4df1-abce-87c3c6fe2563,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:30.270106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:30.306276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-17da1627-e34c-472f-9c55-0b09c84e94f9 None None] Port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:30.311906 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-f4fa818a-f617-4b18-8a99-a82070350698 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723929 May 25 16:43:30.312565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.312897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.313236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.328761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:30.337165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bde85f-2ead-40b1-99fa-fdd869223a5c req-10122739-d19c-4f86-ac96-bc96b008b1f1 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.338749 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d9bde85f-2ead-40b1-99fa-fdd869223a5c req-10122739-d19c-4f86-ac96-bc96b008b1f1 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 943 time: 1.0553975 May 25 16:43:30.340720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.341049 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.344788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 2 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.430253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.430590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.430951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.441488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace4e230-674c-4378-852b-c31b110d6f09 None None] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:30.443018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.443270 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.451147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a83ba-6b34-4f01-81f5-8e63707f26af req-89af0144-9326-4796-918c-1026e784a143 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.456264 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-665a83ba-6b34-4f01-81f5-8e63707f26af req-89af0144-9326-4796-918c-1026e784a143 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 944 time: 0.3927634 May 25 16:43:30.470110 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 3 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.497954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Checking segment: {'id': '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:30.498561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network hostable DHCP agents. Network: 28008d43-54a6-4e7a-9529-90a61a2bd8f4, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:30.534165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.534165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.534165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.538185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.538558 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.548312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 4 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.568581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01b21e38-2b72-4ea8-8a02-14378df52a73 req-137e5f44-0dd2-4ed8-a948-e97c3a2265bd service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486708 May 25 16:43:30.578969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-665a83ba-6b34-4f01-81f5-8e63707f26af req-d2ca5977-c37a-41e8-ac8c-20c59081e92c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992279 May 25 16:43:30.580022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.580841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.582123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.588043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.589284 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.589284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 5 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.611121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Provisioning for port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:30.611322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.611322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.611322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.611553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Provisioning complete for port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:30.611553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.615391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.615977 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.616447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 6 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.633318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.633813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.634680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.640283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.640283 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.640283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 7 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.656983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.10 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/e9180005-856a-4685-b349-a30121e1e6b8) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:30.661243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.661733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.662551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.665209 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d9bde85f-2ead-40b1-99fa-fdd869223a5c req-a49c4825-1eba-463d-9570-ef53f8369420 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763529 May 25 16:43:30.683948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.684959 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.685595 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 8 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.694436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:30.704603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.704936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.705934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.711373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.711905 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.712292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 9 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.728793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.729480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.730015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.735348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.735678 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.736079 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempt 10 to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 May 25 16:43:30.742101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 28008d43-54a6-4e7a-9529-90a61a2bd8f4) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:30.756931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:30.757243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:30.757783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempting to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:30.762622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:43:30.763073 dv-neutron-792998-1-hyperv neutron-server[99127]: ERROR neutron.plugins.ml2.managers [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Failed to bind port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '3e407aeb-75b2-40fa-a832-78f020defdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd0d69747-9303-4c43-b3f7-4b470c9207dc'}] May 25 16:43:30.763813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.772289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d833e-a708-435f-8195-c078ffe1c75c None None] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:30.792322 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-360b6338-1c20-4fc0-8c9f-9e2139eb9cc0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:43:30.793625 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-360b6338-1c20-4fc0-8c9f-9e2139eb9cc0 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 HTTP/1.1" status: 400 len: 364 time: 2.6040242 May 25 16:43:30.804190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-0bbac473-59d8-4017-82a8-3a4da65c6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.805704 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-0bbac473-59d8-4017-82a8-3a4da65c6978 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd705094-00cb-4d4a-bef5-e868cb56e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4782341 May 25 16:43:30.808716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53280) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:30.827560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.828169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.832874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port 5ece5f4b-c17a-46b8-8238-31fb6d060a0e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:30.833208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.870726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:30.871115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attempted to set empty binding levels {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:43:30.875705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.884877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505d386f-1158-44a6-8e17-2b8bc7bae292 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417 tempest-ExternalNetworksAdminNegativeTestJSON-1700384417-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:30.923422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.928900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] In _notify_port_updated(), no bound segment for port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 on network d0d69747-9303-4c43-b3f7-4b470c9207dc {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:30.930039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:30.930644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:30.935342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "PUT /v2.0/ports/ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 HTTP/1.1" status: 200 len: 981 time: 2.3179460 May 25 16:43:30.948946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53284) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:30.992345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] For port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,segment=NetworkSegment(282264db-9a06-49ed-842a-76c2eb87fce8),segment_id=282264db-9a06-49ed-842a-76c2eb87fce8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:31.000516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.004211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:31.022451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2fe0b3-a42c-4df1-abce-87c3c6fe2563,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:31.025222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:31.100973 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3081481 May 25 16:43:31.103724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Deleting port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:31.104171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.116882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53288) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:31.175014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Pushing event updated for resources: {'Port': ['ID=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:31.179504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:31.189136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-28008d43-54a6-4e7a-9529-90a61a2bd8f4', 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4', 'tenant_id': '065eb76ad8da49d8b0c53c489e981f8e', 'fixed_ips': [{'subnet_id': '19e16b28-3fd0-4d87-ac62-66d700fd723e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:43:31.190567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.197482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1683636295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:31.207690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:31.215082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:router and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:31.220211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:31.238337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:31.248610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] For port ae2fe0b3-a42c-4df1-abce-87c3c6fe2563, host hv-neutron-7929, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:31.248969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.309604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:31.394215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Allocated IP 172.20.0.2 (28008d43-54a6-4e7a-9529-90a61a2bd8f4/19e16b28-3fd0-4d87-ac62-66d700fd723e/b95e7918-209d-48d8-9bb6-1a1d857bc9ac) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:31.449090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.450129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.455698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.522238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Calling delete_port for ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:31.522469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f904217b-b9a5-468a-aca3-3a772be5dfe9 None None] Provisioning complete for port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:31.523025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f904217b-b9a5-468a-aca3-3a772be5dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.539173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.549417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.572314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.574136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:31.605125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.606490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1abf21a4-2c53-4938-9350-9e705ab433e1 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4864686 May 25 16:43:31.609125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53292) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:31.679256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.689178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.694161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:31.743880 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-1e02bfb1-e738-493b-ba55-109a92ab3536 service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9234259 May 25 16:43:31.802221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.814862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Transition to ACTIVE for port object b95e7918-209d-48d8-9bb6-1a1d857bc9ac will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:31.841024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Transition to ACTIVE for port object b95e7918-209d-48d8-9bb6-1a1d857bc9ac will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:31.845782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:31.880260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2fe0b3-a42c-4df1-abce-87c3c6fe2563,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:31.883463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.884316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:31.887401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:31.904925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:31.962849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:31.968062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:31.974482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:32.027372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "DELETE /v2.0/ports/ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 HTTP/1.1" status: 204 len: 168 time: 1.0750861 May 25 16:43:32.066894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53300) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:32.070991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Pushing event updated for resources: {'Port': ['ID=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:32.082611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:32.105140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Attempting to bind port b95e7918-209d-48d8-9bb6-1a1d857bc9ac on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:32.105517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Attempting to bind port b95e7918-209d-48d8-9bb6-1a1d857bc9ac by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:32.105887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Attempting to bind port b95e7918-209d-48d8-9bb6-1a1d857bc9ac on network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:32.117047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:32.117434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Checking segment: {'id': '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:32.117844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.118247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Bound using segment: {'id': '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:32.118751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Bound port: b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:32.119187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.130548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:32.130938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.174032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for 5ece5f4b-c17a-46b8-8238-31fb6d060a0e owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:32.219555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.255364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786389d-98f5-4f19-8d64-667fbac7a823 req-f3a19247-904a-42c6-a901-90d04b416491 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:32.257099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6786389d-98f5-4f19-8d64-667fbac7a823 req-f3a19247-904a-42c6-a901-90d04b416491 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 944 time: 0.3969867 May 25 16:43:32.285049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Pushing event updated for resources: {'Port': ['ID=e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:32.315349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] For port b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:32.329000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] For port b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,segment=NetworkSegment(3fd68c1a-7ccb-4e30-a160-b375f3bc44c5),segment_id=3fd68c1a-7ccb-4e30-a160-b375f3bc44c5)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:32.337023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.342732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:32.355825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6786389d-98f5-4f19-8d64-667fbac7a823 req-b6d51c38-4bde-4fd1-8872-40d61e08e9d9 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696800 May 25 16:43:32.363702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:32.389428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.430546 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c0dfae-13a9-4b4a-b303-4e9e4d613e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] GET failed (client error): The resource could not be found. May 25 16:43:32.435837 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-31c0dfae-13a9-4b4a-b303-4e9e4d613e56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] 10.222.0.96 "GET /v2.0/ports/ae2fe0b3-a42c-4df1-abce-87c3c6fe2563 HTTP/1.1" status: 404 len: 333 time: 0.2721584 May 25 16:43:32.448639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53304) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:32.474601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Pushing event updated for resources: {'Port': ['ID=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:32.478936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:32.508525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.712467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.716243 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4701848 May 25 16:43:32.717911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53308) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:32.759525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.786832 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-265d8cd4-8ec9-49d0-88f5-68b34d09294f req-6b3a5d10-1836-427c-806c-d32c80118872 service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7339020 May 25 16:43:32.807411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.815486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:32.851133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Allocated IP 172.20.0.1 (28008d43-54a6-4e7a-9529-90a61a2bd8f4/19e16b28-3fd0-4d87-ac62-66d700fd723e/d31c2b75-1f01-48d1-acf6-26999868819a) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:32.891116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c3a22cc0-8676-45e5-a42d-be71b3555650 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:32.893221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:32.930528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5f88a-37f3-46f4-9e2e-8e32f0f5d79e req-16ded509-97a8-4588-bb13-f513c172a092 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:32.932087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81e5f88a-37f3-46f4-9e2e-8e32f0f5d79e req-16ded509-97a8-4588-bb13-f513c172a092 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 943 time: 0.9365196 May 25 16:43:32.945954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:33.087204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:33.087406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Usage tracker for resource:floatingip and tenant:5abbccfc82fa4ae1b1876839b7987b96 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:33.091453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:33.101465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:33.132126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.167926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:33.191783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:43:33.209836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:33.242700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=e9180005-856a-4685-b349-a30121e1e6b8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:33.264499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.293268 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:33.300993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Transition to ACTIVE for port object d31c2b75-1f01-48d1-acf6-26999868819a will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:33.362787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.369196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6fec7add-656b-40c9-afde-8a28368b6cf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:33.374808 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81e5f88a-37f3-46f4-9e2e-8e32f0f5d79e req-d792e9ad-da42-4555-86d5-c7d9ca1b2f9b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215121 May 25 16:43:33.394031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:33.410239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'port_id': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'mac_address': 'fa:16:3e:b4:0f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:43:33.412833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.452327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:33.480355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.487980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.494462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:33.497753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:33.498658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.512552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:43:33.559706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:33.560072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d69747-9303-4c43-b3f7-4b470c9207dc']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:33.567440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.568283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device e190ae57-e2de-4282-8a96-6847370532fa details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:43:33.583290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bd2b86b8-a27b-4973-944d-478acf340d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:33.600623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=d31c2b75-1f01-48d1-acf6-26999868819a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:33.618055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:33.687157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Allocated IP 2001:db8::1 (b829e3f2-74b0-4f68-8432-e2034e5724d1/4370dbe5-f68e-48f7-9f1a-313579d6775e/9d6979da-7fa8-4ec0-afcd-b9d59446167a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:33.731645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef63d76-d418-4ce7-968e-f5695ec13cdc None None] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:33.791096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Allocated IP 172.26.6.17 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/91a73c8d-e48c-4faf-ae1a-fb459ecb3576) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:33.835880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.843146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:33.859236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:33.870965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66d0b-7017-4805-a6ed-afdc6bb3803f req-52c3ccdb-50fe-4728-96e4-f3b22273e968 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:33.872685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cfe66d0b-7017-4805-a6ed-afdc6bb3803f req-52c3ccdb-50fe-4728-96e4-f3b22273e968 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 944 time: 0.3161578 May 25 16:43:33.910999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-81502529-6b42-472e-aabf-c1bc12e3d828 None None] Provisioning for port b95e7918-209d-48d8-9bb6-1a1d857bc9ac completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:33.918817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b95e7918-209d-48d8-9bb6-1a1d857bc9ac up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:33.974054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:33.976184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e190ae57-e2de-4282-8a96-6847370532fa,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:33.981884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:33.982596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.004057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.005287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'e190ae57-e2de-4282-8a96-6847370532fa', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'port_id': 'e190ae57-e2de-4282-8a96-6847370532fa', 'mac_address': 'fa:16:3e:0a:6e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:43:34.037900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e407aeb-75b2-40fa-a832-78f020defdba') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:34.038189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e407aeb-75b2-40fa-a832-78f020defdba') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:34.087160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=5ece5f4b-c17a-46b8-8238-31fb6d060a0e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.128753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.142247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:34.155348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.177575 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.0268643 May 25 16:43:34.194316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53316) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:34.194549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b95e7918-209d-48d8-9bb6-1a1d857bc9ac completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:34.196173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.203305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'e9180005-856a-4685-b349-a30121e1e6b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:34.204405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e190ae57-e2de-4282-8a96-6847370532fa {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:43:34.210242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:34.212636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b95e7918-209d-48d8-9bb6-1a1d857bc9ac triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:34.213061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.214291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:floatingip and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:34.218677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:34.227445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cfe66d0b-7017-4805-a6ed-afdc6bb3803f req-4170e862-592b-4753-a317-98038b9440df tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969356 May 25 16:43:34.238738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:34.239192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:34.257422 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:34.262111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:34.302326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e190ae57-e2de-4282-8a96-6847370532fa,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:34.303213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.309656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.315135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e38c18d1-a3a3-44dc-98d8-266d5aa54269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.450797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.457798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:34.478560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.498340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.547255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,segment=NetworkSegment(3fd68c1a-7ccb-4e30-a160-b375f3bc44c5),segment_id=3fd68c1a-7ccb-4e30-a160-b375f3bc44c5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:34.555123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.559286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.577592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.578269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.586762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.633465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.639922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.657447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.665860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:34.668103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.681669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.682012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.714529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:34.730940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:34.738521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:34.748919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Provisioning complete for port b95e7918-209d-48d8-9bb6-1a1d857bc9ac triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:34.749430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.749927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Pushing event updated for resources: {'Port': ['ID=91a73c8d-e48c-4faf-ae1a-fb459ecb3576,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.755758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.762610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.784856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['e190ae57-e2de-4282-8a96-6847370532fa'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:43:34.803651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:34.804037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Transition to ACTIVE for port object 9d6979da-7fa8-4ec0-afcd-b9d59446167a will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:34.804397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8648f20-f7ee-495c-b997-f3603c0193de tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:34.811218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Pushing event deleted for resources: {'Network': ['ID=d0d69747-9303-4c43-b3f7-4b470c9207dc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.812718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['4978156f-a5d6-4978-b2ff-ee1141e0c4d0'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:43:34.823660 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/5ece5f4b-c17a-46b8-8238-31fb6d060a0e HTTP/1.1" status: 204 len: 168 time: 4.9466674 May 25 16:43:34.826116 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] 10.222.0.96 "DELETE /v2.0/networks/d0d69747-9303-4c43-b3f7-4b470c9207dc HTTP/1.1" status: 204 len: 168 time: 2.3746386 May 25 16:43:34.826798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53322) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:34.827717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:34.894536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1511f194-f6e7-439f-a6f0-3c5ae00bb0c5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] GET failed (client error): The resource could not be found. May 25 16:43:34.895160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1511f194-f6e7-439f-a6f0-3c5ae00bb0c5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:34.927621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=d31c2b75-1f01-48d1-acf6-26999868819a,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:34.934234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:34.942663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:35.016657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1511f194-f6e7-439f-a6f0-3c5ae00bb0c5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:35.019971 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1511f194-f6e7-439f-a6f0-3c5ae00bb0c5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports/5ece5f4b-c17a-46b8-8238-31fb6d060a0e HTTP/1.1" status: 404 len: 333 time: 0.1860099 May 25 16:43:35.021796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.022381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53328) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:35.046678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6903b8cc-102b-48ba-bdc5-892e657ed50b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:35.156439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b62de-a4ba-47f4-a773-98f0854ddc36 req-61320874-34b8-423b-b052-527ccfd38852 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:35.165423 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c95b62de-a4ba-47f4-a773-98f0854ddc36 req-61320874-34b8-423b-b052-527ccfd38852 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 944 time: 0.5167060 May 25 16:43:35.207961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:35.232418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:35.235755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:35.236349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.244287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:35.261021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:35.283722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53334) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:35.297283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Provisioning for port d31c2b75-1f01-48d1-acf6-26999868819a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:35.336085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Provisioning complete for port d31c2b75-1f01-48d1-acf6-26999868819a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:35.337180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.378062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.471925 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c95b62de-a4ba-47f4-a773-98f0854ddc36 req-627b9956-aa55-4116-a32c-1006de047ce2 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055058 May 25 16:43:35.480317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2e969756-4c53-4eed-ac2d-57d5d6947dbf None None] Port d31c2b75-1f01-48d1-acf6-26999868819a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:35.538317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Port': ['ID=9d6979da-7fa8-4ec0-afcd-b9d59446167a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:35.541620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:35.558043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.644821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-92ac75bb-2b54-4725-a4ec-c3553971bf8d None None] Provisioning complete for port d31c2b75-1f01-48d1-acf6-26999868819a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:35.645367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-92ac75bb-2b54-4725-a4ec-c3553971bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.715602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.779576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-92ac75bb-2b54-4725-a4ec-c3553971bf8d None None] Port d31c2b75-1f01-48d1-acf6-26999868819a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:35.809927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b95e7918-209d-48d8-9bb6-1a1d857bc9ac up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:35.856160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.175 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/96b87b3b-c8ac-4968-9feb-a675bae07bfe) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:35.883496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b95e7918-209d-48d8-9bb6-1a1d857bc9ac triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:35.886230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.902419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0ffaed33-135d-4a1f-aa43-ff24923e790b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ff18460b86374bdc8068567ed7d0fcc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886003 May 25 16:43:35.910220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:35.941438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347cc61-8d1c-40e4-9c78-3b51c72c65c3 req-e4cba6d1-8038-41c0-80ce-46c54e33a972 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:35.942676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5347cc61-8d1c-40e4-9c78-3b51c72c65c3 req-e4cba6d1-8038-41c0-80ce-46c54e33a972 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 945 time: 0.5178335 May 25 16:43:35.954801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Provisioning for port 9d6979da-7fa8-4ec0-afcd-b9d59446167a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:35.966019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Provisioning complete for port 9d6979da-7fa8-4ec0-afcd-b9d59446167a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:35.966807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:35.980220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port c117b6ce-1cbf-4fd1-9063-4d3088ae274f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:35.980559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.081075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Port 9d6979da-7fa8-4ec0-afcd-b9d59446167a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:36.088510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Router 9cb53876-1069-40dd-9d6e-9d3529806fd7 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:43:36.104852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Provisioning complete for port d31c2b75-1f01-48d1-acf6-26999868819a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:36.105336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.168366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-afaa93d9-fb48-4cd4-a62c-b8894f0271de None None] Port d31c2b75-1f01-48d1-acf6-26999868819a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:36.307327 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5347cc61-8d1c-40e4-9c78-3b51c72c65c3 req-a0186862-dead-4bba-852a-743f14cefa94 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400261 May 25 16:43:36.308080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.395138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.403481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.412778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.429236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.485099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.489323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.494101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.495101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.500022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff84ed11-1f15-456f-8ae6-44e2d2e821dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:36.541620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.555580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:36.591428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for c117b6ce-1cbf-4fd1-9063-4d3088ae274f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:36.602134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:36.614030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06258551-22c9-45d6-9228-3834372949c8 None None] Sync routers for ids ['9cb53876-1069-40dd-9d6e-9d3529806fd7'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:36.625790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] Routers {'9cb53876-1069-40dd-9d6e-9d3529806fd7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:36.626555 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9cb53876-1069-40dd-9d6e-9d3529806fd7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:36.640170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.645893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:36.683251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Pushing event updated for resources: {'Port': ['ID=91a73c8d-e48c-4faf-ae1a-fb459ecb3576,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:36.689282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:36.695146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:36.702975 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:36.706687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.710549 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9916279 May 25 16:43:36.715086 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "PUT /v2.0/routers/9cb53876-1069-40dd-9d6e-9d3529806fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1021812 May 25 16:43:36.715086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:36.715314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] Routers {'9cb53876-1069-40dd-9d6e-9d3529806fd7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:36.715624 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9cb53876-1069-40dd-9d6e-9d3529806fd7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:36.716952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53350) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:36.718423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:36.755010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event updated for resources: {'Port': ['ID=9d6979da-7fa8-4ec0-afcd-b9d59446167a,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:36.772504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:36.772855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:36.782090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'port': {'network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4', 'name': 'tempest-FloatingIPNegativeTestJSON-2008822698'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:36.805370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.807938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:36.812002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0d662daf-65d1-4bf4-acc9-e969d9819192 HTTP/1.1" status: 204 len: 168 time: 0.8977473 May 25 16:43:36.820165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9581cbb-f78d-4b8e-9481-6e64ffb31d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:36.839602 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-06258551-22c9-45d6-9228-3834372949c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:36.840423 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06258551-22c9-45d6-9228-3834372949c8 None None] The sync data for ids ['9cb53876-1069-40dd-9d6e-9d3529806fd7'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:36.972419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=96b87b3b-c8ac-4968-9feb-a675bae07bfe,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:36.975436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:37.000632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:37.005731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:37.025227 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c020e5e7-1f8a-4ee7-831d-9b1eaaa0acf5 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.3093746 May 25 16:43:37.026199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d662daf-65d1-4bf4-acc9-e969d9819192,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:37.042606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53360) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:37.106292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:37.143406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53364) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:37.143786 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-245b34a7-095d-4eda-81cf-7630eed0926e tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0997570 May 25 16:43:37.160543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53366) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:37.169272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:37.214696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960176ee-42cb-4cc9-a10a-87809ebb0d1b req-15ffc618-adcf-4d68-8956-5239e8521245 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:37.223821 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-960176ee-42cb-4cc9-a10a-87809ebb0d1b req-15ffc618-adcf-4d68-8956-5239e8521245 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 944 time: 0.6327643 May 25 16:43:37.255982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:37.264203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:37.264203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.439034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.455552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:37.474414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:37.477898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:port and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:37.499935 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-960176ee-42cb-4cc9-a10a-87809ebb0d1b req-1986828c-5fc1-42e4-a146-cc49f9584dda tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739315 May 25 16:43:37.529237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:37.542805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:37.543617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Router 0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:37.546560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.564106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:37.571678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.572662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device e190ae57-e2de-4282-8a96-6847370532fa up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:37.573035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3403f1c4-4fbe-400c-871a-c78693cf8b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:37.606152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:37.626923 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d1f1f2d8-c933-4cfe-90a3-3c6a8a9c7920 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76e3b62ffbb44255b24cab8ed5ed5820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4766421 May 25 16:43:37.629062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:37.655809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=c117b6ce-1cbf-4fd1-9063-4d3088ae274f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:37.671202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:37.687995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5989107f-fe8d-4ebe-b07c-ce962aebfbf9 None None] Provisioning complete for port 9d6979da-7fa8-4ec0-afcd-b9d59446167a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:37.688578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5989107f-fe8d-4ebe-b07c-ce962aebfbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.767787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:37.773246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:37.777725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5989107f-fe8d-4ebe-b07c-ce962aebfbf9 None None] Port 9d6979da-7fa8-4ec0-afcd-b9d59446167a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:37.797820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port e190ae57-e2de-4282-8a96-6847370532fa completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:37.804266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port e190ae57-e2de-4282-8a96-6847370532fa triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:37.804938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.810259 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:43:37.829593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.841625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Made reservation on behalf of 065eb76ad8da49d8b0c53c489e981f8e for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:37.845581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.871152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Deleting port 91a73c8d-e48c-4faf-ae1a-fb459ecb3576 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:37.871770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:37.940740 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'code': 200} May 25 16:43:37.961889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.006531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e190ae57-e2de-4282-8a96-6847370532fa,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:38.012220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.016024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:38.036486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] device_id is not set on port 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:38.107747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:38.126728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:38.162184 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/c117b6ce-1cbf-4fd1-9063-4d3088ae274f HTTP/1.1" status: 204 len: 168 time: 3.1383460 May 25 16:43:38.178248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb56aa-ba10-4aec-b6c2-368dc2f4fd73 req-7e950ea5-3189-4679-9ecf-b3efd370f4c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:38.179791 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4cdb56aa-ba10-4aec-b6c2-368dc2f4fd73 req-7e950ea5-3189-4679-9ecf-b3efd370f4c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 945 time: 0.7135854 May 25 16:43:38.180266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53386) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:38.243262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:38.253780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.254217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] Sync routers for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:38.264696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:38.265327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:38.295284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73c8f24-fe94-4ee7-8bb0-34266032af21 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] GET failed (client error): The resource could not be found. May 25 16:43:38.295818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c73c8f24-fe94-4ee7-8bb0-34266032af21 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Synchronizing usage tracker for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:38.305435 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4839306 May 25 16:43:38.310193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53390) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:38.315022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.335096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.335423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.336124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:38.345376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:38.348207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:38.352176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4cdb56aa-ba10-4aec-b6c2-368dc2f4fd73 req-359459a7-2f43-4e3b-bb12-61f1eec3c715 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591947 May 25 16:43:38.357221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Allocated IP 172.20.0.14 (28008d43-54a6-4e7a-9529-90a61a2bd8f4/19e16b28-3fd0-4d87-ac62-66d700fd723e/19ba0e2d-2cd8-4684-abcd-3582e11c8a8d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:38.418848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c73c8f24-fe94-4ee7-8bb0-34266032af21 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Unset dirty status for tenant:32feec43d0d640ffb0896c52eb5d89c8 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:38.419944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c73c8f24-fe94-4ee7-8bb0-34266032af21 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "GET /v2.0/ports/c117b6ce-1cbf-4fd1-9063-4d3088ae274f HTTP/1.1" status: 404 len: 333 time: 0.2285593 May 25 16:43:38.426891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:38.427467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2673656d-c72c-488e-8e2a-cab52dcd21a5 None None] The sync data for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:38.482513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:38.508033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Calling delete_port for 91a73c8d-e48c-4faf-ae1a-fb459ecb3576 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:38.560834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-955aab32-b87a-490c-b238-a954b13dee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:38.562350 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-955aab32-b87a-490c-b238-a954b13dee43 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 1098 time: 0.4145794 May 25 16:43:38.617782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.632781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-94ba17eb-1bba-4bd4-8c6a-5e86145d9c86 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.808083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.818202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.824727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:38.832959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.852295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:38.876598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Transition to ACTIVE for port object 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:38.879760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Pushing event deleted for resources: {'Port': ['ID=91a73c8d-e48c-4faf-ae1a-fb459ecb3576,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:38.881156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Usage tracker for resource:security_group_rule and tenant:37e0fb5e2e2d4cb4bbc3a880d0706bbd is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:38.889077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:38.911646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:38.916218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:38.918924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:38.944637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:39.013280 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-94ba17eb-1bba-4bd4-8c6a-5e86145d9c86 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 16:43:39.014415 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-94ba17eb-1bba-4bd4-8c6a-5e86145d9c86 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 HTTP/1.1" status: 409 len: 329 time: 0.7032628 May 25 16:43:39.016302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99b1bf2-c831-4ec1-a7c8-f0adba61967c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:39.021648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53400) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:39.043252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:39.049753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.070439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.071506 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] 10.222.0.96 "DELETE /v2.0/floatingips/9d6c3de4-9ba3-4350-89c0-aa6eabb4025c HTTP/1.1" status: 204 len: 168 time: 1.9098902 May 25 16:43:39.075074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53404) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:39.112245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.115859 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d99b1bf2-c831-4ec1-a7c8-f0adba61967c HTTP/1.1" status: 204 len: 168 time: 1.4810934 May 25 16:43:39.152461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.164588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:39.226762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:39.227134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.248902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025f92-e63b-42c2-a5c7-1e3dfa0f9aa0 req-6820dfb6-8cb7-45d1-8636-985e8306d767 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:39.250395 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6a025f92-e63b-42c2-a5c7-1e3dfa0f9aa0 req-6820dfb6-8cb7-45d1-8636-985e8306d767 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.5668952 May 25 16:43:39.265272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.349624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:39.356881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:39.369755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:39.375323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:39.375985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.403824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=19ba0e2d-2cd8-4684-abcd-3582e11c8a8d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:39.411111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:39.422132 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7026935 May 25 16:43:39.426841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:39.439093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:39.454740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:39.464424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Deleting port e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:39.465255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.490200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:floatingip and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:39.498878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:39.583295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:39.667230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.719952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-23fab873-56c2-4077-ad46-4e5a614f2038 None None] Provisioning for port 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:39.728837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-23fab873-56c2-4077-ad46-4e5a614f2038 None None] Provisioning complete for port 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:39.729705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-23fab873-56c2-4077-ad46-4e5a614f2038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.796563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.796928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:39.819886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-23fab873-56c2-4077-ad46-4e5a614f2038 None None] Port 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:39.920157 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6a025f92-e63b-42c2-a5c7-1e3dfa0f9aa0 req-52b6b689-164d-4d8e-b464-38ff6269ba55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6183338 May 25 16:43:39.941701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:39.946346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Calling delete_port for e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:39.958613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da91aac-4ba8-40f4-8acb-ddd41ff1a881 req-a2a0b9b4-6dcc-41b3-99b1-12f1af75a474 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:39.960340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2da91aac-4ba8-40f4-8acb-ddd41ff1a881 req-a2a0b9b4-6dcc-41b3-99b1-12f1af75a474 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3848040 May 25 16:43:39.976222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15b91be3-6e3e-488c-bc41-9e4a2c385e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.021974 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa', 'code': 200} May 25 16:43:40.043788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2da91aac-4ba8-40f4-8acb-ddd41ff1a881 req-fffa255e-ca40-4cbe-81be-f1647fbeee07 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763810 May 25 16:43:40.044601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.146580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53436) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:40.169398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.271281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for 14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:40.275160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.301180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.306740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1884865869'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:40.313698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.320708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4012d1a5-5883-4551-89f3-a3cee791c776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:40.324057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:40.326147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908badca-8938-436b-89df-c394c2e6db9a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:40.375705 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6bc6db47-fd5e-476c-844a-c8ce119bb228 req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8008173 May 25 16:43:40.381943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Usage tracker for resource:network and tenant:e3448aeb5c3a426a999021253ed27624 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:40.386958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6be9f2d-4ea4-4101-b0e1-a24d5a4e4751,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:40.390976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:40.395457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a9735953-51e3-4e1b-b342-0e498753db84,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:40.411377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:40.429159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:40.443029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:40.489707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.510991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.517311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Made reservation on behalf of e3448aeb5c3a426a999021253ed27624 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:40.518814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.521187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.525636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2bad6d0d-d4eb-4a0a-9faa-e52271b41aec tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:40.545497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409de888-a6f2-47be-afc2-0178e37d8bc9 req-10941758-020b-488f-8e55-0efce18c162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:40.546979 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-409de888-a6f2-47be-afc2-0178e37d8bc9 req-10941758-020b-488f-8e55-0efce18c162f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.3319764 May 25 16:43:40.557817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.568690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.573591 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/f8eee119-501d-4b0b-bbdb-a24c4af81de8 HTTP/1.1" status: 204 len: 168 time: 1.4938345 May 25 16:43:40.573591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Allocated IP 172.26.6.164 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/49c25ce4-9646-44e7-a6f8-aacf94463e68) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:40.589487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53442) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:40.640125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:40.650757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Usage tracker for resource:security_group_rule and tenant:e3448aeb5c3a426a999021253ed27624 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:40.667898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:40.702615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=96b87b3b-c8ac-4968-9feb-a675bae07bfe,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:40.709856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:40.710555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.719023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02a39efb-ca1a-4327-a173-c9e5cd20a3d9 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:40.767300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.834953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:40.872666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:40.890543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=14cdcee7-fc0d-4c46-947d-5dd9fb1d8126,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:40.915100 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-409de888-a6f2-47be-afc2-0178e37d8bc9 req-5baa9a78-8674-421f-ade1-7567bea0f237 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582158 May 25 16:43:40.932996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:41.038188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.072123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.203819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting port 3c257075-189b-4125-82e2-6ed41e5c0f45 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:41.204500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.205709 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/ports/14cdcee7-fc0d-4c46-947d-5dd9fb1d8126 HTTP/1.1" status: 204 len: 168 time: 2.7215798 May 25 16:43:41.216195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53450) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:41.227975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.336549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.354573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e72c2fa2-a0b5-4a43-8b83-d9eb8828adfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:41.422386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:41.427696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.465885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87c51d-13d2-4dcf-bb28-5b3515f1e5b2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:41.478532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.478874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Added segment b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2 of type vlan for network 3cd1ee31-97d8-4f20-9267-577a246999e0 May 25 16:43:41.480324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:41.484668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f81b03b-3593-40af-a189-90a597a4778a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:41.561658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:41.568951 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 43628e7c-6a96-4995-9d90-6e9808fa92b9 associated. External IP: 172.26.6.175, port: e9180005-856a-4685-b349-a30121e1e6b8. May 25 16:43:41.573217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:41.577724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.590990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:41.683683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting subnet 9d4550f9-6ec0-49e7-9124-3a5d8767f7e9 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:43:41.696373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.746074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Calling delete_port for 3c257075-189b-4125-82e2-6ed41e5c0f45 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:41.749588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=49c25ce4-9646-44e7-a6f8-aacf94463e68,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:41.760347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.764108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:41.782721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078c92-1896-4552-8919-9a1f2ea7601b req-759f336b-fa6f-4e3d-9557-8c2270c32fd0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:41.785320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-18078c92-1896-4552-8919-9a1f2ea7601b req-759f336b-fa6f-4e3d-9557-8c2270c32fd0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5560822 May 25 16:43:41.811319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c277b-73b6-4935-80a8-5ecc8dd4bc46 req-5da4d59c-2dba-4b5b-94c1-f67dd4c8a75b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:41.812819 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-415c277b-73b6-4935-80a8-5ecc8dd4bc46 req-5da4d59c-2dba-4b5b-94c1-f67dd4c8a75b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.6702158 May 25 16:43:41.848946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.876269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.929597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.950209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:41.950822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:41.958448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-18078c92-1896-4552-8919-9a1f2ea7601b req-f925840e-2e97-4d5c-bc3e-6ccedfffd21c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667099 May 25 16:43:41.963078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-da8f7bcc-b982-443f-9cb2-1834f4d93404 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:42.024865 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-415c277b-73b6-4935-80a8-5ecc8dd4bc46 req-8262d2fd-6218-4ecd-a8de-02a71fbc6c5c tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927791 May 25 16:43:42.054407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.192768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'Network': ['ID=3cd1ee31-97d8-4f20-9267-577a246999e0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:42.201838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:42.202699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0549030 May 25 16:43:42.206087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:42.209824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53454) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:42.213803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.230467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Request body: {'subnet': {'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:42.336409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.418864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2be0e73-2fcc-4562-9169-7ed35aa89b87 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:42.443501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.514524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Port': ['ID=3c257075-189b-4125-82e2-6ed41e5c0f45,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:42.534494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:42.546460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.548257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/ports/3c257075-189b-4125-82e2-6ed41e5c0f45 HTTP/1.1" status: 204 len: 168 time: 1.9578331 May 25 16:43:42.556035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53462) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:42.567931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:42.571004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:42.579022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Usage tracker for resource:subnet and tenant:e3448aeb5c3a426a999021253ed27624 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:42.589517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:42.600533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:42.604999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting port 9d6979da-7fa8-4ec0-afcd-b9d59446167a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:42.605339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.619461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Made reservation on behalf of e3448aeb5c3a426a999021253ed27624 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:42.623072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.662947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.713429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.732356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48af469d-dd56-415d-b840-edee838ccd2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:42.765964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7caaeee-e3d1-4469-869a-9e88fbdd8de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.805539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.829847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=49c25ce4-9646-44e7-a6f8-aacf94463e68,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:42.838335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:42.841448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:42.842702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4146013 May 25 16:43:42.846460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:42.852738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2d7c3f0e-4ada-4e2b-b6bc-b26baaa2365a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'floatingip': {'port_id': '19ba0e2d-2cd8-4684-abcd-3582e11c8a8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:43.049569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.059531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3f0e-4ada-4e2b-b6bc-b26baaa2365a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.375709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e65944-f8f2-403c-8efb-ba691536dbac tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:43.376423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34e65944-f8f2-403c-8efb-ba691536dbac tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Synchronizing usage tracker for tenant:cd8ec7a51de642ba891205becb77bc41 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:43.387759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Calling delete_port for 9d6979da-7fa8-4ec0-afcd-b9d59446167a owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:43.427351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-2d7c3f0e-4ada-4e2b-b6bc-b26baaa2365a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] update failed (client error): The resource could not be found. May 25 16:43:43.431468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2d7c3f0e-4ada-4e2b-b6bc-b26baaa2365a tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "PUT /v2.0/floatingips/dcf7e1f6-9f7a-4489-8e8d-0fe23892860f HTTP/1.1" status: 404 len: 507 time: 0.5811312 May 25 16:43:43.432245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53474) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:43.472376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:43.483470 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:43.497483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:43.498448 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:43.508089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.513320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34e65944-f8f2-403c-8efb-ba691536dbac tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Unset dirty status for tenant:cd8ec7a51de642ba891205becb77bc41 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:43.517154 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-34e65944-f8f2-403c-8efb-ba691536dbac tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "GET /v2.0/ports?device_id=28a26d9f-6aaf-4a33-a66d-6b7343f17dab HTTP/1.1" status: 200 len: 913 time: 0.9531944 May 25 16:43:43.522598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53478) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:43.526649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:43.552022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cffde0-8954-465c-b2f3-bfa03e88632b req-60d02356-10b1-40b7-879b-fc8b0c98f068 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:43.553435 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-57cffde0-8954-465c-b2f3-bfa03e88632b req-60d02356-10b1-40b7-879b-fc8b0c98f068 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4321957 May 25 16:43:43.573130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:43.583200 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:43.583809 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:43.640741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.653701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77f9c5b-db86-4bc8-aa20-a7444710df37 None None] Network f7f232fc-59ce-493d-b5de-33111819b75d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:43.657577 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:43.658011 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc098bba-25a8-4efe-bf1a-798cdfa4ff8a None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:43.667739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.671818 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/subnets/9d4550f9-6ec0-49e7-9124-3a5d8767f7e9 HTTP/1.1" status: 204 len: 168 time: 2.4447072 May 25 16:43:43.680636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53482) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:43.685314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Subnet': ['ID=9d4550f9-6ec0-49e7-9124-3a5d8767f7e9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:43.710659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:43.751131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.836263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6347535 May 25 16:43:43.839898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53486) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:43.854739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:43.886125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-57cffde0-8954-465c-b2f3-bfa03e88632b req-85254e2a-2d4b-42b7-965f-fe3d71fb38bc tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715518 May 25 16:43:43.920662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:43.920920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc8b7a-3eb6-4836-868f-eb12806a553f req-10d859ff-567a-4dfa-878d-68499ff2abc5 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:43.922440 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3cc8b7a-3eb6-4836-868f-eb12806a553f req-10d859ff-567a-4dfa-878d-68499ff2abc5 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.5267601 May 25 16:43:44.004368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] DHCP port deletion for f7f232fc-59ce-493d-b5de-33111819b75d request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:43:44.043707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting port 49c25ce4-9646-44e7-a6f8-aacf94463e68 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:44.044197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.077041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Deleting port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:44.077430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.134553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.187372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] For port f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,segment=NetworkSegment(e4f185de-e3c2-4780-bad7-7de9f6e815fa),segment_id=e4f185de-e3c2-4780-bad7-7de9f6e815fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:44.188046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.200792 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3cc8b7a-3eb6-4836-868f-eb12806a553f req-c86fc048-d746-4ab1-928a-dd4f02d8d9bc tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643368 May 25 16:43:44.305586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.305936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.374718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Calling delete_port for f5567f05-9e4c-4e99-b0ec-7fd76da615f6 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:44.379947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Deleting port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:44.380294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.433769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.447505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:44.506359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] No DVR routers for this DVR port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:44.507672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Pushing event deleted for resources: {'Port': ['ID=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:44.510659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:44.590307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Calling delete_port for 49c25ce4-9646-44e7-a6f8-aacf94463e68 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:44.608224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efab91-e081-4e3e-b286-4a447dcf77f5 req-8f709314-1aa9-4a34-adb1-d00dd010015e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:44.609784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f4efab91-e081-4e3e-b286-4a447dcf77f5 req-8f709314-1aa9-4a34-adb1-d00dd010015e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5692754 May 25 16:43:44.658588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:44.660543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.682118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Request body: {'floatingip': {'port_id': 'e190ae57-e2de-4282-8a96-6847370532fa'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:44.685184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.701903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:44.749031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:44.752965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.771704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Port': ['ID=9d6979da-7fa8-4ec0-afcd-b9d59446167a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:44.772752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.773216 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 43628e7c-6a96-4995-9d90-6e9808fa92b9 disassociated. External IP: 172.26.6.175, port: e9180005-856a-4685-b349-a30121e1e6b8. May 25 16:43:44.846977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:44.964339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] For port f5567f05-9e4c-4e99-b0ec-7fd76da615f6, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:44.964711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.013554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:45.022432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'Subnet': ['ID=ec7c3099-af49-4edb-b66f-385e1da56ae9,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:45.025147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:45.154122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Calling delete_port for f5567f05-9e4c-4e99-b0ec-7fd76da615f6 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:45.159327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:43:45.172776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.181521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:45.251740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db6ad1-bdb3-4ac9-8d71-9a03c6745351 req-31a06f80-ea6f-4901-aed5-b131b80c9083 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:45.253971 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f1db6ad1-bdb3-4ac9-8d71-9a03c6745351 req-31a06f80-ea6f-4901-aed5-b131b80c9083 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.9106157 May 25 16:43:45.254832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Checking segment: {'id': 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:45.255239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Network hostable DHCP agents. Network: 3cd1ee31-97d8-4f20-9267-577a246999e0, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:43:45.270624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53498) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:45.288495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Port': ['ID=f5567f05-9e4c-4e99-b0ec-7fd76da615f6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:45.294553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:45.297840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Request body: {'floatingip': {'port_id': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:45.327880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.336373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.367176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] No DVR routers for this DVR port f5567f05-9e4c-4e99-b0ec-7fd76da615f6 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:45.465820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.622149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:43:45.764196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5567f05-9e4c-4e99-b0ec-7fd76da615f6 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:43:45.788956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3cd1ee31-97d8-4f20-9267-577a246999e0) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:45.810479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.812274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed0532-cb38-4079-929d-3f97b26a22b9 None None] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:45.825492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:45.826091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.828519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: f5567f05-9e4c-4e99-b0ec-7fd76da615f6 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:43:45.829272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5567f05-9e4c-4e99-b0ec-7fd76da615f6 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:43:45.830233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:45.873881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Router 0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:45.923980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:45.976186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.063584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d7281-3928-451e-beec-e9f41263371a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-3cd1ee31-97d8-4f20-9267-577a246999e0', 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0', 'tenant_id': 'e3448aeb5c3a426a999021253ed27624', 'fixed_ips': [{'subnet_id': 'ec7c3099-af49-4edb-b66f-385e1da56ae9'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:43:46.064928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.100167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > segment before_delete 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.100530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.101271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.101616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > port after_create 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.101934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > port after_delete 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.102289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > port after_update 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.102607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > segment after_delete 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.102952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet after_create 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.103257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet after_delete 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.103577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet after_update 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.130712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:46.144852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:46.158332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] Sync routers for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:46.220975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:46.221631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.281027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet after_create 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.281729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet after_delete 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.282061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet before_create 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.282386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Subscribe: > subnet before_update 55550000 {{(pid=99127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 16:43:46.282750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f232fc-59ce-493d-b5de-33111819b75d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.298263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.318859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] Routers {'0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:46.319526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.336042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Port': ['ID=49c25ce4-9646-44e7-a6f8-aacf94463e68,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:46.351729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:46.361187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f185de-e3c2-4780-bad7-7de9f6e815fa') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.361473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f185de-e3c2-4780-bad7-7de9f6e815fa') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.381546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-383d7281-3928-451e-beec-e9f41263371a None None] Allocated IP 172.20.0.2 (3cd1ee31-97d8-4f20-9267-577a246999e0/ec7c3099-af49-4edb-b66f-385e1da56ae9/9b8a6a98-e70a-4220-ad36-74d9200c84b2) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:46.395368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:46.395797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09611c-9cd0-4963-93db-918cc9d68104 None None] The sync data for ids ['0b8226f8-5eda-43be-9a8e-f8bc2e3258a0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:46.441451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.455065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.458963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.458963 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "DELETE /v2.0/floatingips/dcf7e1f6-9f7a-4489-8e8d-0fe23892860f HTTP/1.1" status: 204 len: 168 time: 3.0261819 May 25 16:43:46.463189 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4241376 May 25 16:43:46.464222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53502) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:46.466685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53504) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:46.477124 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2569332 May 25 16:43:46.483159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53508) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:46.495142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'floatingip': {'floating_network_id': '28008d43-54a6-4e7a-9529-90a61a2bd8f4', 'port_id': '19ba0e2d-2cd8-4684-abcd-3582e11c8a8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:46.586321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:46.604664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:floatingip and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:46.609889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:46.616873 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-4c158a23-0fa7-4d64-9b29-eed3e5c14518 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] show failed (client error): The resource could not be found. May 25 16:43:46.622020 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4c158a23-0fa7-4d64-9b29-eed3e5c14518 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-1730381747 HTTP/1.1" status: 404 len: 335 time: 0.1415985 May 25 16:43:46.625531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53514) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:46.627669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Request body: {'port': {'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2083223921'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:46.635881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:46.637812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.645182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dff7f770-79d4-491f-bac4-9085fc450633 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:46.649515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-383d7281-3928-451e-beec-e9f41263371a None None] Transition to ACTIVE for port object 9b8a6a98-e70a-4220-ad36-74d9200c84b2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:46.669802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-383d7281-3928-451e-beec-e9f41263371a None None] Transition to ACTIVE for port object 9b8a6a98-e70a-4220-ad36-74d9200c84b2 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:46.677585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.681795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6c02dbd5-fe4c-4101-9e5f-9a17fa49a0f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:46.757482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d7281-3928-451e-beec-e9f41263371a None None] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:46.761572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-383d7281-3928-451e-beec-e9f41263371a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:46.769353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d7281-3928-451e-beec-e9f41263371a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:46.776972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7281-3928-451e-beec-e9f41263371a None None] Pushing event updated for resources: {'Port': ['ID=9b8a6a98-e70a-4220-ad36-74d9200c84b2,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:46.781956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-383d7281-3928-451e-beec-e9f41263371a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:46.835600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.875705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:46.876113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.880755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-383d7281-3928-451e-beec-e9f41263371a None None] Attempting to bind port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:43:46.881210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-383d7281-3928-451e-beec-e9f41263371a None None] Attempting to bind port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:43:46.881486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d7281-3928-451e-beec-e9f41263371a None None] Attempting to bind port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 on network 3cd1ee31-97d8-4f20-9267-577a246999e0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:43:46.882843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-dff7f770-79d4-491f-bac4-9085fc450633 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] update failed (client error): The resource could not be found. May 25 16:43:46.887056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dff7f770-79d4-491f-bac4-9085fc450633 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1317577445 HTTP/1.1" status: 404 len: 335 time: 0.2518027 May 25 16:43:46.888371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d7281-3928-451e-beec-e9f41263371a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:43:46.889238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d7281-3928-451e-beec-e9f41263371a None None] Checking segment: {'id': 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:43:46.889648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.890044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383d7281-3928-451e-beec-e9f41263371a None None] Bound using segment: {'id': 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:43:46.890537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-383d7281-3928-451e-beec-e9f41263371a None None] Bound port: 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:43:46.890896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.893576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: from cryptography.utils import int_from_bytes May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: from cryptography.utils import int_from_bytes May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:46.904069 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:46.909114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53518) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:46.989087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-383d7281-3928-451e-beec-e9f41263371a None None] For port 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:43:46.994837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-383d7281-3928-451e-beec-e9f41263371a None None] For port 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9b8a6a98-e70a-4220-ad36-74d9200c84b2,segment=NetworkSegment(b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2),segment_id=b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:43:46.999092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383d7281-3928-451e-beec-e9f41263371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.002988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:47.051530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:47.059519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.065339 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:47.081705 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:47.082769 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:47.139655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7281-3928-451e-beec-e9f41263371a None None] Pushing event updated for resources: {'Port': ['ID=9b8a6a98-e70a-4220-ad36-74d9200c84b2,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:47.146953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.157823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-383d7281-3928-451e-beec-e9f41263371a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:47.158464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting subnet beca1bd3-336f-479b-9d5c-445bde6b751f {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:43:47.167530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.170275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:47.208603 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:47.212293 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e7e277ba-cea5-4f20-b8c5-6582e8b7338e tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/43628e7c-6a96-4995-9d90-6e9808fa92b9 HTTP/1.1" status: 200 len: 688 time: 3.3707457 May 25 16:43:47.224860 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:47.226301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:47.228291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53522) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:47.266575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:47.300114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Usage tracker for resource:port and tenant:e3448aeb5c3a426a999021253ed27624 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:47.302709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Pushing event deleted for resources: {'Network': ['ID=f7f232fc-59ce-493d-b5de-33111819b75d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:47.313084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:47.316778 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:47.316995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.317178 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab831bc-3c3a-4a3f-a4ce-b75842ce5c18 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:47.322933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:47.336334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:47.343847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.397788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] 10.222.0.96 "DELETE /v2.0/networks/f7f232fc-59ce-493d-b5de-33111819b75d HTTP/1.1" status: 204 len: 168 time: 3.7012014 May 25 16:43:47.426667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Made reservation on behalf of e3448aeb5c3a426a999021253ed27624 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:47.430281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.462967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:47.561293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] device_id is not set on port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:47.659634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.671689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.812427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.867453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9b8a6a98-e70a-4220-ad36-74d9200c84b2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:47.872576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 96b87b3b-c8ac-4968-9feb-a675bae07bfe {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:47.872914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:47.896820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53530) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:47.954218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:48.078085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:43:48.145952 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:43:48.146767 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5d29cede-919a-4626-9a5f-c1f9f7749dc6 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6812983 May 25 16:43:48.156569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53536) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:48.172312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Allocated IP 172.20.0.11 (3cd1ee31-97d8-4f20-9267-577a246999e0/ec7c3099-af49-4edb-b66f-385e1da56ae9/4ecf1e2a-f4f0-4449-a7ac-afef050c7d29) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:48.232526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Floating IP 1dd28f87-94ad-4957-9fdd-2936d07005bf associated. External IP: 172.26.6.68, port: e190ae57-e2de-4282-8a96-6847370532fa. May 25 16:43:48.245435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '19ba0e2d-2cd8-4684-abcd-3582e11c8a8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:48.252394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:48.280360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Usage tracker for resource:floatingip and tenant:065eb76ad8da49d8b0c53c489e981f8e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:48.291026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:48.295136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting port 355b235d-b2ee-4065-83c5-bae83e9d3dca {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:48.295697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.309842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.337027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:48.347646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.387822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad8d248-c67d-409b-8327-cbbe3a385e10 None None] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:48.433394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6bf5ddfe-2ab0-4555-a150-56756572905e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=32feec43d0d640ffb0896c52eb5d89c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318952 May 25 16:43:48.450849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53540) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:48.489867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.490198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.522719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Provisioning for port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:48.530082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Provisioning complete for port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:48.530466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.533741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.563353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.741710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 96b87b3b-c8ac-4968-9feb-a675bae07bfe owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:48.754659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Floating IP 420eb7d6-714b-4a42-8590-f59a73c06475 associated. External IP: 172.26.6.196, port: 4978156f-a5d6-4978-b2ff-ee1141e0c4d0. May 25 16:43:48.783204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.830573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] For port 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9b8a6a98-e70a-4220-ad36-74d9200c84b2,segment=NetworkSegment(b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2),segment_id=b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:48.838750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.840774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:48.920032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Pushing event updated for resources: {'Port': ['ID=9b8a6a98-e70a-4220-ad36-74d9200c84b2,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:48.924022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:48.928243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:48.940046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.068376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0f2d1847-3c95-429e-a99f-fd0b5fcbcd29 None None] Provisioning complete for port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:49.068746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0f2d1847-3c95-429e-a99f-fd0b5fcbcd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.101273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Calling delete_port for 355b235d-b2ee-4065-83c5-bae83e9d3dca owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:49.141042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.190226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.216913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:49.248811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.272483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Subnet': ['ID=beca1bd3-336f-479b-9d5c-445bde6b751f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:49.274565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.285860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:49.288700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41ad79-7ed7-43ce-9f3e-31a40c4bdd13 None None] Network 3901be28-dde8-430e-ad0b-1258d1bbe4f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:49.290275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Transition to ACTIVE for port object 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:49.311454 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/subnets/beca1bd3-336f-479b-9d5c-445bde6b751f HTTP/1.1" status: 204 len: 168 time: 2.3944399 May 25 16:43:49.318057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53544) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:49.402203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Router a13e0b64-b816-48a6-b79f-a472bc863fa8 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:49.462592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.500434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb187877-7907-48f4-b198-d4b1af38bb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:49.546558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9f1f1-2094-4fca-bcdb-8e4c0128e5fe,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:49.564141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:49.564825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.574045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:49.612074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] DHCP port deletion for 3901be28-dde8-430e-ad0b-1258d1bbe4f6 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:43:49.614607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.626120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.629600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-964cf1a3-ed68-4b69-a5e4-2a7baba0894e tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:49.658611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.686753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Deleting port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:49.687172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.695188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=96b87b3b-c8ac-4968-9feb-a675bae07bfe,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:49.740901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:49.751314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.752488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f7c9f1f1-2094-4fca-bcdb-8e4c0128e5fe HTTP/1.1" status: 204 len: 168 time: 1.3005221 May 25 16:43:49.788188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:49.793984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:49.801974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:49.806826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'Port': ['ID=4ecf1e2a-f4f0-4449-a7ac-afef050c7d29,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:49.810121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:49.850101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:49.869884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] For port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,segment=NetworkSegment(282264db-9a06-49ed-842a-76c2eb87fce8),segment_id=282264db-9a06-49ed-842a-76c2eb87fce8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:49.870743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:49.897010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9b8a6a98-e70a-4220-ad36-74d9200c84b2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:43:50.007222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:50.007915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.043818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:50.075799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.112416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5705237 May 25 16:43:50.113184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53554) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:50.170253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Calling delete_port for 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:50.185350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Request body: {'port': {'network_id': '3cd1ee31-97d8-4f20-9267-577a246999e0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-121184179', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:50.185832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] bootfile-name is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:50.186164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] tftp-server is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:50.186696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] server-ip-address is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:50.216857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.254659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Sync routers for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:50.285642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.310801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.311172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:50.312203 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/43628e7c-6a96-4995-9d90-6e9808fa92b9 HTTP/1.1" status: 204 len: 168 time: 3.0827589 May 25 16:43:50.312905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:50.320488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53564) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:50.325911 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37d3458b-eadb-4c54-9915-a3dd793a2e02 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "PUT /v2.0/floatingips/1dd28f87-94ad-4957-9fdd-2936d07005bf HTTP/1.1" status: 200 len: 991 time: 5.6641855 May 25 16:43:50.334556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:50.342470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'f2be3369-d246-4366-9d68-6dea08328ab1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:50.351661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Allocated IP 172.26.6.65 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/14e3bc05-6c4d-4284-9414-32f90df8295c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:50.353865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.360991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:50.362109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70f797d5-1e89-439d-bd91-8319d78216d5 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:50.374078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:floatingip and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:50.380809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:50.399677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:50.403436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:50.414522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.417117 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Sync routers for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:50.435314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:50.435995 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:50.538849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa', 'status': 'completed', 'code': 200} May 25 16:43:50.542334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Port': ['ID=355b235d-b2ee-4065-83c5-bae83e9d3dca,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:50.589199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:50.604850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:50.612600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:50.613006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.613250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Usage tracker for resource:port and tenant:e3448aeb5c3a426a999021253ed27624 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:50.617377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:50.628153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:50.632418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:50.653187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fac292ce-66a0-4148-b728-a2c09165cf11 None None] Provisioning for port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:50.658483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] No DVR routers for this DVR port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:50.689912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Made reservation on behalf of e3448aeb5c3a426a999021253ed27624 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:50.701843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.711143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.801690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:50.803203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.862185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] device_id is not set on port d3559319-3f2b-4507-b4d2-4b0622f6f888 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:43:50.871745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Pushing event deleted for resources: {'Port': ['ID=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:50.888748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fac292ce-66a0-4148-b728-a2c09165cf11 None None] Provisioning complete for port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:50.889131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fac292ce-66a0-4148-b728-a2c09165cf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:50.899240 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:43:50.923655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:50.936394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a2075bf-5afb-46bf-afa7-4da5a379ce03 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "PUT /v2.0/floatingips/420eb7d6-714b-4a42-8590-f59a73c06475 HTTP/1.1" status: 200 len: 991 time: 5.6567888 May 25 16:43:50.968329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53584) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:50.977514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:43:51.051477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] For port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:51.051992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.070574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59220f26-e004-43a0-89ab-b29361c71d64 req-de9adbe0-52da-4a4d-94ba-6aa57bacd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:51.072814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-de9adbe0-52da-4a4d-94ba-6aa57bacd1ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.5309343 May 25 16:43:51.085081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fac292ce-66a0-4148-b728-a2c09165cf11 None None] Port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:51.268159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'networks': [{'name': 'tempest-network--1506254512'}, {'name': 'tempest-network--1041870341'}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:51.268750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-network--1506254512'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:51.269388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-network--1041870341'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:51.294733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:51.310323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:network and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:51.320874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:51.327736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Calling delete_port for 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:51.333229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 was not found and therefore no delete operation was performed {{(pid=99126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:43:51.340268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:51.343561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.351384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.354468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:51.388577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Allocated IP 172.20.0.14 (3cd1ee31-97d8-4f20-9267-577a246999e0/ec7c3099-af49-4edb-b66f-385e1da56ae9/d3559319-3f2b-4507-b4d2-4b0622f6f888) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:51.393576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.463802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:43:51.481024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Port': ['ID=985ed786-6c7b-414e-a8ed-bcacbe9a8f98,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:51.484248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:51.491962 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-77275ba1-dd91-492e-baee-57c2cfe8b141 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7846465 May 25 16:43:51.494037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] No DVR routers for this DVR port 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:51.525634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:43:51.526054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 985ed786-6c7b-414e-a8ed-bcacbe9a8f98 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:43:51.617816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'network': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:51.622272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.643756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.648405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.652174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '1dd28f87-94ad-4957-9fdd-2936d07005bf', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'port_id': 'e190ae57-e2de-4282-8a96-6847370532fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'mac_address': 'fa:16:3e:0a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:55Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.664345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.667228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Checking router: a13e0b64-b816-48a6-b79f-a472bc863fa8 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:43:51.689568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59220f26-e004-43a0-89ab-b29361c71d64 req-392e7be8-cb39-47b9-b410-f397a5e9cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:51.691371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-392e7be8-cb39-47b9-b410-f397a5e9cae3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.5957465 May 25 16:43:51.691777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:51.692839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.717814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:51.771131 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '420eb7d6-714b-4a42-8590-f59a73c06475', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'port_id': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'mac_address': 'fa:16:3e:b4:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:50Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.775237 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Checking router: 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:43:51.784753 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:51.785371 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.786743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3901be28-dde8-430e-ad0b-1258d1bbe4f6']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.805885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:security_group_rule and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:51.810341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:51.818687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:51.828248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282264db-9a06-49ed-842a-76c2eb87fce8') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.828653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282264db-9a06-49ed-842a-76c2eb87fce8') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:51.838035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.848772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:51.946655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:51.972201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:43:52.009116 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:43:52.109747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:52.117951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:52.120900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:52.143609 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-6d74d5f6-59a4-4968-bbf2-beffe8e53030 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 999 time: 0.4330118 May 25 16:43:52.157185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.140 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/c1b6c817-4baa-422c-b5b5-401f137780f5) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:43:52.237322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.280982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.295733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.315447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.322388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event updated for resources: {'Port': ['ID=14e3bc05-6c4d-4284-9414-32f90df8295c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:52.332213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:52.342027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b439373c-6feb-44ff-9260-48f7abc34a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:52.356843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:52.357520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:52.385278 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:52.440429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59220f26-e004-43a0-89ab-b29361c71d64 req-162874ba-a199-431d-8180-6585263c08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:52.441754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-162874ba-a199-431d-8180-6585263c08bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2862780 May 25 16:43:52.494436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:52.494637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-72ca4b0b-e23a-4e57-ad1d-ad6048405dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:52.496324 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-72ca4b0b-e23a-4e57-ad1d-ad6048405dfb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 1098 time: 0.8340690 May 25 16:43:52.523503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '1dd28f87-94ad-4957-9fdd-2936d07005bf', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'port_id': 'e190ae57-e2de-4282-8a96-6847370532fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'mac_address': 'fa:16:3e:0a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:55Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:52.528949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d2763-2406-4a98-b0c2-900587ca01d1 None None] The sync data for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv is: [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '1dd28f87-94ad-4957-9fdd-2936d07005bf', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'floating_ip_address': '172.26.6.68', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'port_id': 'e190ae57-e2de-4282-8a96-6847370532fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'mac_address': 'fa:16:3e:0a:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:55Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:52.535494 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '420eb7d6-714b-4a42-8590-f59a73c06475', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'port_id': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'mac_address': 'fa:16:3e:b4:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:50Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:52.540565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67572b9-e8f4-463f-b36e-3be6335b5b16 None None] The sync data for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv is: [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '420eb7d6-714b-4a42-8590-f59a73c06475', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'port_id': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'mac_address': 'fa:16:3e:b4:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:42:50Z', 'updated_at': '2021-05-25T16:43:47Z', 'revision_number': 1, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:52.549683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:43:52.572480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.577028 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd05a34-e507-4d66-8ff4-5dd9e0a7f30e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:52.590899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.596663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment 93665175-7ca2-4620-ac5c-565248bf5713 of type vlan for network 5fd47617-8b35-41ab-9bf3-de9eafb700d8 May 25 16:43:52.598336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:52.640345 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'status': 'completed', 'code': 200} May 25 16:43:52.676806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.728858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2dcd9a01-ae32-4e3f-bdc9-b7eba01e98f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:52.731152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Transition to ACTIVE for port object d3559319-3f2b-4507-b4d2-4b0622f6f888 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:43:52.734170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.785322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.805408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.824979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59220f26-e004-43a0-89ab-b29361c71d64 req-e3a1a533-4bc2-4ff2-be82-6ce1974cccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:52.826673 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-e3a1a533-4bc2-4ff2-be82-6ce1974cccae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3256862 May 25 16:43:52.834010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:52.838399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Network': ['ID=3901be28-dde8-430e-ad0b-1258d1bbe4f6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:52.866215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b426f39-a93f-4603-ae0e-ee74a8c2beb3 None None] New status for floating IP 1dd28f87-94ad-4957-9fdd-2936d07005bf: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:43:52.883705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.884156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment e93e29d1-f5d6-4d2c-84a9-2788d17408cb of type vlan for network b77675de-887c-467b-9c4f-6f0edc1e4069 May 25 16:43:52.885337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:52.940845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:52.959577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b1d235f-736b-4062-b142-0e12aca729c7 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:52.959805 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/networks/3901be28-dde8-430e-ad0b-1258d1bbe4f6 HTTP/1.1" status: 204 len: 168 time: 3.6115975 May 25 16:43:52.980025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53600) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:53.063536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-74dc96b4-cae8-4230-8ff4-8c6ae7afa415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:53.065665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-74dc96b4-cae8-4230-8ff4-8c6ae7afa415 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 200 len: 908 time: 0.4954002 May 25 16:43:53.073361 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f78ab-67c1-44e8-b1c1-e4d3fca8dd35 None None] New status for floating IP 420eb7d6-714b-4a42-8590-f59a73c06475: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:43:53.087614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.121040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:53.135706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.166353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:53.185303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'Port': ['ID=d3559319-3f2b-4507-b4d2-4b0622f6f888,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:53.205418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:53.238240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:43:53.244801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:53.249298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting subnet 040e90d1-6766-4830-bc0a-5c4ff5a99edb {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:43:53.253672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:53.256481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:53.269530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.312849 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-5162bd14-2bc8-4a86-9ccd-1da0a3c969ea service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 200 len: 999 time: 0.2280219 May 25 16:43:53.352846 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-d070ca29-1699-4407-b20a-a615c5649c5f service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140500 May 25 16:43:53.353831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:43:53.418324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:53.419046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.443203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:43:53.473822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.500057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting port 14e3bc05-6c4d-4284-9414-32f90df8295c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:53.500760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.516002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.525768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.543272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cf59a371-9c76-4457-a3de-90e0285bb78f None None] Provisioning for port d3559319-3f2b-4507-b4d2-4b0622f6f888 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:43:53.548592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cf59a371-9c76-4457-a3de-90e0285bb78f None None] Provisioning complete for port d3559319-3f2b-4507-b4d2-4b0622f6f888 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:53.549041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cf59a371-9c76-4457-a3de-90e0285bb78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.617859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:53.623002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:53.623665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:53.655228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-de21c587-e7e0-41bc-b2d7-444283549929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:53.656954 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-de21c587-e7e0-41bc-b2d7-444283549929 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=635d989e-abe1-4c6d-ac05-1f35c221c868 HTTP/1.1" status: 200 len: 845 time: 0.3347373 May 25 16:43:53.665611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=c1b6c817-4baa-422c-b5b5-401f137780f5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:53.666520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cf59a371-9c76-4457-a3de-90e0285bb78f None None] Port d3559319-3f2b-4507-b4d2-4b0622f6f888 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:43:53.674713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:53.677370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:53.702040 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.5814800 May 25 16:43:53.710983 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.7296901 May 25 16:43:53.722524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53606) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:53.722852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53608) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:53.873141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=5fd47617-8b35-41ab-9bf3-de9eafb700d8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:53.884990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 5fd47617-8b35-41ab-9bf3-de9eafb700d8 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:54.058205 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-59220f26-e004-43a0-89ab-b29361c71d64 req-a1834836-d9ca-4c81-89ef-c4e0039851e0 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856068 May 25 16:43:54.188689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=b77675de-887c-467b-9c4f-6f0edc1e4069,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:54.193561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:54.194000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:54.194296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:54.202424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b77675de-887c-467b-9c4f-6f0edc1e4069 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:54.213812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:54.222256 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e77fcc5-52e6-414c-9610-e2f9fb947cd1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "PUT /v2.0/routers/28a26d9f-6aaf-4a33-a66d-6b7343f17dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6632178 May 25 16:43:54.231975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53616) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:54.232385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] Sync routers for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:54.256707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.257060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.307186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:54.307934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:54.332180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.385283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:54.397564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] Routers {'28a26d9f-6aaf-4a33-a66d-6b7343f17dab'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:54.398208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:54.464098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:54.464513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418e6b3-3126-4c81-b0c6-61d55ed6bd59 None None] The sync data for ids ['28a26d9f-6aaf-4a33-a66d-6b7343f17dab'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:54.486739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.547829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Calling delete_port for 14e3bc05-6c4d-4284-9414-32f90df8295c owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:54.565119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.598449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa8e3e-8dc4-4088-8afb-521fc53b6148 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.604429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa8e3e-8dc4-4088-8afb-521fc53b6148 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.610662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa8e3e-8dc4-4088-8afb-521fc53b6148 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.617221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa8e3e-8dc4-4088-8afb-521fc53b6148 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.618927 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-70aa8e3e-8dc4-4088-8afb-521fc53b6148 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6820529 May 25 16:43:54.621808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53622) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:54.643677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-ef7138ef-4a9e-4709-8a52-d0443084f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.645758 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-ef7138ef-4a9e-4709-8a52-d0443084f6a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd705094-00cb-4d4a-bef5-e868cb56e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9741564 May 25 16:43:54.710968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b25fab4-ff75-416e-ad52-0b13346f6872 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.716728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b25fab4-ff75-416e-ad52-0b13346f6872 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.723267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b25fab4-ff75-416e-ad52-0b13346f6872 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:54.728039 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7b25fab4-ff75-416e-ad52-0b13346f6872 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.7899561 May 25 16:43:54.746196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53626) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:54.879428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:54.974791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.126612 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-1167ba59-5c2b-4a7a-bc0a-985637f0c4b9 service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999276 May 25 16:43:55.139936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.149353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.158800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.164420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd47617-8b35-41ab-9bf3-de9eafb700d8']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:55.171640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5147fe80-fa45-49b9-9f6c-c94bf03d3ca4 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:55.234902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93665175-7ca2-4620-ac5c-565248bf5713') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:55.235165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93665175-7ca2-4620-ac5c-565248bf5713') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:55.243043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Deleting port d3559319-3f2b-4507-b4d2-4b0622f6f888 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:55.243422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.344803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.390067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=c1b6c817-4baa-422c-b5b5-401f137780f5,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:55.398338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:55.403145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.421146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:55.421549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:55.448500 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:55.460542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.472278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eada4573-796f-4a6a-995c-b8e5ce04fb45 tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:55.508412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.714741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.746560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.747562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Port': ['ID=14e3bc05-6c4d-4284-9414-32f90df8295c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:55.764781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:55.771170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.773158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:55.787548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:55.879660 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ccc3ce17-7079-46c3-9398-0dec5b67772f req-377b42bf-bc68-4c2a-b6ea-e57424b8d06e service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186859 May 25 16:43:55.932001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Subnet': ['ID=040e90d1-6766-4830-bc0a-5c4ff5a99edb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:55.944202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:55.944419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70895d98-e060-4dcb-a786-9d880052a90b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:55.951156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64873187-4460-4876-bc1b-2445affec294 None None] Network 11f5403d-de5d-4447-978a-a76e01c3f3a0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:55.987404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.027428 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/subnets/040e90d1-6766-4830-bc0a-5c4ff5a99edb HTTP/1.1" status: 204 len: 168 time: 3.0438473 May 25 16:43:56.033650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53634) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:56.038344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.053511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Calling delete_port for d3559319-3f2b-4507-b4d2-4b0622f6f888 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:56.056572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=5fd47617-8b35-41ab-9bf3-de9eafb700d8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:56.060927 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] create failed (client error): The resource could not be found. May 25 16:43:56.061970 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.8793793 May 25 16:43:56.066547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53638) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:56.097798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:56.121205 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/5fd47617-8b35-41ab-9bf3-de9eafb700d8 HTTP/1.1" status: 204 len: 168 time: 1.4954162 May 25 16:43:56.124945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53642) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:56.125620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting port 51973405-1be1-4e62-aee9-e558b61796c5 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:56.125975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.155954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-5ed67b1f-432d-442d-8611-acf2775d6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:56.157483 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-5ed67b1f-432d-442d-8611-acf2775d6e02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 1098 time: 0.2120397 May 25 16:43:56.247160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] DHCP port deletion for 11f5403d-de5d-4447-978a-a76e01c3f3a0 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:43:56.275597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting subnet 1a740b45-a0f9-499b-8c49-ebbfcac17aed {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:43:56.282966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 59a20cb3-ed41-4d7c-91f9-f03d2c6e386b associated. External IP: 172.26.6.140, port: f2be3369-d246-4366-9d68-6dea08328ab1. May 25 16:43:56.351556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Deleting port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:56.352481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.364511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.430065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.471856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.485194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] For port b2063a11-0fca-4bd3-b5cf-b1514a97dea6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,segment=NetworkSegment(d046b426-28f0-4107-b3a8-f075deb75201),segment_id=d046b426-28f0-4107-b3a8-f075deb75201)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:56.485589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.541304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.581410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Calling delete_port for 51973405-1be1-4e62-aee9-e558b61796c5 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:56.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-38adcad3-e283-4c4d-8ff6-69ef464501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:56.591513 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-38adcad3-e283-4c4d-8ff6-69ef464501ee service neutron] 10.222.0.95 "GET /v2.0/networks?id=dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 200 len: 908 time: 0.3818321 May 25 16:43:56.630074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Calling delete_port for b2063a11-0fca-4bd3-b5cf-b1514a97dea6 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:56.687126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.694389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting port 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:56.694732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.698553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dba29270-bb5e-4471-ab93-ed4f2a966ccd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:56.753603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] No DVR routers for this DVR port b2063a11-0fca-4bd3-b5cf-b1514a97dea6 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:56.759580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Pushing event deleted for resources: {'Port': ['ID=b2063a11-0fca-4bd3-b5cf-b1514a97dea6,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:56.761871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:56.825947 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-47fa2b8b-f038-48a3-9557-193edc47f33f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 200 len: 1001 time: 0.2229631 May 25 16:43:56.925261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:56.937170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.017666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-edde7dc9-b094-49d0-b503-1cea2f40b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:57.018035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77675de-887c-467b-9c4f-6f0edc1e4069']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:57.019155 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-edde7dc9-b094-49d0-b503-1cea2f40b1d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=635d989e-abe1-4c6d-ac05-1f35c221c868 HTTP/1.1" status: 200 len: 845 time: 0.1709709 May 25 16:43:57.027162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.037420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.077277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f1f4d469-07bb-42cd-9797-53b4f137d0db tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:57.118492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93e29d1-f5d6-4d2c-84a9-2788d17408cb') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:57.118870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Calling delete_port for 19ba0e2d-2cd8-4684-abcd-3582e11c8a8d owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:57.119031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93e29d1-f5d6-4d2c-84a9-2788d17408cb') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:57.154826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event deleted for resources: {'Port': ['ID=d3559319-3f2b-4507-b4d2-4b0622f6f888,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:57.159734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.166478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:57.429823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-974b0574-c8ca-4dde-a5be-8d32cd95c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:57.431464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-974b0574-c8ca-4dde-a5be-8d32cd95c224 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dd705094-00cb-4d4a-bef5-e868cb56e1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3502541 May 25 16:43:57.433179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.438046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:57.451440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.544081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:43:57.566275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:57.566741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.589539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Port': ['ID=51973405-1be1-4e62-aee9-e558b61796c5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:57.590053 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:57.605982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:57.746727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.754253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7247a9cd-b90a-439b-b4fb-ca3a34c18223 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:57.790993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b2063a11-0fca-4bd3-b5cf-b1514a97dea6 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:43:57.801596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.821035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Port': ['ID=19ba0e2d-2cd8-4684-abcd-3582e11c8a8d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:57.821685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "DELETE /v2.0/ports/d3559319-3f2b-4507-b4d2-4b0622f6f888 HTTP/1.1" status: 204 len: 168 time: 3.0744233 May 25 16:43:57.825901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.828645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.841776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53652) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:57.859930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b2063a11-0fca-4bd3-b5cf-b1514a97dea6 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:43:57.863652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b2063a11-0fca-4bd3-b5cf-b1514a97dea6 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:43:57.866617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:57.872147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/b77675de-887c-467b-9c4f-6f0edc1e4069 HTTP/1.1" status: 204 len: 168 time: 1.7411926 May 25 16:43:57.872147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:57.876385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:57.877561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53656) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:57.890479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Request body: {'port': {'name': 'tempest-new-port-name-2121572543', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:57.890801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] bootfile-name is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:57.891204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] tftp-server is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:57.891537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.api.validators [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] server-ip-address is not in valid_values {{(pid=99127) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 25 16:43:57.976821 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-b905d4a2-8d34-4a82-9dd0-e36b49ae9f05 service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070024 May 25 16:43:58.022097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=b77675de-887c-467b-9c4f-6f0edc1e4069,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:58.068620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:58.145583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:43:58.155077 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:43:58.168166 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:58.170047 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:58.212214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.227306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.244957 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:58.255108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:43:58.255943 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:58.276295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.283888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.325168 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:58.325631 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ecc446-f69f-4231-b671-468b285481f4 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:43:58.345635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.357961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c32d1c5-635c-4b85-9ba5-7d3701ffc6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:58.372797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.373325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Fanout notify agent at l3_agent the message router_deleted on router 28a26d9f-6aaf-4a33-a66d-6b7343f17dab {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:43:58.380856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.386754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0593479 May 25 16:43:58.395316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53662) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.406859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Subnet': ['ID=1a740b45-a0f9-499b-8c49-ebbfcac17aed,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:58.415165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.417002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/subnets/1a740b45-a0f9-499b-8c49-ebbfcac17aed HTTP/1.1" status: 204 len: 168 time: 2.3763363 May 25 16:43:58.417967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e33bb4-743a-4e7f-93ba-9c4f23a6b6e9 None None] Network 434a7df3-77fe-4d7f-93eb-449c2dbc30be requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:43:58.418149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:58.420519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.430553 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "DELETE /v2.0/ports/19ba0e2d-2cd8-4684-abcd-3582e11c8a8d HTTP/1.1" status: 204 len: 168 time: 2.3562143 May 25 16:43:58.440119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53668) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.507981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.509077 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/routers/28a26d9f-6aaf-4a33-a66d-6b7343f17dab HTTP/1.1" status: 204 len: 168 time: 4.2701049 May 25 16:43:58.527570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60d81e50-d7da-4236-bab2-093921b3f6b9 req-8a13a988-7a04-4979-8e83-e6fe423a03b6 service neutron] 10.222.0.95 "GET /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203006 May 25 16:43:58.528431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.540852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229522c-84e6-49f6-9ac6-08e902ec2039 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:58.547185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229522c-84e6-49f6-9ac6-08e902ec2039 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:58.549596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3229522c-84e6-49f6-9ac6-08e902ec2039 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5777290 May 25 16:43:58.587296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53678) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.597828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-65914283'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:58.619941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:58.637251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:network and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:58.645531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:58.652536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be200655-d1ba-4c4b-8fac-fb3003db7d36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/floatingips/59a20cb3-ed41-4d7c-91f9-f03d2c6e386b HTTP/1.1" status: 200 len: 978 time: 0.2534039 May 25 16:43:58.656812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53684) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:58.657740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:58.733533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] DHCP port deletion for 434a7df3-77fe-4d7f-93eb-449c2dbc30be request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:43:58.747683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:43:58.752113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.765049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting subnet 7e4befdf-b25a-43e5-9c99-101f3340226d {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:43:58.773118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.782017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.811541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Deleting port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:43:58.815384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.845863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2db3d17a-a983-4909-8a7c-41b8d137dbdb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Synchronizing usage tracker for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:floatingip {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:58.866960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:58.911105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8484a3-e28d-40ab-9f80-5b542e5d37dd tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:58.911762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6f8484a3-e28d-40ab-9f80-5b542e5d37dd tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Synchronizing usage tracker for tenant:065eb76ad8da49d8b0c53c489e981f8e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:43:58.917092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:43:58.930424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] For port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,segment=NetworkSegment(9d59835b-dc75-4d64-b602-94d82cd62919),segment_id=9d59835b-dc75-4d64-b602-94d82cd62919)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:43:58.931089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.012198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.040743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6f8484a3-e28d-40ab-9f80-5b542e5d37dd tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Unset dirty status for tenant:065eb76ad8da49d8b0c53c489e981f8e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:59.044746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f8484a3-e28d-40ab-9f80-5b542e5d37dd tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "GET /v2.0/ports?device_id=9cb53876-1069-40dd-9d6e-9d3529806fd7 HTTP/1.1" status: 200 len: 913 time: 0.5817280 May 25 16:43:59.045855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f5403d-de5d-4447-978a-a76e01c3f3a0']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:59.054233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53688) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:59.056230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.081087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2db3d17a-a983-4909-8a7c-41b8d137dbdb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Unset dirty status for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:floatingip {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:43:59.084820 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2db3d17a-a983-4909-8a7c-41b8d137dbdb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4222460 May 25 16:43:59.084820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.084820 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment 0e0d5d20-00da-40e3-b0c4-1768dd9807cd of type vlan for network 89199ad9-006c-45ae-ba06-01f9478faab5 May 25 16:43:59.086871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53692) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:59.099129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': 'e9180005-856a-4685-b349-a30121e1e6b8'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:59.109715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Calling delete_port for 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:43:59.167743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.172674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:59.231232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Pushing event deleted for resources: {'Port': ['ID=7f0a5cc2-1c51-4155-a361-d73a4c4124a9,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:59.233141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:59.235547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.237947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] No DVR routers for this DVR port 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:43:59.261959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.279298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd046b426-28f0-4107-b3a8-f075deb75201') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:59.279686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd046b426-28f0-4107-b3a8-f075deb75201') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:43:59.293935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.353912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c9b3c0a-01f2-40ee-8653-5cfe4ff09ad9 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:59.368637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.410335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.411361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.426223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:59.426738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.439900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e0cc63d1-d98d-47c8-9621-0b8254390d07 tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:43:59.501528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.524976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:43:59.525497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:43:59.544960 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:43:59.670110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event updated for resources: {'Port': ['ID=4ecf1e2a-f4f0-4449-a7ac-afef050c7d29,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:59.673233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:59.684523 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0917506 May 25 16:43:59.693724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=89199ad9-006c-45ae-ba06-01f9478faab5,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:43:59.732609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53698) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:59.755684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2140845968'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:43:59.759242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:43:59.766856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0ffabcb8-383a-4572-a497-465f49b6842e None None] Provisioning complete for port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:43:59.769522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0ffabcb8-383a-4572-a497-465f49b6842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.776677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:43:59.789002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] In _notify_port_updated(), no bound segment for port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 on network 3cd1ee31-97d8-4f20-9267-577a246999e0 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:43:59.790495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:network and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:43:59.794734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:59.795438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:43:59.800161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "PUT /v2.0/ports/4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 HTTP/1.1" status: 200 len: 1137 time: 1.9539902 May 25 16:43:59.816746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:43:59.823467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:43:59.859814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:43:59.860025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 89199ad9-006c-45ae-ba06-01f9478faab5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:43:59.889807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:43:59.966691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325084ee-b7a4-45c7-820a-b0d422be10aa tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:43:59.967387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-325084ee-b7a4-45c7-820a-b0d422be10aa tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Synchronizing usage tracker for tenant:e3448aeb5c3a426a999021253ed27624 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:00.002885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:00.003528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7f0a5cc2-1c51-4155-a361-d73a4c4124a9 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:00.014582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:00.019002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.035701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0ffabcb8-383a-4572-a497-465f49b6842e None None] Port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:44:00.050768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.089053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.097642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c50e6bf0-ea07-4077-9df8-b5acf6b90563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:00.121344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-325084ee-b7a4-45c7-820a-b0d422be10aa tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Unset dirty status for tenant:e3448aeb5c3a426a999021253ed27624 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:00.122660 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-325084ee-b7a4-45c7-820a-b0d422be10aa tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "GET /v2.0/ports/4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 HTTP/1.1" status: 200 len: 1137 time: 0.3042939 May 25 16:44:00.128251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53708) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:00.164433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/networks/11f5403d-de5d-4447-978a-a76e01c3f3a0 HTTP/1.1" status: 204 len: 168 time: 1.7264166 May 25 16:44:00.164650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Network': ['ID=11f5403d-de5d-4447-978a-a76e01c3f3a0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:00.165717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53712) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:00.167180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:00.307323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:00.414342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Deleting port 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:00.414690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.446511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.446511 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment 3a35ce26-6ff1-4516-8b70-147f379471a3 of type vlan for network 8f860223-152a-4090-9f95-79dee7d40fca May 25 16:44:00.511772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.523953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.534418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.543690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.556200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:00.618858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4befdf-b25a-43e5-9c99-101f3340226d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:00.627566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:00.632475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc8b78-3ca5-4081-965c-ea635006f88e None None] Network ea6429d0-6f57-4b22-bb05-b84602fd4090 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:00.657568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.723591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.754570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/subnets/7e4befdf-b25a-43e5-9c99-101f3340226d HTTP/1.1" status: 204 len: 168 time: 2.2219276 May 25 16:44:00.768930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53718) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:00.786642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.869475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Calling delete_port for 4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:00.925271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] DHCP port deletion for ea6429d0-6f57-4b22-bb05-b84602fd4090 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:00.982640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:00.983510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:00.999813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2534091b-6f9d-4748-86b5-fa959b865aa9 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:01.003331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Deleting port 603cf4d5-e853-4af3-9217-9d2585cd48d1 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:01.003977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.074384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.118611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] For port 603cf4d5-e853-4af3-9217-9d2585cd48d1, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=603cf4d5-e853-4af3-9217-9d2585cd48d1,segment=NetworkSegment(265d5fc7-d572-4f74-b7dc-507fbc80a98f),segment_id=265d5fc7-d572-4f74-b7dc-507fbc80a98f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:01.119049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.170159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['434a7df3-77fe-4d7f-93eb-449c2dbc30be']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.212278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d59835b-dc75-4d64-b602-94d82cd62919') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.212741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d59835b-dc75-4d64-b602-94d82cd62919') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.225216 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4903834 May 25 16:44:01.232852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53724) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:01.257247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Calling delete_port for 603cf4d5-e853-4af3-9217-9d2585cd48d1 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:01.261800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.269561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=8f860223-152a-4090-9f95-79dee7d40fca,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:01.274581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'ports': [{'network_id': '89199ad9-006c-45ae-ba06-01f9478faab5', 'name': 'tempest-port--330687353', 'admin_state_up': True}, {'network_id': '8f860223-152a-4090-9f95-79dee7d40fca', 'admin_state_up': False}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:01.274883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'port': {'network_id': '89199ad9-006c-45ae-ba06-01f9478faab5', 'name': 'tempest-port--330687353', 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:01.275389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'port': {'network_id': '8f860223-152a-4090-9f95-79dee7d40fca', 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:01.280116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:01.287784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.288400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8f860223-152a-4090-9f95-79dee7d40fca details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:01.299073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.382737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:01.383327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:01.403532 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:01.429214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.437087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:01.483279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Pushing event deleted for resources: {'Port': ['ID=603cf4d5-e853-4af3-9217-9d2585cd48d1,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:01.487071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:01.496042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] No DVR routers for this DVR port 603cf4d5-e853-4af3-9217-9d2585cd48d1 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:01.529835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] The port '603cf4d5-e853-4af3-9217-9d2585cd48d1' was deleted {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:44:01.546844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.569179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:01.595539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.622138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event deleted for resources: {'Port': ['ID=4ecf1e2a-f4f0-4449-a7ac-afef050c7d29,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:01.638677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:01.669066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.670800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.691820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:01.723872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:port and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:01.732302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:01.754683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-19e6156a-fd5f-4e93-8d7a-327d7e0c0fe1 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:01.757243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:01.764455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting port d31c2b75-1f01-48d1-acf6-26999868819a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:01.764455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.777745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.799601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.816273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Network': ['ID=434a7df3-77fe-4d7f-93eb-449c2dbc30be,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:01.821850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 603cf4d5-e853-4af3-9217-9d2585cd48d1 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:01.822466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/networks/434a7df3-77fe-4d7f-93eb-449c2dbc30be HTTP/1.1" status: 204 len: 168 time: 1.6501956 May 25 16:44:01.823995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:01.827771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6429d0-6f57-4b22-bb05-b84602fd4090']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.836006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53730) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:01.867476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'port': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:01.871859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 603cf4d5-e853-4af3-9217-9d2585cd48d1 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:01.872212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 603cf4d5-e853-4af3-9217-9d2585cd48d1 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:01.872498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.879027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265d5fc7-d572-4f74-b7dc-507fbc80a98f') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.879520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265d5fc7-d572-4f74-b7dc-507fbc80a98f') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:01.894448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.914459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:01.947033 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "DELETE /v2.0/ports/4ecf1e2a-f4f0-4449-a7ac-afef050c7d29 HTTP/1.1" status: 204 len: 168 time: 1.7869866 May 25 16:44:01.955393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53734) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:01.983490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.020656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.023760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.038083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:02.038493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.057434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting subnet 4370dbe5-f68e-48f7-9f1a-313579d6775e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:02.059223 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:02.067196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.166903 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 59a20cb3-ed41-4d7c-91f9-f03d2c6e386b associated. External IP: 172.26.6.140, port: f2be3369-d246-4366-9d68-6dea08328ab1. May 25 16:44:02.240947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Calling delete_port for d31c2b75-1f01-48d1-acf6-26999868819a owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:02.269124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Deleting subnet ec7c3099-af49-4edb-b66f-385e1da56ae9 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:02.269376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.278434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.308047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] device_id is not set on port 4ead8349-eaa6-4371-adb0-cfb4dd890de8 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:02.313112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.359906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.393758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-76f02026-dfe0-4e52-9299-f97f68068c47 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:02.409141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.435748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Network': ['ID=ea6429d0-6f57-4b22-bb05-b84602fd4090,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:02.444522 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/networks/ea6429d0-6f57-4b22-bb05-b84602fd4090 HTTP/1.1" status: 204 len: 168 time: 1.6647334 May 25 16:44:02.445646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:02.453242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53740) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:02.838231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:02.886870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.089070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.117107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-701a8656-0830-44de-bf25-40b6708e3d84 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:03.138983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:03.177233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Deleting port ab0d6d32-ed2e-48bf-82ed-075f2eae53cb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:03.177918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.186326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Port': ['ID=d31c2b75-1f01-48d1-acf6-26999868819a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:03.188796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:03.192108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.457729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] device_id is not set on port 330f899d-f4d7-494f-a43d-9d06ed1fe3cc yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:03.561875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.569620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.569948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.585456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:03.612082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.628086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:03.672469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.675610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.680026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7c3099-af49-4edb-b66f-385e1da56ae9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:03.680231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e77de9-b91b-4143-bf0a-d56410881ff8 None None] Network 3cd1ee31-97d8-4f20-9267-577a246999e0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:03.682349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:03.742482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Calling delete_port for ab0d6d32-ed2e-48bf-82ed-075f2eae53cb owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:03.743204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "DELETE /v2.0/subnets/ec7c3099-af49-4edb-b66f-385e1da56ae9 HTTP/1.1" status: 204 len: 168 time: 1.7867661 May 25 16:44:03.745462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:03.747142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Subnet': ['ID=4370dbe5-f68e-48f7-9f1a-313579d6775e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:03.749217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:03.776811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:03.780216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84a829-f427-4085-b695-b6f696bd7350 None None] Network b829e3f2-74b0-4f68-8432-e2034e5724d1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:03.802771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:03.812622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:03.867629 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/subnets/4370dbe5-f68e-48f7-9f1a-313579d6775e HTTP/1.1" status: 204 len: 168 time: 2.0262420 May 25 16:44:03.885449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:03.886375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:03.893887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53754) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:04.031753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.098417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:04.099102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.185178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.206283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.206499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e7a6d-4c85-42ae-8776-f038d2d4a7c3 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:04.353046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] DHCP port deletion for b829e3f2-74b0-4f68-8432-e2034e5724d1 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:04.365409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.403718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.406757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] DHCP port deletion for 3cd1ee31-97d8-4f20-9267-577a246999e0 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:04.493848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Router 9cb53876-1069-40dd-9d6e-9d3529806fd7 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:04.518525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Deleting port 864464f6-17b4-4d86-b0bd-b94a67e59127 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:04.518934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.540362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Deleting port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:04.540746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.607338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Deleting port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:04.607543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.650005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:04.650867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.655124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:04.658177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-16e40e7e-de95-4f89-bd4f-3d339011180d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:04.664522 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "PUT /v2.0/routers/9cb53876-1069-40dd-9d6e-9d3529806fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6062946 May 25 16:44:04.668831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53760) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:04.671639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] Sync routers for ids ['9cb53876-1069-40dd-9d6e-9d3529806fd7'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:04.691419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] Routers {'9cb53876-1069-40dd-9d6e-9d3529806fd7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:04.692740 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9cb53876-1069-40dd-9d6e-9d3529806fd7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.706501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] For port 864464f6-17b4-4d86-b0bd-b94a67e59127, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=864464f6-17b4-4d86-b0bd-b94a67e59127,segment=NetworkSegment(0cea3be7-a383-493c-bb88-2f34d827ec5b),segment_id=0cea3be7-a383-493c-bb88-2f34d827ec5b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:04.707123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.725711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Pushing event deleted for resources: {'Port': ['ID=ab0d6d32-ed2e-48bf-82ed-075f2eae53cb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:04.733858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:04.741201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.743307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Deleting port 864464f6-17b4-4d86-b0bd-b94a67e59127 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:04.743635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.774138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6221337-f637-4d6b-bcea-86163611c2d5 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:04.813535 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.815970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] For port 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9b8a6a98-e70a-4220-ad36-74d9200c84b2,segment=NetworkSegment(b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2),segment_id=b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:04.816338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.825708 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] Routers {'9cb53876-1069-40dd-9d6e-9d3529806fd7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:04.826627 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9cb53876-1069-40dd-9d6e-9d3529806fd7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.864516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Calling delete_port for 864464f6-17b4-4d86-b0bd-b94a67e59127 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:04.875367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] For port 9b8a6a98-e70a-4220-ad36-74d9200c84b2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9b8a6a98-e70a-4220-ad36-74d9200c84b2,segment=NetworkSegment(b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2),segment_id=b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:04.876055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:04.922855 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:04.924835 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f8807-35c3-4f8a-8f46-394ac4fa0060 None None] The sync data for ids ['9cb53876-1069-40dd-9d6e-9d3529806fd7'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:04.971581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.033808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Calling delete_port for 9b8a6a98-e70a-4220-ad36-74d9200c84b2 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:05.063704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Port': ['ID=4ead8349-eaa6-4371-adb0-cfb4dd890de8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:05.073405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Calling delete_port for 9b8a6a98-e70a-4220-ad36-74d9200c84b2 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:05.135743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:05.136639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.141859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.145004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e2fd1ec9-73e9-45b8-96ab-d0312e29c166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:05.155953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] For port 864464f6-17b4-4d86-b0bd-b94a67e59127, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=864464f6-17b4-4d86-b0bd-b94a67e59127,segment=NetworkSegment(0cea3be7-a383-493c-bb88-2f34d827ec5b),segment_id=0cea3be7-a383-493c-bb88-2f34d827ec5b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:05.156322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.180735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.184434 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] 10.222.0.96 "DELETE /v2.0/floatingips/a960c5b5-4eb6-46d2-bc52-40489ceab19f HTTP/1.1" status: 204 len: 168 time: 2.7277377 May 25 16:44:05.187102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.188112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:05.193812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.209570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:05.212992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Pushing event deleted for resources: {'Port': ['ID=9b8a6a98-e70a-4220-ad36-74d9200c84b2,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:05.218653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] No DVR routers for this DVR port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:05.226573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:05.228799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:05.274818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] No DVR routers for this DVR port 864464f6-17b4-4d86-b0bd-b94a67e59127 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:05.298116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:05.298116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.310179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.322999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:05.350572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Pushing event deleted for resources: {'Port': ['ID=864464f6-17b4-4d86-b0bd-b94a67e59127,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:05.363001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:05.372341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.380306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event deleted for resources: {'Port': ['ID=9b8a6a98-e70a-4220-ad36-74d9200c84b2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:05.382222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] No DVR routers for this DVR port 9b8a6a98-e70a-4220-ad36-74d9200c84b2 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:05.387165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:05.395127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:05.395955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.422064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7979504b-ad05-4d56-93de-61504fbfbf30 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/59a20cb3-ed41-4d7c-91f9-f03d2c6e386b HTTP/1.1" status: 200 len: 979 time: 6.3307431 May 25 16:44:05.428011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53768) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:05.440503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Checking segment: {'id': '0e0d5d20-00da-40e3-b0c4-1768dd9807cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '89199ad9-006c-45ae-ba06-01f9478faab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:05.441238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network hostable DHCP agents. Network: 89199ad9-006c-45ae-ba06-01f9478faab5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:05.450034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:05.491027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.491429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0414e9bd-5583-4e9d-af3a-7af6ab48da9d None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:05.574829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.582869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Calling delete_port for 864464f6-17b4-4d86-b0bd-b94a67e59127 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:05.585315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53776) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:05.593311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.633908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network 89199ad9-006c-45ae-ba06-01f9478faab5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:05.646189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.646671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Fanout notify agent at l3_agent the message router_deleted on router 9cb53876-1069-40dd-9d6e-9d3529806fd7 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:44:05.650172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 89199ad9-006c-45ae-ba06-01f9478faab5) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:05.661387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:05.662195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.668731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68aedba3-8991-4b73-9aad-cf2c8bbc11e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:05.671320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e85f9f-b12f-4b21-b61e-95965de532a8 None None] Network 89199ad9-006c-45ae-ba06-01f9478faab5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:05.755127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.795884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd1ee31-97d8-4f20-9267-577a246999e0']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.805808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.854693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9b8a6a98-e70a-4220-ad36-74d9200c84b2 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:05.889816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.890158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d1e2e4-9de3-4c9c-835c-d46f4f96a0f2') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:05.897518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9b8a6a98-e70a-4220-ad36-74d9200c84b2 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:05.897861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9b8a6a98-e70a-4220-ad36-74d9200c84b2 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:05.898271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.898476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 864464f6-17b4-4d86-b0bd-b94a67e59127 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:05.901600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d1822d54-83d0-410a-916e-87e00c3cbdcb tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "DELETE /v2.0/routers/9cb53876-1069-40dd-9d6e-9d3529806fd7 HTTP/1.1" status: 204 len: 168 time: 1.2277467 May 25 16:44:05.902386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53782) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:05.942665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:05.994341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Port': ['ID=330f899d-f4d7-494f-a43d-9d06ed1fe3cc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:05.994859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.008228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:06.014835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 864464f6-17b4-4d86-b0bd-b94a67e59127 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:06.015464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 864464f6-17b4-4d86-b0bd-b94a67e59127 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:06.018096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.024139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:06.072156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c196a41d-f9d5-4126-a8d3-546a41458ffc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cd8ec7a51de642ba891205becb77bc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831905 May 25 16:44:06.072156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Checking segment: {'id': '3a35ce26-6ff1-4516-8b70-147f379471a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8f860223-152a-4090-9f95-79dee7d40fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:06.072156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network hostable DHCP agents. Network: 8f860223-152a-4090-9f95-79dee7d40fca, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:06.085899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:06.086483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.090512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53788) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:06.096844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Port': ['ID=864464f6-17b4-4d86-b0bd-b94a67e59127,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:06.100751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:06.110756 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:06.121382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] No DVR routers for this DVR port 864464f6-17b4-4d86-b0bd-b94a67e59127 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:06.171334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting subnet 19e16b28-3fd0-4d87-ac62-66d700fd723e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:06.191722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.250141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network 8f860223-152a-4090-9f95-79dee7d40fca is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:06.287723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8f860223-152a-4090-9f95-79dee7d40fca) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:06.292194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:06.299046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e2840-63cc-449c-9aa3-394f3005688a None None] Network 8f860223-152a-4090-9f95-79dee7d40fca requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:06.300120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:06.304885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:06.305564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.322011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.343192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.346870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.353997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.356354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b829e3f2-74b0-4f68-8432-e2034e5724d1']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:06.364225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.370797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1351626 May 25 16:44:06.382145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cea3be7-a383-493c-bb88-2f34d827ec5b') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:06.382489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cea3be7-a383-493c-bb88-2f34d827ec5b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:06.388166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e7f76079-26ba-45ba-b3a8-4842e7c26135 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:06.389876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53792) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:06.411666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.414206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.414517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 59a20cb3-ed41-4d7c-91f9-f03d2c6e386b disassociated. External IP: 172.26.6.140, port: e9180005-856a-4685-b349-a30121e1e6b8. May 25 16:44:06.454172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.483259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.495593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Pushing event deleted for resources: {'Network': ['ID=3cd1ee31-97d8-4f20-9267-577a246999e0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:06.496286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.504873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:06.505284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.515628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:06.524449 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] 10.222.0.96 "DELETE /v2.0/networks/3cd1ee31-97d8-4f20-9267-577a246999e0 HTTP/1.1" status: 204 len: 168 time: 2.7205923 May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:06.527125 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:06.662080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a11e75-9ec5-4808-94bf-f4ab0a8c467b tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:06.667938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a11e75-9ec5-4808-94bf-f4ab0a8c467b tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:06.668764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-01a11e75-9ec5-4808-94bf-f4ab0a8c467b tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Synchronizing usage tracker for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:06.671381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.681152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.683590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:06.719056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Pushing event deleted for resources: {'Network': ['ID=b829e3f2-74b0-4f68-8432-e2034e5724d1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:06.721361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.723608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.726370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:06.729940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/03cbe3f1-1919-4dcb-b79d-46713a1c14bd HTTP/1.1" status: 204 len: 168 time: 0.6360462 May 25 16:44:06.729940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:06.740655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97a8ac13-753c-49c0-9851-efb6474ac184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:06.766888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/networks/b829e3f2-74b0-4f68-8432-e2034e5724d1 HTTP/1.1" status: 204 len: 168 time: 2.8681669 May 25 16:44:06.768223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53804) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:06.769009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cbe3f1-1919-4dcb-b79d-46713a1c14bd,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:06.770884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-01a11e75-9ec5-4808-94bf-f4ab0a8c467b tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Unset dirty status for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:06.778880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-01a11e75-9ec5-4808-94bf-f4ab0a8c467b tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3862987 May 25 16:44:06.779696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53806) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:06.781141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:06.912938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c4496bb4-55a3-499c-807d-0864f95a47e4 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Synchronizing usage tracker for tenant:c8673ac5048d4c55a5ea05e22b9480f7 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:06.928051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53812) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:07.172557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff14b3e6-4eba-42fe-b9a9-8cac3011051c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3448aeb5c3a426a999021253ed27624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426083 May 25 16:44:07.174023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53820) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:07.191029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:07.212423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.241260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:07.247672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Usage tracker for resource:security_group_rule and tenant:5abbccfc82fa4ae1b1876839b7987b96 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:07.260946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:07.271259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:07.286075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c4496bb4-55a3-499c-807d-0864f95a47e4 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Unset dirty status for tenant:c8673ac5048d4c55a5ea05e22b9480f7 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:07.289632 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c4496bb4-55a3-499c-807d-0864f95a47e4 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "GET /v2.0/ports?device_id=0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 HTTP/1.1" status: 200 len: 205 time: 0.5093303 May 25 16:44:07.291877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:07.374512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:07.432499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.481558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.580321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting port 4ead8349-eaa6-4371-adb0-cfb4dd890de8 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:07.580899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.728768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.940474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:07.952243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.067275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.072157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.072470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:08.103848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.106218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.114659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Calling delete_port for 4ead8349-eaa6-4371-adb0-cfb4dd890de8 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:08.116162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f025e7b0-2b2d-4451-bd54-fbf7a70cdef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:08.125431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.128083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Subnet': ['ID=19e16b28-3fd0-4d87-ac62-66d700fd723e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:08.133055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:08.136257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:08.142611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.143849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87c51d-13d2-4dcf-bb28-5b3515f1e5b2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:08.145847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.146079 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:08.146552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Fanout notify agent at l3_agent the message router_deleted on router 0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:44:08.150742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:08.153585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:08.153700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.174136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec580b-f4e6-4053-9b34-d25b60f4d150 None None] Network 28008d43-54a6-4e7a-9529-90a61a2bd8f4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:08.178429 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:08.179185 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:08.179570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "DELETE /v2.0/subnets/19e16b28-3fd0-4d87-ac62-66d700fd723e HTTP/1.1" status: 204 len: 168 time: 2.2759981 May 25 16:44:08.188114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53836) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:08.189689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.193527 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c87c51d-13d2-4dcf-bb28-5b3515f1e5b2 HTTP/1.1" status: 204 len: 168 time: 1.0184343 May 25 16:44:08.225045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6140adab-2d19-4ae6-8310-d552c1ad6519 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/59a20cb3-ed41-4d7c-91f9-f03d2c6e386b HTTP/1.1" status: 200 len: 688 time: 2.7821152 May 25 16:44:08.227836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53842) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:08.236051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.240489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-91b24486-287d-4945-9763-06d4bdf9e1fc tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] 10.222.0.96 "DELETE /v2.0/routers/0b8226f8-5eda-43be-9a8e-f8bc2e3258a0 HTTP/1.1" status: 204 len: 168 time: 0.9474225 May 25 16:44:08.252764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5abbccfc82fa4ae1b1876839b7987b96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0606859 May 25 16:44:08.259749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:08.340875 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:08.371192 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:08.372101 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:43:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:08.537429 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:08.543447 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16159b97-48e8-4a90-896f-8822e03e22d6 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:08.569723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.581316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:08.662446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9043572c-ce29-4557-b7aa-d5af466be987,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:08.671298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:08.681576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] DHCP port deletion for 28008d43-54a6-4e7a-9529-90a61a2bd8f4 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:08.681727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Port': ['ID=4ead8349-eaa6-4371-adb0-cfb4dd890de8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:08.691742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.710428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:08.717908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53858) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:08.725213 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/ports/4ead8349-eaa6-4371-adb0-cfb4dd890de8 HTTP/1.1" status: 204 len: 168 time: 1.9273229 May 25 16:44:08.731552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53862) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:08.760391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.779603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.795542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Deleting port b95e7918-209d-48d8-9bb6-1a1d857bc9ac {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:08.796164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.819617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port c1b6c817-4baa-422c-b5b5-401f137780f5 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:08.819976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.821837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.931901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] For port b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,segment=NetworkSegment(3fd68c1a-7ccb-4e30-a160-b375f3bc44c5),segment_id=3fd68c1a-7ccb-4e30-a160-b375f3bc44c5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:08.932721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.983502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:08.993647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53613f61-fd83-489c-ad1c-b42734c3c03e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:09.009555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9043572c-ce29-4557-b7aa-d5af466be987,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:09.013318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:09.025225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.026600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9043572c-ce29-4557-b7aa-d5af466be987 HTTP/1.1" status: 204 len: 168 time: 0.7659066 May 25 16:44:09.034956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Deleting port b95e7918-209d-48d8-9bb6-1a1d857bc9ac {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:09.035319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.061874 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eca06010-c406-4836-976d-120dd538ea81 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c8673ac5048d4c55a5ea05e22b9480f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427315 May 25 16:44:09.066851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53880) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:09.073026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.073355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.178449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] For port b95e7918-209d-48d8-9bb6-1a1d857bc9ac, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,segment=NetworkSegment(3fd68c1a-7ccb-4e30-a160-b375f3bc44c5),segment_id=3fd68c1a-7ccb-4e30-a160-b375f3bc44c5)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:09.178894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.193693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Calling delete_port for b95e7918-209d-48d8-9bb6-1a1d857bc9ac owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:09.263889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.276643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:09.326078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] No DVR routers for this DVR port b95e7918-209d-48d8-9bb6-1a1d857bc9ac on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:09.330466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Pushing event deleted for resources: {'Port': ['ID=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:09.333862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:09.346806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting port 330f899d-f4d7-494f-a43d-9d06ed1fe3cc {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:09.347179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.347914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Calling delete_port for b95e7918-209d-48d8-9bb6-1a1d857bc9ac owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:09.404774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.410798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:09.454182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for c1b6c817-4baa-422c-b5b5-401f137780f5 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:09.472480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Port': ['ID=b95e7918-209d-48d8-9bb6-1a1d857bc9ac,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:09.476772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:09.489734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] No DVR routers for this DVR port b95e7918-209d-48d8-9bb6-1a1d857bc9ac on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:09.618384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.634175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.656474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.674752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28008d43-54a6-4e7a-9529-90a61a2bd8f4']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:09.692104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:09.692539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd68c1a-7ccb-4e30-a160-b375f3bc44c5') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:09.707899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.727480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.742539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:09.745587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.770143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53896) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:09.777921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Calling delete_port for 330f899d-f4d7-494f-a43d-9d06ed1fe3cc owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:09.817548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b95e7918-209d-48d8-9bb6-1a1d857bc9ac no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:09.819969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.871083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53902) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:09.886777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b95e7918-209d-48d8-9bb6-1a1d857bc9ac {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:09.887159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b95e7918-209d-48d8-9bb6-1a1d857bc9ac not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:09.887672 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:09.894251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.898036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-40b20acb-a65c-475e-9930-d27b4f2bfd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:09.918895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.925057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.936886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Pushing event deleted for resources: {'Network': ['ID=28008d43-54a6-4e7a-9529-90a61a2bd8f4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:09.942394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:09.956308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] 10.222.0.96 "DELETE /v2.0/networks/28008d43-54a6-4e7a-9529-90a61a2bd8f4 HTTP/1.1" status: 204 len: 168 time: 1.7615526 May 25 16:44:09.968571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc583-cd35-4f40-a085-ea5d986101ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:09.994545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:10.004696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Usage tracker for resource:security_group_rule and tenant:fb082310d3a742c3b9ff1589b7bf8628 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:10.011934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:10.020298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.024021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:10.026045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.034494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f158e87a-dd50-411b-b8d2-b1a9d6596701 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.102110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1297301785'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:10.109184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Port': ['ID=330f899d-f4d7-494f-a43d-9d06ed1fe3cc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.117371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.119281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9ac4b900-8086-49f8-aa10-a81324ff3dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.138851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:10.141249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.149089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.159299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:10.162598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9288fe5-3462-498b-9ad9-dda9ece6a7ff,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.165804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:10.191315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.191845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3fc62b4b-0375-43aa-810e-f525e09107ad tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.228816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:10.275030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=c1b6c817-4baa-422c-b5b5-401f137780f5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.288764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/ports/330f899d-f4d7-494f-a43d-9d06ed1fe3cc HTTP/1.1" status: 204 len: 168 time: 1.5538037 May 25 16:44:10.289645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53912) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.291666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.326461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53916) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.344015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:10.347793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eab4cfc1-88fe-4d26-97c9-a28dd6f0b5e1 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559299 May 25 16:44:10.348437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.351789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.358719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1001486894'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:10.364885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:10.369122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:network and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:10.372323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:10.379836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:10.380021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.381008 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c9288fe5-3462-498b-9ad9-dda9ece6a7ff HTTP/1.1" status: 204 len: 168 time: 1.3129830 May 25 16:44:10.385329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.394848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:10.402066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.413840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:10.445065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:security_group_rule and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:10.451735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:10.456085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.466667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1160, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:10.472864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:10.487407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.487805 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment b39158ce-e32f-489e-b485-5de463911471 of type vlan for network 76b22f25-eb2f-488e-ad8d-34a888c7341e May 25 16:44:10.491960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.493142 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/59a20cb3-ed41-4d7c-91f9-f03d2c6e386b HTTP/1.1" status: 204 len: 168 time: 2.2643912 May 25 16:44:10.496714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53928) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.553061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.562743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.580199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a71d47f-12f0-41c4-9bf9-9f1f771f2cf1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=065eb76ad8da49d8b0c53c489e981f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502642 May 25 16:44:10.580565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53934) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.583162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.592436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3cf28789-2cea-478d-b777-59f04047185e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.600282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-d83be86e-afdf-4397-a0c3-c9ee9e09f057 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] delete failed (client error): The resource could not be found. May 25 16:44:10.601313 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d83be86e-afdf-4397-a0c3-c9ee9e09f057 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/59a20cb3-ed41-4d7c-91f9-f03d2c6e386b HTTP/1.1" status: 404 len: 345 time: 0.1035151 May 25 16:44:10.611580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53938) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.654141 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fb082310d3a742c3b9ff1589b7bf8628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803547 May 25 16:44:10.661629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8e46c-8c86-4b99-91b3-df7a253bc0de,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.664079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53942) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.667957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.700515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.706248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:10.707156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.714415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.793740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.819916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.831468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.842366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0384eb73-86e7-4af7-ad29-1e0404a73bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:10.847315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.859380 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5065267 May 25 16:44:10.860095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53954) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:10.882400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-680964030'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:10.888971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.889367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=76b22f25-eb2f-488e-ad8d-34a888c7341e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.902309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:10.903603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:10.906283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.907299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:10.914797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.920510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a698823a-b667-4cbc-9e11-ccbb0024aa9e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:10.929810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:10.930691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:network and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:10.937115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.938072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment ea099b0b-ef9a-4c7d-bc36-bec003e17697 of type vlan for network b0456a42-fba5-4c35-9317-0ab3569033e4 May 25 16:44:10.942119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:10.962767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:10.973741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:10.988283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:10.990975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:10.996737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Synchronizing usage tracker for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:11.018614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:11.020933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.026850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abd54f5d-47ff-4ad0-9c9b-0352f9408356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:11.041779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8e46c-8c86-4b99-91b3-df7a253bc0de,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:11.053799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:11.056602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.066798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:11.067859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.085339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:11.116278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:11.120579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.133151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Unset dirty status for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:11.137341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b25c07d8-99e9-4ef2-a74a-d50274c618a0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/ports?network_id=9e73b4cb-131a-46d1-b070-f52102d7cb7c HTTP/1.1" status: 200 len: 2359 time: 0.5226057 May 25 16:44:11.138479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53962) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:11.200604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.201831 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0ca8e46c-8c86-4b99-91b3-df7a253bc0de HTTP/1.1" status: 204 len: 168 time: 0.5355253 May 25 16:44:11.215770 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4331894 May 25 16:44:11.217252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.228195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-81745969-1334-4430-98a3-f3bbc1afe5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:11.243187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=b0456a42-fba5-4c35-9317-0ab3569033e4,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:11.245927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b77ff-e1d9-4ae8-a775-17d9422f2514,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:11.248506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:11.253900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:11.259089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:11.261344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.262901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6c6b77ff-e1d9-4ae8-a775-17d9422f2514 HTTP/1.1" status: 204 len: 168 time: 0.6783943 May 25 16:44:11.266726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c5dbc-3307-41b0-acb2-a2826fa35918 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:11.278525 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dc4c5dbc-3307-41b0-acb2-a2826fa35918 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/subnets/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f HTTP/1.1" status: 200 len: 797 time: 0.1388993 May 25 16:44:11.283937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 53974) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:11.294296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'port': {'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c', 'name': 'tempest-FloatingIPTestJSON-442727096', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:11.300730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b0456a42-fba5-4c35-9317-0ab3569033e4 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:11.319128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.319724 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Added segment 51d27edb-2c29-44fd-86ab-94663546e6eb of type vlan for network 9c209b66-f259-4d77-992c-87b8a8b339d5 May 25 16:44:11.555882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.591003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 53984) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:11.634819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:11.654984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:11.665511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.674386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:11.675350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.681362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:11.795969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Network': ['ID=9c209b66-f259-4d77-992c-87b8a8b339d5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:11.799150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:11.799862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:11.810810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:11.946607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:11.988973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] device_id is not set on port 3a3a28bf-22cb-428f-b366-f7057ed11d9d yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:12.101198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629961393'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:12.103822 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2308307 May 25 16:44:12.139027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:12.163101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:12.181882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:12.209319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:12.250998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.286443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.337043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:12.342243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:12.353617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:12.360989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:12.476089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.678235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.691177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.699925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:12.741477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:12.766095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:12.778287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:12.783002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc6af2d8-20af-4627-96b7-1eb73324ac1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:12.802381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:12.996362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.14 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/3a3a28bf-22cb-428f-b366-f7057ed11d9d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:13.012478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.13 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/3a3a28bf-22cb-428f-b366-f7057ed11d9d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:13.115895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854fe945-0f64-4248-b399-6136e1a5e8d1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:13.196785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.203769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:13.213304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.232430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4298e037-8bd3-427d-a4e8-3b4208eb1b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:13.366620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.368967 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7769072 May 25 16:44:13.369729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6482b0a7-456b-4721-881b-9b37de7288f6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:13.395753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54028) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:13.479831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:13.628936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54036) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:13.641063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-da75bea5-678a-4497-a6ab-16ebea240487 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:13.700419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-da75bea5-678a-4497-a6ab-16ebea240487 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:13.701054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.706176 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-da75bea5-678a-4497-a6ab-16ebea240487 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3058774 May 25 16:44:13.707045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54044) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:13.728468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-security--2106977211', 'description': 'tempest-security-description-1160411570'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:13.846333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.876021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.976958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:13.994558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-640902774'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:14.004550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:14.022476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:14.028560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:14.044963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:14.055284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2a80639d-efcd-4358-ab34-0a6d2255ee1a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:14.078533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:14.082864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.130265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.135015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:14.141649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:14.166761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:14.182124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:14.197522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:security_group_rule and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:14.203611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:14.221627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:14.263845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=3a3a28bf-22cb-428f-b366-f7057ed11d9d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:14.288946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.291083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:14.301913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.313365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4217db2e-a8f1-44c1-85de-3d920ad5a6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:14.355624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.361366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54058) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:14.362129 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "PUT /v2.0/security-groups/6482b0a7-456b-4721-881b-9b37de7288f6 HTTP/1.1" status: 200 len: 1778 time: 0.6483014 May 25 16:44:14.366553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6482b0a7-456b-4721-881b-9b37de7288f6,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:14.388752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:14.389811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.397416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:14.442523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1558766 May 25 16:44:14.444990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54064) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:14.451835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '3a3a28bf-22cb-428f-b366-f7057ed11d9d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:14.459144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:14.466753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54068) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:14.477929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:14.498315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:14.591754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.678446 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-655ff8e7-68ea-4d82-9ee5-389bfdd8f2bb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups/6482b0a7-456b-4721-881b-9b37de7288f6 HTTP/1.1" status: 200 len: 1778 time: 0.3075504 May 25 16:44:14.678446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.678446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54076) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:14.698391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.705711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d98faca7-339a-4235-bbf2-5eabc0abd675 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:14.754383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:14.762327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:14.777289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:14.799270 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:44:14.802424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:14.808824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.809171 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment 5cdbcf7f-4d18-4f71-a191-f7446ba9e557 of type vlan for network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b May 25 16:44:14.810572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.814583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb00fc-8f5e-48c3-80fc-97bd39e349ed,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:14.827126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:14.834066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:14.874137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:14.879009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.910332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.929227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:14.933195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54084) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.010294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.012053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.020943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.024940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:15.025680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.031371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:15.046705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6482b0a7-456b-4721-881b-9b37de7288f6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:15.050017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:15.069448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6707453f-b4cf-4ea5-83c1-b9175386b68e tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:15.136498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5c392843-103e-4a9a-a8fc-8a24cfe78071 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Request body: {'quota': {'network': 2}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.252087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.21 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/29b1d36c-f14d-4006-93e2-0feeab0d9d97) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:15.270710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=28bd99a6-22cf-4fbf-8c9d-f3606c3a131b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:15.284859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:15.294477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:15.306472 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6475904 May 25 16:44:15.306472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.306472 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/6482b0a7-456b-4721-881b-9b37de7288f6 HTTP/1.1" status: 204 len: 168 time: 0.6246998 May 25 16:44:15.306472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54092) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.350973 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5c392843-103e-4a9a-a8fc-8a24cfe78071 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "PUT /v2.0/quotas/f7c996b37a6c4c43991c113e2642c284 HTTP/1.1" status: 200 len: 368 time: 0.4148340 May 25 16:44:15.361541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.385146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Request body: {'network': {'project_id': 'f7c996b37a6c4c43991c113e2642c284'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.404206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:15.413155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Usage tracker for resource:network and tenant:f7c996b37a6c4c43991c113e2642c284 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:15.419643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:15.425413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.449965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:15.479007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Made reservation on behalf of f7c996b37a6c4c43991c113e2642c284 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:15.481862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.518008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.518401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.530132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'subnets': [{'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1988329717', 'ip_version': 6}, {'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.530459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'subnet': {'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1988329717', 'ip_version': 6}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.531399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Request body: {'subnet': {'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.543396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-661f5fe6-e5bf-4db2-bc32-3e6f37368dae tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:15.546351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:15.551497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Usage tracker for resource:security_group_rule and tenant:f7c996b37a6c4c43991c113e2642c284 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:15.556760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:15.567536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:15.590580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-661f5fe6-e5bf-4db2-bc32-3e6f37368dae tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:15.591916 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-661f5fe6-e5bf-4db2-bc32-3e6f37368dae tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2840607 May 25 16:44:15.600611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54104) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.624090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-0029bd3d-ef9b-4b2e-8392-29617c616523 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] delete failed (client error): The resource could not be found. May 25 16:44:15.629506 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0029bd3d-ef9b-4b2e-8392-29617c616523 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/6482b0a7-456b-4721-881b-9b37de7288f6 HTTP/1.1" status: 404 len: 347 time: 0.0235095 May 25 16:44:15.630957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54108) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.636547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1186733710'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:15.647173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:15.665607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:15.708376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.760719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:15.764011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.766748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:15.770841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:15.773764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.779337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:15.789512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:15.821067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:15.834614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1680f9a-e2ac-4d42-b5c3-bf1f47746975,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:15.837940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:15.844375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.844580 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Added segment 176d8f7e-4f63-4f13-a773-9af6b6441469 of type vlan for network a4c99ab3-d551-4afe-995f-ccd4864ebc11 May 25 16:44:15.861660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.887461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.940402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.946012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.977964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f8ba066-d3d8-4953-aabf-7b5121a3ab03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:15.991609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.992322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:15.996065 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3619556 May 25 16:44:15.997168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54114) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:15.997555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:15.998162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.007797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '92092b25-82b1-4dae-acc4-af71d39de9af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:16.014137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:16.021382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:16.030421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Usage tracker for resource:subnet and tenant:d4377924af7d4a8a8ef0d18e207b1da7 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:16.032851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92092b25-82b1-4dae-acc4-af71d39de9af,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:16.034221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:16.037868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:16.038006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:16.039798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.6771402 May 25 16:44:16.040778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:16.045209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:16.054542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54118) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:16.066428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:16.081008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:16.085034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Made reservation on behalf of d4377924af7d4a8a8ef0d18e207b1da7 for: {'subnet': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:16.089765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.090228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.112757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Request body: {'network': {'project_id': 'f7c996b37a6c4c43991c113e2642c284'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:16.127872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.151888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Pushing event updated for resources: {'Network': ['ID=a4c99ab3-d551-4afe-995f-ccd4864ebc11,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:16.154475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:16.162231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a4c99ab3-d551-4afe-995f-ccd4864ebc11 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:16.184624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:16.191255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c384a36-5c04-4d71-b2ce-e78b0c592f3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:16.239400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Usage tracker for resource:network and tenant:f7c996b37a6c4c43991c113e2642c284 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:16.262110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:16.285319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:16.312332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.337907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:16.374163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:16.398186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:16.425366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Made reservation on behalf of f7c996b37a6c4c43991c113e2642c284 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:16.427702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.465089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=29b1d36c-f14d-4006-93e2-0feeab0d9d97,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:16.491299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:16.534122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.580669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:16.591495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37430844-451b-4106-8360-518ed845bd50 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:16.647071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.702893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.710065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.710298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Added segment 4ed4a91c-589b-41d1-bd30-fd60666d4345 of type vlan for network 901e9bb3-ecaa-46b7-9a17-be0901c91684 May 25 16:44:16.845629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=044c38bd-1052-4e95-ab79-e6ac1ff2e825,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:16.855016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:16.873536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:16.879859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e828e3b-80c6-4398-b932-d6defc3d755b tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:16.984904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': 'ea099b0b-ef9a-4c7d-bc36-bec003e17697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:16.985188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: b0456a42-fba5-4c35-9317-0ab3569033e4, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:17.001830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2acf67d-b2f8-4bbc-8441-246f356e5e6b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:17.016160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:17.019969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:44:17.055433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.056677 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0579934 May 25 16:44:17.060770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54124) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.099387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.115730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.162199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.171784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:17.185791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2acf67d-b2f8-4bbc-8441-246f356e5e6b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:17.191755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.192815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:17.193399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.195711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:17.196694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.200740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c2acf67d-b2f8-4bbc-8441-246f356e5e6b HTTP/1.1" status: 204 len: 168 time: 0.1346307 May 25 16:44:17.200740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54130) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.216511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:17.229451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network b0456a42-fba5-4c35-9317-0ab3569033e4 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:17.264826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b7d93d28-d257-4dce-8f54-704926c6aa02 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:17.284297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b7d93d28-d257-4dce-8f54-704926c6aa02 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:17.286990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b7d93d28-d257-4dce-8f54-704926c6aa02 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0842237 May 25 16:44:17.288664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54134) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.363843 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.2873054 May 25 16:44:17.364631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b0456a42-fba5-4c35-9317-0ab3569033e4) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:17.366943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54138) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.370369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.378775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016b25c-6a90-43f5-9ebc-c51ba0ccb4b6 None None] Network b0456a42-fba5-4c35-9317-0ab3569033e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:17.385477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Request body: {'network': {'project_id': 'f7c996b37a6c4c43991c113e2642c284'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:17.393867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Pushing event updated for resources: {'Network': ['ID=901e9bb3-ecaa-46b7-9a17-be0901c91684,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:17.411205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:17.418001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:17.418617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:17.419421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.428750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Usage tracker for resource:network and tenant:f7c996b37a6c4c43991c113e2642c284 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:17.442994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:17.451975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:17.456629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 901e9bb3-ecaa-46b7-9a17-be0901c91684 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:17.459047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.464715 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9966445 May 25 16:44:17.468695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.474805 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 25 16:44:17.475467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:44:17.477288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359112331'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:17.482013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6e046c98-ba4c-4465-888c-26cf81ed3c78 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1127958 May 25 16:44:17.482698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:17.487479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54146) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.488946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:17.492184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:17.498859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:17.516731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:17.520685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.695395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.696542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:17.713543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:17.741814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92092b25-82b1-4dae-acc4-af71d39de9af,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:17.746013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:17.761351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.766051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b0456a42-fba5-4c35-9317-0ab3569033e4', 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': '044c38bd-1052-4e95-ab79-e6ac1ff2e825'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:17.768623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.774089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.779028 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/92092b25-82b1-4dae-acc4-af71d39de9af HTTP/1.1" status: 204 len: 168 time: 0.4893205 May 25 16:44:17.780695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54152) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:17.793879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.794229 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 9ce1db74-3823-4ecb-8e9d-6f31918b6232 of type vlan for network 1bad273a-079e-4ac4-bf62-6f322f5ec6b4 May 25 16:44:17.866852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-61b14f12-90e3-46ac-b3aa-86fe8910b03a tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:17.871521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:17.877382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.000322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Allocated IP 2001:db8:0:ffff::2 (b0456a42-fba5-4c35-9317-0ab3569033e4/044c38bd-1052-4e95-ab79-e6ac1ff2e825/79908912-d950-4ecb-a988-7d7e1b807a73) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:18.013707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.030464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e9bb3-ecaa-46b7-9a17-be0901c91684']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:18.045032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed4a91c-589b-41d1-bd30-fd60666d4345') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:18.045536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed4a91c-589b-41d1-bd30-fd60666d4345') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:18.058069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.075657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.083881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:18.084407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.199306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:18.206323 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:18.210497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:18.211508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.211696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.221877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.222525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02d28442-87df-425d-ab9f-9f476303fd97 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:18.228686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:18.243335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.255290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Transition to ACTIVE for port object 79908912-d950-4ecb-a988-7d7e1b807a73 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:18.258032 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "DELETE /v2.0/networks/901e9bb3-ecaa-46b7-9a17-be0901c91684 HTTP/1.1" status: 204 len: 168 time: 0.7687140 May 25 16:44:18.258975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54156) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:18.260247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Pushing event deleted for resources: {'Network': ['ID=901e9bb3-ecaa-46b7-9a17-be0901c91684,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:18.264096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:18.267259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-61b14f12-90e3-46ac-b3aa-86fe8910b03a tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:18.273487 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-61b14f12-90e3-46ac-b3aa-86fe8910b03a tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4854765 May 25 16:44:18.274775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54160) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:18.278202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Transition to ACTIVE for port object 79908912-d950-4ecb-a988-7d7e1b807a73 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:18.285149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.289105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:18.365453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Network b0456a42-fba5-4c35-9317-0ab3569033e4 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:18.368606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:18.373593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9029012 May 25 16:44:18.374856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.379475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:18.381780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Pushing event updated for resources: {'Port': ['ID=79908912-d950-4ecb-a988-7d7e1b807a73,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:18.385500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:18.487018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Attempting to bind port 79908912-d950-4ecb-a988-7d7e1b807a73 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:18.487451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Attempting to bind port 79908912-d950-4ecb-a988-7d7e1b807a73 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ea099b0b-ef9a-4c7d-bc36-bec003e17697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:18.487819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Attempting to bind port 79908912-d950-4ecb-a988-7d7e1b807a73 on network b0456a42-fba5-4c35-9317-0ab3569033e4 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:18.501530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:18.502100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Checking segment: {'id': 'ea099b0b-ef9a-4c7d-bc36-bec003e17697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:18.502510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.502964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Bound using segment: {'id': 'ea099b0b-ef9a-4c7d-bc36-bec003e17697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:18.503461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Bound port: 79908912-d950-4ecb-a988-7d7e1b807a73, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea099b0b-ef9a-4c7d-bc36-bec003e17697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'b0456a42-fba5-4c35-9317-0ab3569033e4'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:18.503839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.513913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.519397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54166) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:18.523183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--604367800'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:18.530782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.548307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '1bad273a-079e-4ac4-bf62-6f322f5ec6b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:18.621614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] For port 79908912-d950-4ecb-a988-7d7e1b807a73, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:18.625954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] For port 79908912-d950-4ecb-a988-7d7e1b807a73, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=79908912-d950-4ecb-a988-7d7e1b807a73,segment=NetworkSegment(ea099b0b-ef9a-4c7d-bc36-bec003e17697),segment_id=ea099b0b-ef9a-4c7d-bc36-bec003e17697)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:18.630724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.639822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61baefd2-5abe-4938-a5fe-f308f9740e2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:18.667706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.682924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.691210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=1bad273a-079e-4ac4-bf62-6f322f5ec6b4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:18.704191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:18.708865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1bad273a-079e-4ac4-bf62-6f322f5ec6b4 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:18.711948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ef45494-a78b-47f0-88df-401ea640869c tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:18.742463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54170) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:18.773118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:18.810741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:18.859486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Pushing event updated for resources: {'Port': ['ID=79908912-d950-4ecb-a988-7d7e1b807a73,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:18.874359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:18.876270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:18.878486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:18.881397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:18.887988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:18.894786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:18.976476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:18.984372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.002943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:19.006632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.023128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c99ab3-d551-4afe-995f-ccd4864ebc11']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:19.107983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.133358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=29b1d36c-f14d-4006-93e2-0feeab0d9d97,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:19.133614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176d8f7e-4f63-4f13-a773-9af6b6441469') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:19.133804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176d8f7e-4f63-4f13-a773-9af6b6441469') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:19.145822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:19.164056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.184160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:19.197059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:19.200824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.207547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:19.224788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:19.228288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:19.228690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.232694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:19.245157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:subnet and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:19.245453 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:19.249637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.250581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:19.261657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:19.265605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5722ba7b-39ed-42a2-aea2-266fd21d381e tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:19.337128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP bb6d9871-8895-4ced-8d6f-1279a2751136 associated. External IP: 172.26.6.21, port: 3a3a28bf-22cb-428f-b366-f7057ed11d9d. May 25 16:44:19.378825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.393021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:19.411527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.416617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:19.420087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.432215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Pushing event deleted for resources: {'Network': ['ID=a4c99ab3-d551-4afe-995f-ccd4864ebc11,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:19.440487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:19.486612 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] 10.222.0.96 "DELETE /v2.0/networks/a4c99ab3-d551-4afe-995f-ccd4864ebc11 HTTP/1.1" status: 204 len: 168 time: 1.2182589 May 25 16:44:19.511124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Subnet': ['ID=dec47c2d-03ee-44d5-b225-635ee22e7311,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:19.530327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:19.556143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.560899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.569190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f93e2639-1e5a-4edd-ab45-f6bb9e54c2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:19.658442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Checking segment: {'id': 'b39158ce-e32f-489e-b485-5de463911471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:19.658805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network hostable DHCP agents. Network: 76b22f25-eb2f-488e-ad8d-34a888c7341e, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:19.670203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:19.678774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:19.694026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.697989 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4194746 May 25 16:44:19.700152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:19.712399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:19.723411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:19.728395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:19.808357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:19.862588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 79908912-d950-4ecb-a988-7d7e1b807a73 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:19.899694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:19.906710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-010f95cd-c0fa-4256-a47d-e51125a0c61a tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:20.015704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': '9ce1db74-3823-4ecb-8e9d-6f31918b6232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '1bad273a-079e-4ac4-bf62-6f322f5ec6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:20.016080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: 1bad273a-079e-4ac4-bf62-6f322f5ec6b4, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:20.023941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=a9173e2b-b54e-4ab9-ab9f-4f645efc3df7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:20.027640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:20.045720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 1bad273a-079e-4ac4-bf62-6f322f5ec6b4 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:20.059575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 1bad273a-079e-4ac4-bf62-6f322f5ec6b4) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:20.075966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:20.076578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.080194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f6d843-956a-44c6-ad1d-6eb1b9e73eb1 None None] Network 1bad273a-079e-4ac4-bf62-6f322f5ec6b4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:20.109037 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5689719 May 25 16:44:20.109758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54188) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:20.120559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:20.136971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 76b22f25-eb2f-488e-ad8d-34a888c7341e) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:20.145100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:20.259738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20436a06-adc2-4b43-bcb9-b49ca8bd7640 None None] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:20.284645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8caf0b0-5bcb-4d40-ac10-ca4b70f59388 None None] Network b0456a42-fba5-4c35-9317-0ab3569033e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:20.322946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.366292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.373585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54194) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:20.415990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.517407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Provisioning for port 79908912-d950-4ecb-a988-7d7e1b807a73 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:20.528696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Provisioning complete for port 79908912-d950-4ecb-a988-7d7e1b807a73 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:20.529325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.564936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:20.587225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 79908912-d950-4ecb-a988-7d7e1b807a73 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:20.633532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 79908912-d950-4ecb-a988-7d7e1b807a73 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:20.634201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.647533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.675721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.736727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff14c1af-5421-485d-a82a-83ae1c323439 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:20.744532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.769014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.775468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-69cc5d66-9e41-4164-b579-e968eca0d9ee tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:20.820909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:20.823807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7865365-7455-4fe2-b17c-9db158089e4f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:20.832772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:20.835358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=a9173e2b-b54e-4ab9-ab9f-4f645efc3df7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:20.840365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Usage tracker for resource:security_group_rule and tenant:dea3b0d7dd0a49a5bc5ff95359054838 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:20.849713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:20.879822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:20.909989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:20.948518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.955072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2475109 May 25 16:44:20.961279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54202) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:20.974339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:20.984525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.987994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:20.997367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:20.999844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bad273a-079e-4ac4-bf62-6f322f5ec6b4']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.004966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b563bf4-c352-4ea2-8b63-224b5a9cb875 None None] Network 1bad273a-079e-4ac4-bf62-6f322f5ec6b4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:21.010489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:21.015798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce1db74-3823-4ecb-8e9d-6f31918b6232') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.016167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce1db74-3823-4ecb-8e9d-6f31918b6232') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.018303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:21.030576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.033207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:21.036844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:21.052076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.060288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:21.060830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:21.076203 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:21.136517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:21.139563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.164814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.268508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-76b22f25-eb2f-488e-ad8d-34a888c7341e', 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e', 'tenant_id': 'd4377924af7d4a8a8ef0d18e207b1da7', 'fixed_ips': [{'subnet_id': 'dec47c2d-03ee-44d5-b225-635ee22e7311'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:21.269427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.288524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:21.289224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.293519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.298168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.316393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.321021 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.8746979 May 25 16:44:21.321837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.328391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54206) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:21.333234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=1bad273a-079e-4ac4-bf62-6f322f5ec6b4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.342647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': '3a3a28bf-22cb-428f-b366-f7057ed11d9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:21.351731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] For port 79908912-d950-4ecb-a988-7d7e1b807a73, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=79908912-d950-4ecb-a988-7d7e1b807a73,segment=NetworkSegment(ea099b0b-ef9a-4c7d-bc36-bec003e17697),segment_id=ea099b0b-ef9a-4c7d-bc36-bec003e17697)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:21.353653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.365053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.374276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5289945a-12af-40bc-bbeb-0ae6ff79449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.401776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.402006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.403365 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/1bad273a-079e-4ac4-bf62-6f322f5ec6b4 HTTP/1.1" status: 204 len: 168 time: 1.2925260 May 25 16:44:21.412864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54212) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:21.422239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.426456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.440678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.450424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970872187'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:21.456535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.457738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:21.463540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:21.468320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:21.477049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:21.482653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.499457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.525262 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dea3b0d7dd0a49a5bc5ff95359054838&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1439147 May 25 16:44:21.532092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event updated for resources: {'Subnet': ['ID=93f60007-5002-46de-bd36-8bd5d880b736,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.541495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54216) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:21.542243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.545027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.548885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Checking segment: {'id': '51d27edb-2c29-44fd-86ab-94663546e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:21.549248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network hostable DHCP agents. Network: 9c209b66-f259-4d77-992c-87b8a8b339d5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:21.552062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a5e2625-74fe-4a09-8f94-df107d1e1e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.578345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:21.583618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.623450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:21.624096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.648548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.649642 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6865730 May 25 16:44:21.658438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54220) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:21.659294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1ba04e-c3c9-4175-8e21-33cd60ecd822,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.676812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.678976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-241765c8-5beb-4dda-b8be-08192f36322e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.691839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:21.697279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:21.723347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:21.732738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:21.738378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:21.741125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0516d510-f6e5-40f4-ba2b-57fd276708e3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.751945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:21.751945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.752635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:21.768457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.768804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 2024b651-2945-4be5-9e4d-5ace240d3664 of type vlan for network c6df80ca-c688-4ebe-a7ce-06eca6e47aef May 25 16:44:21.788296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.789904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9c209b66-f259-4d77-992c-87b8a8b339d5) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:21.797334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:21.818381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6885572d-ba9b-456e-9015-4d3de1ddecfb None None] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:21.831603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:21.832018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee83e0d-b19f-4139-b22b-77777db2e2b1 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:21.834032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': '5cdbcf7f-4d18-4f71-a191-f7446ba9e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:21.834398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:21.864164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.865931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:21.866414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:21.867061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.891154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.914953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=d5f5f0e3-2605-48f5-82a1-b3c5f00031d2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.918332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Pushing event updated for resources: {'Port': ['ID=79908912-d950-4ecb-a988-7d7e1b807a73,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:21.919223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.931930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:21.958435 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.4361999 May 25 16:44:21.971294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:21.976882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54226) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.000212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:22.002278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:22.044475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:22.052001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Allocated IP 2001:db8::1 (76b22f25-eb2f-488e-ad8d-34a888c7341e/dec47c2d-03ee-44d5-b225-635ee22e7311/0d91ce72-2ebd-4172-9bc7-003990f0fed5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:22.075004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:22.113997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.114614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.116330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:44:22.126898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.128224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.128920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338cd91-ca12-49c5-8499-60be07d0423c None None] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:22.129775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.130633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Synchronizing usage tracker for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:22.162016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.168921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.175821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.178876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46f579fe-caac-4fc0-aa63-0c8f602ff89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:22.182235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.182891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.194323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.198294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:22.210128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4580505 May 25 16:44:22.214576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54230) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.216172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1ba04e-c3c9-4175-8e21-33cd60ecd822,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:22.227639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:22.228321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Unset dirty status for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:22.240320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e4cb9b8a-d572-4b5d-9b86-2bef8ff65fad tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2623279 May 25 16:44:22.241427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.242554 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1d1ba04e-c3c9-4175-8e21-33cd60ecd822 HTTP/1.1" status: 204 len: 168 time: 0.6992190 May 25 16:44:22.243472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:22.249923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54234) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.254405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-637763975'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:22.270241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:22.323453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=c6df80ca-c688-4ebe-a7ce-06eca6e47aef,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:22.336005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.336760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.336881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.337290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.337707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.338475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.338475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.338831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.339240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.339582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.340113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.340475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:22.344571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:22.408925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:22.444341 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0314484 May 25 16:44:22.447757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54240) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.455712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:22.486112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:22.496190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eef1902-d844-426d-8c4c-6dee099a6ed5,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:22.498864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:22.508397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:22.510085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.511988 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8488550 May 25 16:44:22.515425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:22.519384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54246) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.526905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:22.538459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:22.548957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:22.554938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:22.558222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:22.561916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.590577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting subnet dec47c2d-03ee-44d5-b225-635ee22e7311 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:22.614950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:22.675475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.683488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cbb17ef6-11e1-4ffc-803d-75b6cefe4d1d None None] Provisioning complete for port 79908912-d950-4ecb-a988-7d7e1b807a73 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:22.684136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cbb17ef6-11e1-4ffc-803d-75b6cefe4d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.697508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:22.707703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:22.723168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:22.727539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:22.734199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:22.744264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9c209b66-f259-4d77-992c-87b8a8b339d5', 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5', 'tenant_id': 'd4377924af7d4a8a8ef0d18e207b1da7', 'fixed_ips': [{'subnet_id': '93f60007-5002-46de-bd36-8bd5d880b736'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:22.744464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.744926 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment f02b5a4d-85c1-4018-8540-f902a4bbfc13 of type vlan for network 0b5652c5-a503-400a-a888-dffdb824b2d2 May 25 16:44:22.745717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.747460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:22.751561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.820155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.843574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54252) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:22.848964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.860126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:44:22.873390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.879538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.893962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:22.915853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 79908912-d950-4ecb-a988-7d7e1b807a73 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:22.921332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a9504f-3277-4b60-be35-8a83ede0608b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:22.924439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:22.927112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.932599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:22.933097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:22.941587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:22.942113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:22.963406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Usage tracker for resource:security_group_rule and tenant:c16ffc58f05b4927999989ded6d7ff91 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:22.979648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:22.998944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.021246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.037959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:23.052761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.054147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5333929 May 25 16:44:23.058994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54256) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:23.068469 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8501978 May 25 16:44:23.069423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54260) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:23.079314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:23.093942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:23.203085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:23.212675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.219200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:23.223291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=0b5652c5-a503-400a-a888-dffdb824b2d2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:23.236070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:23.243068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-28bd99a6-22cf-4fbf-8c9d-f3606c3a131b', 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': 'd5f5f0e3-2605-48f5-82a1-b3c5f00031d2'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:23.243899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.254617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:23.284974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Transition to ACTIVE for port object 0d91ce72-2ebd-4172-9bc7-003990f0fed5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:23.295783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:23.326213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:23.367228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.374944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.387881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:23.391534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:23.400948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:subnet and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:23.410138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:23.413006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.432283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:23.434092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Allocated IP 2001:db8:0:1::1 (9c209b66-f259-4d77-992c-87b8a8b339d5/93f60007-5002-46de-bd36-8bd5d880b736/a6f27e33-437f-4764-89d1-6ac87aa81440) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:23.451277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Transition to ACTIVE for port object 0d91ce72-2ebd-4172-9bc7-003990f0fed5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:23.482771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.487433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 79908912-d950-4ecb-a988-7d7e1b807a73 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:23.487817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.534341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c16ffc58f05b4927999989ded6d7ff91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6863387 May 25 16:44:23.540670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54266) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:23.554652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c233c9e-5ccb-47b1-b7b6-4d88e422a9d4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:23.563291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:23.567926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.583341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:23.615184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.631608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:23.664465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.747947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.763686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.783712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a6f5c7d6-6b24-4d24-9989-3e8c708a1b54 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:23.793937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:23.795640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.827994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.835329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:23.847632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:23.867172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Pushing event updated for resources: {'Port': ['ID=0d91ce72-2ebd-4172-9bc7-003990f0fed5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:23.901646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:23.921804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:23.945499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f710223-5f57-402f-9835-1b6882970082,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:23.971671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.972098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.972366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.972736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.974005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.974381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.974752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.975349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.975714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.976114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.976475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.976826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:23.988144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:23.991701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:23.993653 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9312265 May 25 16:44:23.996446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54272) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:24.033758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Allocated IP 2001:db8:0:ffff::2 (28bd99a6-22cf-4fbf-8c9d-f3606c3a131b/d5f5f0e3-2605-48f5-82a1-b3c5f00031d2/02e30211-6639-4542-a2f9-83804160c8c0) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:24.039279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.066133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Attempting to bind port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:24.066502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Attempting to bind port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b39158ce-e32f-489e-b485-5de463911471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:24.067245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Attempting to bind port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 on network 76b22f25-eb2f-488e-ad8d-34a888c7341e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:24.084983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.094604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.097358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:24.098104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Checking segment: {'id': 'b39158ce-e32f-489e-b485-5de463911471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:24.098505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.098930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Bound using segment: {'id': 'b39158ce-e32f-489e-b485-5de463911471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:24.099432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Bound port: 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39158ce-e32f-489e-b485-5de463911471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1160, 'network_id': '76b22f25-eb2f-488e-ad8d-34a888c7341e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:24.099810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.104780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.116526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c233c9e-5ccb-47b1-b7b6-4d88e422a9d4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:24.119538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:24.147253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.226005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.227160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1c233c9e-5ccb-47b1-b7b6-4d88e422a9d4 HTTP/1.1" status: 204 len: 168 time: 0.6850176 May 25 16:44:24.247182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:24.253137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.260209 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:24.294105 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:24.295102 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:24.385164 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:24.406751 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4e872179-d8c5-4896-86fd-30bd9b8bdda7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/bb6d9871-8895-4ced-8d6f-1279a2751136 HTTP/1.1" status: 200 len: 977 time: 3.0751476 May 25 16:44:24.408118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54280) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:24.410839 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:24.413165 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:24.448805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.593137 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:24.593966 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954eb20-2adf-4eaf-a3a5-1d10a76eeeac None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:24.595436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.647808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Transition to ACTIVE for port object a6f27e33-437f-4764-89d1-6ac87aa81440 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:24.650756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Transition to ACTIVE for port object 02e30211-6639-4542-a2f9-83804160c8c0 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:24.680215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.684179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Transition to ACTIVE for port object a6f27e33-437f-4764-89d1-6ac87aa81440 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:24.685714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Transition to ACTIVE for port object 02e30211-6639-4542-a2f9-83804160c8c0 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:24.694120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.699362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-112780e2-4a1b-4485-a390-4aa743a9cf46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.700251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.710903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.720486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b7b68ed8-38fd-4d6c-99f7-c593504f276e tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.764180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.764414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f710223-5f57-402f-9835-1b6882970082,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:24.766393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.767967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:24.778400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.813003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.814698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/3f710223-5f57-402f-9835-1b6882970082 HTTP/1.1" status: 204 len: 168 time: 0.8066583 May 25 16:44:24.820578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54290) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:24.828455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.830872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/subnets/dec47c2d-03ee-44d5-b225-635ee22e7311 HTTP/1.1" status: 204 len: 168 time: 2.5674639 May 25 16:44:24.831895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Subnet': ['ID=dec47c2d-03ee-44d5-b225-635ee22e7311,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:24.834209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54294) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:24.855227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:24.861288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:24.865468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] For port 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:24.879043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] For port 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0d91ce72-2ebd-4172-9bc7-003990f0fed5,segment=NetworkSegment(b39158ce-e32f-489e-b485-5de463911471),segment_id=b39158ce-e32f-489e-b485-5de463911471)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:24.881528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=0e2de9dc-8378-4913-bc43-c34f7e8fba1d,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:24.893022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:24.899075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:24.906559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': '2024b651-2945-4be5-9e4d-5ace240d3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:24.907758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: c6df80ca-c688-4ebe-a7ce-06eca6e47aef, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:24.919729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:24.922302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Pushing event updated for resources: {'Port': ['ID=a6f27e33-437f-4764-89d1-6ac87aa81440,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:24.928172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:24.934445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:24.941538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:24.951292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:24.957764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:24.959150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:24.973599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c25acbd5-cf61-42d6-8d81-098e5bfd8497 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:24.983030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c6df80ca-c688-4ebe-a7ce-06eca6e47aef) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:24.992718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting subnet 93f60007-5002-46de-bd36-8bd5d880b736 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:25.004837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.010686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 29b1d36c-f14d-4006-93e2-0feeab0d9d97 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:25.011080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.053012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:25.055697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:25.060100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.076101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1750be-9ade-48e8-864e-e3a9337adf84 None None] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:25.181566 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7321510 May 25 16:44:25.188115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:25.205320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394274239'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:25.212642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:25.224885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:25.226443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c25acbd5-cf61-42d6-8d81-098e5bfd8497 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:25.227814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c25acbd5-cf61-42d6-8d81-098e5bfd8497 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4060524 May 25 16:44:25.232186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54312) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:25.246219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:25.258621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.262421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:25.267628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.267984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.377171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:44:25.381219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.396602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6944b096-b1e8-47bb-a260-2ef4deb62aef tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:25.504977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=ee463460-366c-4068-86b6-e850d0ac9a7e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:25.511017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:25.527404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.528649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Attempting to bind port a6f27e33-437f-4764-89d1-6ac87aa81440 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:25.529130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Attempting to bind port a6f27e33-437f-4764-89d1-6ac87aa81440 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '51d27edb-2c29-44fd-86ab-94663546e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:25.529680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Attempting to bind port a6f27e33-437f-4764-89d1-6ac87aa81440 on network 9c209b66-f259-4d77-992c-87b8a8b339d5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:25.553440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:25.554247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Checking segment: {'id': '51d27edb-2c29-44fd-86ab-94663546e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:25.555014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.555634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Bound using segment: {'id': '51d27edb-2c29-44fd-86ab-94663546e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:25.556323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Bound port: a6f27e33-437f-4764-89d1-6ac87aa81440, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d27edb-2c29-44fd-86ab-94663546e6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9c209b66-f259-4d77-992c-87b8a8b339d5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:25.558303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.648751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': 'f02b5a4d-85c1-4018-8540-f902a4bbfc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:25.650060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 0b5652c5-a503-400a-a888-dffdb824b2d2, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:25.711665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Attempting to bind port 02e30211-6639-4542-a2f9-83804160c8c0 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:25.712039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Attempting to bind port 02e30211-6639-4542-a2f9-83804160c8c0 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5cdbcf7f-4d18-4f71-a191-f7446ba9e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:25.720688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Attempting to bind port 02e30211-6639-4542-a2f9-83804160c8c0 on network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:25.726537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Pushing event updated for resources: {'Port': ['ID=02e30211-6639-4542-a2f9-83804160c8c0,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:25.733060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:25.734266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:25.734878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Checking segment: {'id': '5cdbcf7f-4d18-4f71-a191-f7446ba9e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:25.735996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.736415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Bound using segment: {'id': '5cdbcf7f-4d18-4f71-a191-f7446ba9e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:25.736924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Bound port: 02e30211-6639-4542-a2f9-83804160c8c0, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdbcf7f-4d18-4f71-a191-f7446ba9e557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '28bd99a6-22cf-4fbf-8c9d-f3606c3a131b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:25.737302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.741103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.809284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:25.840086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 0b5652c5-a503-400a-a888-dffdb824b2d2) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:25.846540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Pushing event updated for resources: {'Port': ['ID=0d91ce72-2ebd-4172-9bc7-003990f0fed5,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:25.857725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 29b1d36c-f14d-4006-93e2-0feeab0d9d97 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:25.858241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb21ed-e64a-49c3-862b-8e5341c5d6b7 None None] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:25.866449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.873577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:25.874475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.886134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:25.911261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8334587 May 25 16:44:25.912653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54326) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:25.914280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:25.940048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'port': {'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2', 'name': 'tempest-NetworksIpV6TestAttrs-1842224797'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:26.053658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.058799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.059176 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 3376f079-49a8-47c9-aaaa-556325b9065c of type vlan for network 9565bb47-721b-443c-b367-e6a82786ea92 May 25 16:44:26.062255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.083145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c2b2fc4a-fdfd-45eb-8565-d0c84d144db3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.098161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.252s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.098756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.105755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56a9504f-3277-4b60-be35-8a83ede0608b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:26.115483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.120417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f8207816-81e6-4519-a401-1b41ac12edbe tempest-DHCPAgentSchedulersTestJSON-644316129 tempest-DHCPAgentSchedulersTestJSON-644316129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.162349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Subnet': ['ID=93f60007-5002-46de-bd36-8bd5d880b736,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:26.165561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.168965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.196067 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/subnets/93f60007-5002-46de-bd36-8bd5d880b736 HTTP/1.1" status: 204 len: 168 time: 1.3432899 May 25 16:44:26.198224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54336) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:26.293754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f361f106-4449-4f0f-be5c-038da787f56c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:26.295206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f361f106-4449-4f0f-be5c-038da787f56c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Synchronizing usage tracker for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:26.302584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.303772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:26.317185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] For port a6f27e33-437f-4764-89d1-6ac87aa81440, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:26.319694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f361f106-4449-4f0f-be5c-038da787f56c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Unset dirty status for tenant:d4377924af7d4a8a8ef0d18e207b1da7 on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:26.321350 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f361f106-4449-4f0f-be5c-038da787f56c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1218889 May 25 16:44:26.325142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:26.326583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] For port a6f27e33-437f-4764-89d1-6ac87aa81440, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a6f27e33-437f-4764-89d1-6ac87aa81440,segment=NetworkSegment(51d27edb-2c29-44fd-86ab-94663546e6eb),segment_id=51d27edb-2c29-44fd-86ab-94663546e6eb)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:26.330324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.331709 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/56a9504f-3277-4b60-be35-8a83ede0608b HTTP/1.1" status: 204 len: 168 time: 1.0900695 May 25 16:44:26.338635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:port and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:26.342960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54344) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:26.347500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.349148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.353681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:26.358771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-383d7281-3928-451e-beec-e9f41263371a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.398789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:26.449586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:26.453313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.463374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.479383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.489921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] For port 02e30211-6639-4542-a2f9-83804160c8c0, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:26.493243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c6df80ca-c688-4ebe-a7ce-06eca6e47aef', 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': '0e2de9dc-8378-4913-bc43-c34f7e8fba1d'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:26.495176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.567860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.600447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7279aa1a-e589-4847-bfa6-fa28b2af2a0d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:26.609839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=29b1d36c-f14d-4006-93e2-0feeab0d9d97,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:26.612379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] For port 02e30211-6639-4542-a2f9-83804160c8c0, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=02e30211-6639-4542-a2f9-83804160c8c0,segment=NetworkSegment(5cdbcf7f-4d18-4f71-a191-f7446ba9e557),segment_id=5cdbcf7f-4d18-4f71-a191-f7446ba9e557)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:26.621163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.622972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.643027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:26.643027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.659614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.699939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-0b5652c5-a503-400a-a888-dffdb824b2d2', 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': 'ee463460-366c-4068-86b6-e850d0ac9a7e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:26.708535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.712386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting port a6f27e33-437f-4764-89d1-6ac87aa81440 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:26.713032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:26.725146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54354) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:26.733472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.738487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Pushing event updated for resources: {'Port': ['ID=a6f27e33-437f-4764-89d1-6ac87aa81440,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:26.753983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:26.761277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:26.774287 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5851107 May 25 16:44:26.776408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] device_id is not set on port 6d27045c-15a9-424c-97d6-23e8f73d61eb yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:26.822192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54360) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:26.860603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42aa00f-7b21-4217-a9c1-edb84edd1699 None None] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:26.915016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7279aa1a-e589-4847-bfa6-fa28b2af2a0d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:26.916452 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7279aa1a-e589-4847-bfa6-fa28b2af2a0d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5724275 May 25 16:44:26.944384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '9565bb47-721b-443c-b367-e6a82786ea92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:26.987131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54366) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:27.113346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.120550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] For port a6f27e33-437f-4764-89d1-6ac87aa81440, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a6f27e33-437f-4764-89d1-6ac87aa81440,segment=NetworkSegment(51d27edb-2c29-44fd-86ab-94663546e6eb),segment_id=51d27edb-2c29-44fd-86ab-94663546e6eb)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:27.123285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.139593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0d91ce72-2ebd-4172-9bc7-003990f0fed5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:27.142527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:27.161610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.248327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:27.269012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=9565bb47-721b-443c-b367-e6a82786ea92,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:27.272260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Pushing event updated for resources: {'Port': ['ID=02e30211-6639-4542-a2f9-83804160c8c0,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:27.273299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:27.280438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:27.285134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:27.288396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-665666959'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:27.294624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:27.300389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Usage tracker for resource:network and tenant:198392fb651b41da9e50afe5771f0f6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:27.305772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:27.312851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:27.330327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:27.342696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.343195 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP bb6d9871-8895-4ced-8d6f-1279a2751136 disassociated (deleted). External IP: 172.26.6.21, port: 3a3a28bf-22cb-428f-b366-f7057ed11d9d. May 25 16:44:27.359304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ee9d26e1-549c-4b16-a952-1dcf25c7fe2f None None] Provisioning for port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:27.370879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9565bb47-721b-443c-b367-e6a82786ea92 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:27.399539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Calling delete_port for a6f27e33-437f-4764-89d1-6ac87aa81440 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:27.435932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Made reservation on behalf of 198392fb651b41da9e50afe5771f0f6c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:27.441244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.471431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.498955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.505204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dec4d61d-fc43-4000-b1c3-be87f7674216 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:27.527183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Allocated IP 2001:db8::3 (c6df80ca-c688-4ebe-a7ce-06eca6e47aef/0e2de9dc-8378-4913-bc43-c34f7e8fba1d/b01441bb-c98f-4c52-843b-79c4acbb93f2) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:27.540570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eef1902-d844-426d-8c4c-6dee099a6ed5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:27.545363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:27.550426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.553007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:27.557076 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/1eef1902-d844-426d-8c4c-6dee099a6ed5 HTTP/1.1" status: 204 len: 168 time: 0.5485444 May 25 16:44:27.557246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.572088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54374) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:27.599833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.617878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28b4c050-fecb-4123-9f7e-fa74f9fba346 tempest-FloatingIPAdminTestJSON-1487662638 tempest-FloatingIPAdminTestJSON-1487662638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:27.663703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] No DVR routers for this DVR port a6f27e33-437f-4764-89d1-6ac87aa81440 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:27.670737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing IP validity checks on allocation pools {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 16:44:27.671496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 16:44:27.701127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:27.720887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Port': ['ID=a6f27e33-437f-4764-89d1-6ac87aa81440,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:27.727834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Usage tracker for resource:security_group_rule and tenant:198392fb651b41da9e50afe5771f0f6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:27.731365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:27.734719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:27.748474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:27.753755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:27.776355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:27.777074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.853571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.854055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Allocated IP 2001:db8::f816:3eff:feb5:dfa1 (0b5652c5-a503-400a-a888-dffdb824b2d2/ee463460-366c-4068-86b6-e850d0ac9a7e/6d27045c-15a9-424c-97d6-23e8f73d61eb) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:27.869197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c209b66-f259-4d77-992c-87b8a8b339d5']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:27.893174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d27edb-2c29-44fd-86ab-94663546e6eb') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:27.893604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d27edb-2c29-44fd-86ab-94663546e6eb') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:27.918797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a436d6fd-12b0-417a-b426-a28d456f871d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:27.926571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.955936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a436d6fd-12b0-417a-b426-a28d456f871d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:27.957904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a436d6fd-12b0-417a-b426-a28d456f871d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3843434 May 25 16:44:27.983151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:27.986952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54378) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:28.023700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:28.024347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.063356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] DHCP port deletion for 76b22f25-eb2f-488e-ad8d-34a888c7341e request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:28.135917 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:28.187090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.195424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.210312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Transition to ACTIVE for port object b01441bb-c98f-4c52-843b-79c4acbb93f2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:28.211588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.221922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.227433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.241372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:28.273086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Transition to ACTIVE for port object b01441bb-c98f-4c52-843b-79c4acbb93f2 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:28.277792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=9c209b66-f259-4d77-992c-87b8a8b339d5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:28.281793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:28.285015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/9c209b66-f259-4d77-992c-87b8a8b339d5 HTTP/1.1" status: 204 len: 168 time: 1.9414420 May 25 16:44:28.287442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54384) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:28.292178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.313008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.318943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5129e668-3610-4fce-a16b-aa1e70b8df88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:28.359745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.402667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6b8e5a-ebb1-4007-9f5f-e4a8680ca7df None None] DHCP port deletion for 9c209b66-f259-4d77-992c-87b8a8b339d5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:28.421120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d82a0ade-dabd-499f-95d2-490cfa1c473e None None] Could not find standard attr ID for object a6f27e33-437f-4764-89d1-6ac87aa81440. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:44:28.439342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:28.449032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0d91ce72-2ebd-4172-9bc7-003990f0fed5,segment=NetworkSegment(b39158ce-e32f-489e-b485-5de463911471),segment_id=b39158ce-e32f-489e-b485-5de463911471)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:28.457827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:28.461685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Pushing event updated for resources: {'Port': ['ID=b01441bb-c98f-4c52-843b-79c4acbb93f2,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:28.464127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fb34b-0c1a-41e9-83cb-bf30fe19bbfe None None] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:28.470618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0516d510-f6e5-40f4-ba2b-57fd276708e3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:28.479381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:28.490792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:28.494435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:28.496835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.503705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:28.506097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.511024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54388) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:28.511911 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/0516d510-f6e5-40f4-ba2b-57fd276708e3 HTTP/1.1" status: 204 len: 168 time: 0.5240262 May 25 16:44:28.512405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:28.519836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.633439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fb34b-0c1a-41e9-83cb-bf30fe19bbfe None None] Network 9c209b66-f259-4d77-992c-87b8a8b339d5 could not be found, it might have been deleted concurrently. {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 25 16:44:28.657015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Deleting port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:28.658458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.694723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f59287-db8c-4318-927c-4813b47e1237 None None] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:28.732458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Deleting port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:28.732938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.768166 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3289ebaa-2ba9-4c03-808a-097439e8ceac tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2459819 May 25 16:44:28.784538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:28.797341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:28.840749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.952071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.964465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 02e30211-6639-4542-a2f9-83804160c8c0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:28.966125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] For port 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0d91ce72-2ebd-4172-9bc7-003990f0fed5,segment=NetworkSegment(b39158ce-e32f-489e-b485-5de463911471),segment_id=b39158ce-e32f-489e-b485-5de463911471)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:28.966562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:28.977398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.009925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:29.021293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=0d91ce72-2ebd-4172-9bc7-003990f0fed5,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.030757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Attempting to bind port b01441bb-c98f-4c52-843b-79c4acbb93f2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:29.031803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Attempting to bind port b01441bb-c98f-4c52-843b-79c4acbb93f2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2024b651-2945-4be5-9e4d-5ace240d3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:29.032928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Attempting to bind port b01441bb-c98f-4c52-843b-79c4acbb93f2 on network c6df80ca-c688-4ebe-a7ce-06eca6e47aef {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:29.056774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2926c849-4622-4e8a-a06e-1c7aa4d927b9 None None] Provisioning for port 02e30211-6639-4542-a2f9-83804160c8c0 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:29.075968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.078996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:29.079743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Checking segment: {'id': '2024b651-2945-4be5-9e4d-5ace240d3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:29.080280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.080876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Bound using segment: {'id': '2024b651-2945-4be5-9e4d-5ace240d3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:29.081462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Bound port: b01441bb-c98f-4c52-843b-79c4acbb93f2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2024b651-2945-4be5-9e4d-5ace240d3664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'c6df80ca-c688-4ebe-a7ce-06eca6e47aef'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:29.081942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.090222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.090613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Added segment 5279b5a9-4e20-4069-bfc8-9b4068bbdb05 of type vlan for network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd May 25 16:44:29.102145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.102644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.103118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.103527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.103960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.104379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.104805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.105222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.105649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.106083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.106643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.107225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Calling delete_port for 0d91ce72-2ebd-4172-9bc7-003990f0fed5 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:29.107709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:44:29.118085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] For port 0d91ce72-2ebd-4172-9bc7-003990f0fed5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0d91ce72-2ebd-4172-9bc7-003990f0fed5,segment=NetworkSegment(b39158ce-e32f-489e-b485-5de463911471),segment_id=b39158ce-e32f-489e-b485-5de463911471)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:29.118817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.139908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.168340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.172344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.214396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.222531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Port': ['ID=0d91ce72-2ebd-4172-9bc7-003990f0fed5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.225119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e223e6-cf04-43fd-af6f-a5ad4e1f90b2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.227006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.230952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] No DVR routers for this DVR port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:29.252281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.273562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.334763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Transition to ACTIVE for port object 6d27045c-15a9-424c-97d6-23e8f73d61eb will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:29.341341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Calling delete_port for 0d91ce72-2ebd-4172-9bc7-003990f0fed5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:29.357532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.365367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:29.371722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.390169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cf352327-831f-410d-8d57-8c6fe7e2ef69 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.406876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.408818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:29.425078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7865365-7455-4fe2-b17c-9db158089e4f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.435796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.444143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b22f25-eb2f-488e-ad8d-34a888c7341e']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.460363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39158ce-e32f-489e-b485-5de463911471') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.461149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39158ce-e32f-489e-b485-5de463911471') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.469108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 02e30211-6639-4542-a2f9-83804160c8c0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:29.471544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.472724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:29.473234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.473577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.477079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:29.477686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.488860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.491908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.498879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1160 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:29.499302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:29.517359 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:29.527058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.589644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.593836 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c7865365-7455-4fe2-b17c-9db158089e4f HTTP/1.1" status: 204 len: 168 time: 0.8023503 May 25 16:44:29.593989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54400) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:29.602147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 02e30211-6639-4542-a2f9-83804160c8c0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:29.602851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.617250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.630813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.636057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.639276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.662583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.665126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] For port b01441bb-c98f-4c52-843b-79c4acbb93f2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:29.671146 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9035838 May 25 16:44:29.683117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=76b22f25-eb2f-488e-ad8d-34a888c7341e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.685617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.697233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4b476c3a-ce65-482d-bf5c-696dd25acd65 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:29.701878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/76b22f25-eb2f-488e-ad8d-34a888c7341e HTTP/1.1" status: 204 len: 168 time: 1.4123020 May 25 16:44:29.702626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:29.704225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Pushing event updated for resources: {'Network': ['ID=d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.704830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54410) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:29.708998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:29.713311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.713990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fcb27119-fda4-4d54-b5d6-50ecab0bdf3a tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:29.761167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:29.797065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:29.803581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:29.804240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.847416 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/bb6d9871-8895-4ced-8d6f-1279a2751136 HTTP/1.1" status: 204 len: 168 time: 5.4354300 May 25 16:44:29.853773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.855114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:29.880712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] For port b01441bb-c98f-4c52-843b-79c4acbb93f2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b01441bb-c98f-4c52-843b-79c4acbb93f2,segment=NetworkSegment(2024b651-2945-4be5-9e4d-5ace240d3664),segment_id=2024b651-2945-4be5-9e4d-5ace240d3664)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:29.882952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:29.883587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:29.924961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Port': ['ID=6d27045c-15a9-424c-97d6-23e8f73d61eb,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:29.929146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:29.939192 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0185525 May 25 16:44:29.943230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54418) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:29.987015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54422) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:29.992487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:29.998537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd', 'binding:host_id': 'hv-neutron-7929', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-893536488'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:30.001306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4b476c3a-ce65-482d-bf5c-696dd25acd65 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:30.005289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4b476c3a-ce65-482d-bf5c-696dd25acd65 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4082537 May 25 16:44:30.007381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-67ae7c85-8e47-4329-b4dd-7b401391394d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.008031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54426) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:30.021158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:30.049162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:30.049962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdb29cb-35cc-43e3-b270-8adb469c1773 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:30.054946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.056634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Usage tracker for resource:port and tenant:cc47fd854ba8469b990c84ec589619e7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:30.057312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Allocated IP 2001:db8::f816:3eff:fea3:c948 (0b5652c5-a503-400a-a888-dffdb824b2d2/ee463460-366c-4068-86b6-e850d0ac9a7e/eb378ad6-eff8-409a-8f93-93c84abef0f6) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:30.061678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:30.081768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e59a08de-e7e9-4ab0-844a-bb52ad43190c tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.113415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:30.121844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Pushing event updated for resources: {'Port': ['ID=b01441bb-c98f-4c52-843b-79c4acbb93f2,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:30.140482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:30.172536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.173775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting subnet ee463460-366c-4068-86b6-e850d0ac9a7e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:30.185895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 3a3a28bf-22cb-428f-b366-f7057ed11d9d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:30.186220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.188311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Made reservation on behalf of cc47fd854ba8469b990c84ec589619e7 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:30.191243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.213775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.228392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=39787c3e-a3bf-4cfc-ae81-3a2e4fbd0e5b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:30.239812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:30.240722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.273107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-61534772-9fcb-43ef-b59b-216bbbc15ee1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.276857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.277583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f860223-152a-4090-9f95-79dee7d40fca']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:30.284693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:30.304178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': '3376f079-49a8-47c9-aaaa-556325b9065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:30.304375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a35ce26-6ff1-4516-8b70-147f379471a3') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:30.304650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: 9565bb47-721b-443c-b367-e6a82786ea92, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:30.304767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a35ce26-6ff1-4516-8b70-147f379471a3') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:30.307913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Usage tracker for resource:security_group_rule and tenant:cc47fd854ba8469b990c84ec589619e7 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:30.316425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:30.325048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:30.328260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.357549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.370482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.397851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Network 76b22f25-eb2f-488e-ad8d-34a888c7341e is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:44:30.398515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] No DVR routers for this DVR port 0d91ce72-2ebd-4172-9bc7-003990f0fed5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:30.401423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:30.401908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.413035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Pushing event deleted for resources: {'Port': ['ID=0d91ce72-2ebd-4172-9bc7-003990f0fed5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:30.429019 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:30.445928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:30.465825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 9565bb47-721b-443c-b367-e6a82786ea92 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:30.473445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.513016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.527823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9565bb47-721b-443c-b367-e6a82786ea92) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:30.552442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90292440-3f8c-49f2-9074-40a2d5b18a3f None None] Network 9565bb47-721b-443c-b367-e6a82786ea92 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:30.562173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:30.564105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.599756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.619435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.624257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 02e30211-6639-4542-a2f9-83804160c8c0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=02e30211-6639-4542-a2f9-83804160c8c0,segment=NetworkSegment(5cdbcf7f-4d18-4f71-a191-f7446ba9e557),segment_id=5cdbcf7f-4d18-4f71-a191-f7446ba9e557)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:30.671617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:30.683009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:30.721946 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8876092 May 25 16:44:30.723451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54434) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:30.731302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.732797 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/e14f6b4f-0c46-4e02-b4dd-178af0bbfb6d HTTP/1.1" status: 204 len: 168 time: 0.7214327 May 25 16:44:30.743800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:30.748140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.764640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-408b81cb-7d3c-4d0e-baf8-a7a8deb620d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.781249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 3a3a28bf-22cb-428f-b366-f7057ed11d9d owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:30.824593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.835894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:30.841156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:30.866064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0d91ce72-2ebd-4172-9bc7-003990f0fed5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:30.919748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 0d91ce72-2ebd-4172-9bc7-003990f0fed5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:30.920388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0d91ce72-2ebd-4172-9bc7-003990f0fed5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:31.013157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.027789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.035564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=8f860223-152a-4090-9f95-79dee7d40fca,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.038596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/8f860223-152a-4090-9f95-79dee7d40fca HTTP/1.1" status: 204 len: 168 time: 1.3311536 May 25 16:44:31.040825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:31.041309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54444) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:31.073054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.090052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b765b6c8-c26f-4557-9ba4-b35f4ab5b76d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:31.106267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:31.116968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Transition to ACTIVE for port object eb378ad6-eff8-409a-8f93-93c84abef0f6 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:31.120146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=02e30211-6639-4542-a2f9-83804160c8c0,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.129963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-85dd4436-7918-4b5f-bb19-78b52b2aa632 None None] Provisioning complete for port 02e30211-6639-4542-a2f9-83804160c8c0 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:31.130424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-85dd4436-7918-4b5f-bb19-78b52b2aa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.164346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b01441bb-c98f-4c52-843b-79c4acbb93f2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:31.165664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf796415-babf-4c6b-a03a-2745956fcc8f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:31.178728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.196165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:31.236821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa0a5f-ff4a-46e5-ada1-2d388fdf8a49,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.244214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:31.249226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf796415-babf-4c6b-a03a-2745956fcc8f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:31.252204 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bf796415-babf-4c6b-a03a-2745956fcc8f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4785771 May 25 16:44:31.264721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54448) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:31.274603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641484295'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:31.304620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Transition to ACTIVE for port object eb378ad6-eff8-409a-8f93-93c84abef0f6 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:31.305169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:31.326512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.333015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.340857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:31.361696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:31.383171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.383732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.398893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89199ad9-006c-45ae-ba06-01f9478faab5']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:31.415545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0d5d20-00da-40e3-b0c4-1768dd9807cd') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:31.415842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0d5d20-00da-40e3-b0c4-1768dd9807cd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:31.436693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.446887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.451703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.459166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:31.459561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.495259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9565bb47-721b-443c-b367-e6a82786ea92', 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': '39787c3e-a3bf-4cfc-ae81-3a2e4fbd0e5b'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:31.496489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.510149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.516758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:31.517776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b01441bb-c98f-4c52-843b-79c4acbb93f2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:31.551297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Pushing event updated for resources: {'Port': ['ID=eb378ad6-eff8-409a-8f93-93c84abef0f6,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.554675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:31.556127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:31.558974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:31.568524 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:31.574601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.608177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:31.629990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:31.631399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.639573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Pushing event deleted for resources: {'Network': ['ID=89199ad9-006c-45ae-ba06-01f9478faab5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.644843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:31.651626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:31.662698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] 10.222.0.96 "DELETE /v2.0/networks/89199ad9-006c-45ae-ba06-01f9478faab5 HTTP/1.1" status: 204 len: 168 time: 0.6191688 May 25 16:44:31.668667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:31.686269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:31.783363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.804755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96673950-0dbe-4213-a901-8c51fb4ebae0 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:31.807678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Attempting to bind port eb378ad6-eff8-409a-8f93-93c84abef0f6 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:31.808353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Attempting to bind port eb378ad6-eff8-409a-8f93-93c84abef0f6 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'f02b5a4d-85c1-4018-8540-f902a4bbfc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:31.808506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Attempting to bind port eb378ad6-eff8-409a-8f93-93c84abef0f6 on network 0b5652c5-a503-400a-a888-dffdb824b2d2 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:31.822940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:31.823429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Checking segment: {'id': 'f02b5a4d-85c1-4018-8540-f902a4bbfc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:31.823853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.824543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Bound using segment: {'id': 'f02b5a4d-85c1-4018-8540-f902a4bbfc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:31.825054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Bound port: eb378ad6-eff8-409a-8f93-93c84abef0f6, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02b5a4d-85c1-4018-8540-f902a4bbfc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0b5652c5-a503-400a-a888-dffdb824b2d2'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:31.825442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.837131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:31.918688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=3a3a28bf-22cb-428f-b366-f7057ed11d9d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:31.934042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd005b9-714d-41c1-9a40-726f3628fecf None None] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:31.954669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:32.073696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Provisioning for port b01441bb-c98f-4c52-843b-79c4acbb93f2 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:32.083183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.088418 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/3a3a28bf-22cb-428f-b366-f7057ed11d9d HTTP/1.1" status: 204 len: 168 time: 2.2253036 May 25 16:44:32.088418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54458) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:32.088795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54462) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:32.098260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:32.105995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:32.106256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Provisioning complete for port b01441bb-c98f-4c52-843b-79c4acbb93f2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:32.106361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.118895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:32.132829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.177300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:32.177886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Allocated IP 2001:db8::3 (9565bb47-721b-443c-b367-e6a82786ea92/39787c3e-a3bf-4cfc-ae81-3a2e4fbd0e5b/4424a6c6-f1a4-4e84-876c-46268d287b27) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:32.198782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.250530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Transition to ACTIVE for port object 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:32.331992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.356541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e80dcc25-3bde-44ef-a46c-acadd7cae283 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095 tempest-ExtraDHCPOptionsIpV6TestJSON-1796184095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:32.388123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7bb6c9f9-99dd-4345-80af-b5e84208fbaf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d4377924af7d4a8a8ef0d18e207b1da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003597 May 25 16:44:32.390722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54472) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:32.409506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.427951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.436827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.488048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.542052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=8dae9a0b-703e-4897-8e36-3d4ae8b57c8a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:32.544339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.549987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:32.554123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-93d437c5-6b52-4f15-8b14-b6eaf0735c33 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:32.619243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Checking segment: {'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:32.619661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Network hostable DHCP agents. Network: d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:32.619778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.637702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.686451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.690814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4219341 May 25 16:44:32.691032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.21 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/612147fe-a81b-44ee-ac9b-6c81e44563b8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:32.692556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54476) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:32.699761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': 'dcefae24-3f73-4ce0-9a41-dea254662b05', 'direction': 'ingress', 'protocol': 17}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:32.701277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcefae24-3f73-4ce0-9a41-dea254662b05,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:32.707721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:32.711887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:32.723551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:32.727709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:32.738144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:32.746139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:32.765185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:32.781237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:32.787566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca445c6d-87ed-43bf-a863-51db48fbe047 None None] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:32.839888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:32.840108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:32.840459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:32.841972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.858985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:32.859393 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:32.861950 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 2 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:32.863146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.881561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6730ffbd-312e-4a18-b3b8-1c0e64b9f387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:32.891847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] For port b01441bb-c98f-4c52-843b-79c4acbb93f2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b01441bb-c98f-4c52-843b-79c4acbb93f2,segment=NetworkSegment(2024b651-2945-4be5-9e4d-5ace240d3664),segment_id=2024b651-2945-4be5-9e4d-5ace240d3664)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:32.893606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:32.893903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:32.894248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:32.904549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.907965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:32.908315 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:32.911655 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 3 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:32.912847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd05a34-e507-4d66-8ff4-5dd9e0a7f30e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:32.915468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9361f9b-9e2d-4ba6-91ee-4fbde98b659d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:32.919278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:32.934974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:32.935315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:32.935645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:32.942504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:32.942873 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:32.943243 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 4 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:32.953324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.968190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-422aac41-8617-4929-904b-fd907e096c47 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:32.985241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:32.990213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2fd05a34-e507-4d66-8ff4-5dd9e0a7f30e HTTP/1.1" status: 204 len: 168 time: 0.5952342 May 25 16:44:32.996244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.010598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Pushing event updated for resources: {'Port': ['ID=b01441bb-c98f-4c52-843b-79c4acbb93f2,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.022447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.024283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.035544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.036551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.042674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] For port eb378ad6-eff8-409a-8f93-93c84abef0f6, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:33.044780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.046868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.047833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.052481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.052648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ce385d7d-0153-4f16-a1f8-f0595729a3a0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.079744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=ee463460-366c-4068-86b6-e850d0ac9a7e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.085734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.086443 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.088289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.096047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fed1043-60d4-4650-8304-bdf5bfaf6cf7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.097820 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 5 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.108524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.112815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.114538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4211538 May 25 16:44:33.117067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54484) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:33.152216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] For port eb378ad6-eff8-409a-8f93-93c84abef0f6, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=eb378ad6-eff8-409a-8f93-93c84abef0f6,segment=NetworkSegment(f02b5a4d-85c1-4018-8540-f902a4bbfc13),segment_id=f02b5a4d-85c1-4018-8540-f902a4bbfc13)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:33.157981 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/ee463460-366c-4068-86b6-e850d0ac9a7e HTTP/1.1" status: 204 len: 168 time: 3.2134552 May 25 16:44:33.160702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.161213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.161631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.171123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54488) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:33.171753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.172192 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.185315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Transition to ACTIVE for port object 4424a6c6-f1a4-4e84-876c-46268d287b27 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:33.194120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 02e30211-6639-4542-a2f9-83804160c8c0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:33.198771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.236536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f12160f1-d4c8-46ca-9a0d-ec67844ebb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.237908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.264790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7869f18e-00de-4789-9513-0889efdc6eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.299978 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 6 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.310749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc5fcf-282c-49e8-9e77-7a12b346e7ea tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:33.311379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc5fcf-282c-49e8-9e77-7a12b346e7ea tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:33.312204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cdcc5fcf-282c-49e8-9e77-7a12b346e7ea tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Synchronizing usage tracker for tenant:5c726389110749e69f0f593cda605bbf on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:33.327263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.327601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.327963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.338941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.339158 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.340363 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 7 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.356573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:33.357629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.357974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.358420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.363659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:33.369902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Transition to ACTIVE for port object 4424a6c6-f1a4-4e84-876c-46268d287b27 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:33.371794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cdcc5fcf-282c-49e8-9e77-7a12b346e7ea tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Unset dirty status for tenant:5c726389110749e69f0f593cda605bbf on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:33.373020 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cdcc5fcf-282c-49e8-9e77-7a12b346e7ea tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1990907 May 25 16:44:33.380544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:33.384098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54496) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:33.391034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.391034 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.393402 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 8 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.406417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.426938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Pushing event updated for resources: {'Port': ['ID=eb378ad6-eff8-409a-8f93-93c84abef0f6,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.435566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.438665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a9bc41cc-f516-49ed-abc3-de188738dae4 None None] Provisioning complete for port b01441bb-c98f-4c52-843b-79c4acbb93f2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:33.438665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bc41cc-f516-49ed-abc3-de188738dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.459401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.465219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5f868bb1-f615-467b-a70f-a1656ab2f1f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.481135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.481475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.481813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.523573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=612147fe-a81b-44ee-ac9b-6c81e44563b8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.542801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.544654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.571145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Network 9565bb47-721b-443c-b367-e6a82786ea92 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:33.582453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 02e30211-6639-4542-a2f9-83804160c8c0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:33.583221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.609904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:33.628101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:33.693842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.699488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4e5c096-1516-42aa-ad75-1d01de8255a4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.728574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcefae24-3f73-4ce0-9a41-dea254662b05,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.732643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.752018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.753244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/dcefae24-3f73-4ce0-9a41-dea254662b05 HTTP/1.1" status: 204 len: 168 time: 0.6351798 May 25 16:44:33.763515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54506) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:33.782403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Pushing event updated for resources: {'Port': ['ID=4424a6c6-f1a4-4e84-876c-46268d287b27,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.786689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.803749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.803972 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.809520 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 9 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.843205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fab79af8-b59d-4364-80ff-e64c81aaefef tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:33.851985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.852327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.852742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.862445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.871355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.871931 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.875284 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 10 to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a May 25 16:44:33.884320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.886656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fab79af8-b59d-4364-80ff-e64c81aaefef tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:33.888396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fab79af8-b59d-4364-80ff-e64c81aaefef tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1238630 May 25 16:44:33.894466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54512) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:33.894681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:33.910812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--341819548'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:33.937517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d4ae080-9256-4b20-9edb-761497c7f1ee tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.942389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=39787c3e-a3bf-4cfc-ae81-3a2e4fbd0e5b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:33.945500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:33.945875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:33.946214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:33.949801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:33.975258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:33.975836 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:33.976450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:33.978163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:33.994533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:33.996781 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ae080-9256-4b20-9edb-761497c7f1ee tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 16:44:33.997257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ae080-9256-4b20-9edb-761497c7f1ee tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:44:33.999370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.124400 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d4ae080-9256-4b20-9edb-761497c7f1ee tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/0b5652c5-a503-400a-a888-dffdb824b2d2 HTTP/1.1" status: 409 len: 405 time: 0.7354209 May 25 16:44:34.126529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Attempting to bind port 4424a6c6-f1a4-4e84-876c-46268d287b27 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:34.127175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Attempting to bind port 4424a6c6-f1a4-4e84-876c-46268d287b27 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3376f079-49a8-47c9-aaaa-556325b9065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:34.127784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Attempting to bind port 4424a6c6-f1a4-4e84-876c-46268d287b27 on network 9565bb47-721b-443c-b367-e6a82786ea92 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:34.136742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:34.137135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Checking segment: {'id': '3376f079-49a8-47c9-aaaa-556325b9065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:34.137543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.137942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Bound using segment: {'id': '3376f079-49a8-47c9-aaaa-556325b9065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:34.138419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Bound port: 4424a6c6-f1a4-4e84-876c-46268d287b27, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3376f079-49a8-47c9-aaaa-556325b9065c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': '9565bb47-721b-443c-b367-e6a82786ea92'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:34.139593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.139837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54522) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:34.147295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-857655172'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:34.154446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.172247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.176364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565bb47-721b-443c-b367-e6a82786ea92']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:34.190774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:34.195431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:34.208042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3376f079-49a8-47c9-aaaa-556325b9065c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:34.208537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3376f079-49a8-47c9-aaaa-556325b9065c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:34.224904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.225572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:34.241555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.259249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.264016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:34.275030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:34.280103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.281791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:34.290094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:34.290704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.333744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] For port 4424a6c6-f1a4-4e84-876c-46268d287b27, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:34.361017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.367583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.374124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-153caa54-6fe5-49c7-84c3-27a99fe34992 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:34.410159 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:34.416298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:34.417794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempted to set empty binding levels {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:44:34.432852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:34.442329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.468059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54530) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:34.482682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.491932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b06b93ee-ff3f-4a7a-89ca-76fe75756feb tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:34.521285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb55ff8-734f-4c65-b651-6e0f35331f9e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:34.527441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:34.542712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.543980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6478894 May 25 16:44:34.547187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54536) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:34.554860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090477474'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:34.564825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.579803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:34.580255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] For port 4424a6c6-f1a4-4e84-876c-46268d287b27, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4424a6c6-f1a4-4e84-876c-46268d287b27,segment=NetworkSegment(3376f079-49a8-47c9-aaaa-556325b9065c),segment_id=3376f079-49a8-47c9-aaaa-556325b9065c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:34.586742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:34.589221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:44:34.589221 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:44:34.589221 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': '9565bb47-721b-443c-b367-e6a82786ea92'}] May 25 16:44:34.589221 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:34.589786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.590248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:34.597243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-83bd18dd-c3ff-4cc7-919e-ccd2dbc210d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:34.600467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:34.605182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:34.605991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.640457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.647886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.678487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.689083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:34.690957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:34.700560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=8dae9a0b-703e-4897-8e36-3d4ae8b57c8a,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:34.712312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:34.720926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-728234726'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:34.738676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.743493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:34.747858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:34.756607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:34.765701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.773376 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.7824502 May 25 16:44:34.778531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54542) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:34.779811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.780362 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment 071d79dc-e5fa-42fd-bba9-e5703b49b7b7 of type vlan for network 86bde52a-8058-408a-a93b-538bf277da9d May 25 16:44:34.826530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Pushing event updated for resources: {'Port': ['ID=4424a6c6-f1a4-4e84-876c-46268d287b27,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:34.832190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:34.833770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.850124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc68e6-4fd3-487e-861b-6541ed33e699 None None] Network 9565bb47-721b-443c-b367-e6a82786ea92 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:34.854203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:34.857539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.860041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:34.882062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=612147fe-a81b-44ee-ac9b-6c81e44563b8,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:34.885504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:34.890298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:34.891183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.892797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8027785 May 25 16:44:34.897098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:34.897277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.900078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:34.905312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'port': {'network_id': '9e73b4cb-131a-46d1-b070-f52102d7cb7c', 'name': 'tempest-FloatingIPTestJSON-1830790195'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:34.961938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:34.971755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:34.982272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:35.032595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a665ca-32ba-4566-84e9-e19e5f23aac6 None None] Network 0b5652c5-a503-400a-a888-dffdb824b2d2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:35.034812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:35.075316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:35.094149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.129138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:35.169524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.169922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.171095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:35.173433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device eb378ad6-eff8-409a-8f93-93c84abef0f6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:35.177512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.179333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:35.180251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.182429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b4182f5f-3fbb-40db-8ac2-d88fba09293c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.192926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.213604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:35.217336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.271014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd06e085-de63-4b77-b290-440fd544f430,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:35.275859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:35.276401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] device_id is not set on port 3e6d9171-d612-4d3d-9fea-21a59cf10815 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:35.304826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-26f68f4c-185c-4781-9a9a-327fa233b89b None None] Provisioning for port eb378ad6-eff8-409a-8f93-93c84abef0f6 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:35.316332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.320533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7688050 May 25 16:44:35.324260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54550) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:35.335413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '9eb55ff8-734f-4c65-b651-6e0f35331f9e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cd06e085-de63-4b77-b290-440fd544f430', 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:35.351217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:35.359876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:35.365302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:35.376685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:35.393234 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2516844 May 25 16:44:35.412113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54554) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:35.414697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Deleting port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:35.415346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.421486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port eb378ad6-eff8-409a-8f93-93c84abef0f6 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:35.440594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port eb378ad6-eff8-409a-8f93-93c84abef0f6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:35.441050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.461559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.518852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.4 (9e73b4cb-131a-46d1-b070-f52102d7cb7c/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f/3e6d9171-d612-4d3d-9fea-21a59cf10815) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:35.527510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '86bde52a-8058-408a-a93b-538bf277da9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:35.608511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.619830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] DHCP port deletion for 0b5652c5-a503-400a-a888-dffdb824b2d2 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:35.620877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.629377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e006e1e5-3eb9-49f4-91f8-2d25ea46cd5c tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.630408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=86bde52a-8058-408a-a93b-538bf277da9d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:35.677808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 86bde52a-8058-408a-a93b-538bf277da9d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:35.682859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:35.691740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a, host hv-neutron-7929, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:35.692161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.723704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3640af05-69d4-40f3-9480-4ae74d1dca42,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:35.733016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:35.766437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.770720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4428980 May 25 16:44:35.771572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54560) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:35.775800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.839787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.846370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port eb378ad6-eff8-409a-8f93-93c84abef0f6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=eb378ad6-eff8-409a-8f93-93c84abef0f6,segment=NetworkSegment(f02b5a4d-85c1-4018-8540-f902a4bbfc13),segment_id=f02b5a4d-85c1-4018-8540-f902a4bbfc13)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:35.860598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.862517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Calling delete_port for 8dae9a0b-703e-4897-8e36-3d4ae8b57c8a owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:35.862678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.862894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b01441bb-c98f-4c52-843b-79c4acbb93f2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:35.879398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.907678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5db74a5-9b06-4fcf-9134-f64fd901f781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.914965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:35.918508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.924320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.931285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97557fc6-565e-4086-b729-08fe06ff7842 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.939414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.951289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:35.951501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3640af05-69d4-40f3-9480-4ae74d1dca42,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:35.961121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:35.961942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.962394 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment b98c72dd-9e36-45d6-99fb-90cca13d81ad of type vlan for network b2599fb1-768f-4453-b9ee-ae7a393bcf56 May 25 16:44:35.968132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:35.970147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.974313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9bbcf706-cb30-44d3-a655-fc55ecafc400 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:35.974486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/3640af05-69d4-40f3-9480-4ae74d1dca42 HTTP/1.1" status: 204 len: 168 time: 0.1998382 May 25 16:44:35.974486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.975881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54566) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:35.979685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Deleting port eb378ad6-eff8-409a-8f93-93c84abef0f6 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:35.980072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.983041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port 4424a6c6-f1a4-4e84-876c-46268d287b27 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:35.983494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:35.983664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcbe581a-0327-4095-90e8-ad043fb1be38 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:36.073735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 9e73b4cb-131a-46d1-b070-f52102d7cb7c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:36.082672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:36.088653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:36.100991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:36.104892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.105264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=eb378ad6-eff8-409a-8f93-93c84abef0f6,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.116053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.126494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] For port eb378ad6-eff8-409a-8f93-93c84abef0f6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=eb378ad6-eff8-409a-8f93-93c84abef0f6,segment=NetworkSegment(f02b5a4d-85c1-4018-8540-f902a4bbfc13),segment_id=f02b5a4d-85c1-4018-8540-f902a4bbfc13)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:36.126788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.142790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b01441bb-c98f-4c52-843b-79c4acbb93f2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:36.143105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.148206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d2f34c-866a-407a-9af2-6ac4c39050da,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.152212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d0595631-7a7f-4435-854f-b73137db2534 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:36.166489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=3e6d9171-d612-4d3d-9fea-21a59cf10815,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.175282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.193745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d0595631-7a7f-4435-854f-b73137db2534 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:36.198035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d0595631-7a7f-4435-854f-b73137db2534 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2181065 May 25 16:44:36.198442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54570) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:36.207056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:36.207718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.257484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3564732 May 25 16:44:36.261137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54574) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:36.266477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': '3e6d9171-d612-4d3d-9fea-21a59cf10815'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:36.302550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Calling delete_port for eb378ad6-eff8-409a-8f93-93c84abef0f6 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:36.332403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.334310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.357670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.436014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.441083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:36.446390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port 4424a6c6-f1a4-4e84-876c-46268d287b27, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4424a6c6-f1a4-4e84-876c-46268d287b27,segment=NetworkSegment(3376f079-49a8-47c9-aaaa-556325b9065c),segment_id=3376f079-49a8-47c9-aaaa-556325b9065c)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:36.447024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.462441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.478674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ce7aa36-cc7a-4582-bdbc-e77987f3cfa0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:36.486422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Pushing event deleted for resources: {'Port': ['ID=eb378ad6-eff8-409a-8f93-93c84abef0f6,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.489986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.492516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] No DVR routers for this DVR port eb378ad6-eff8-409a-8f93-93c84abef0f6 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:36.510805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ce282-83cb-46f6-a8da-23ef40d68472 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:44:36.516840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.541604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.547275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:36.547955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.589526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.660662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ce282-83cb-46f6-a8da-23ef40d68472 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:44:36.687914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for 4424a6c6-f1a4-4e84-876c-46268d287b27 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:36.786933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dae9a0b-703e-4897-8e36-3d4ae8b57c8a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.803572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.807175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.811861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-334b4630-9d83-4b3a-8b7d-ab25848ac5b1 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:36.862669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.869319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-db6cc993-a81e-4fc0-85ed-15df54a29238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:36.937348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd06e085-de63-4b77-b290-440fd544f430,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:36.942679 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4693005 May 25 16:44:36.942679 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "DELETE /v2.0/ports/8dae9a0b-703e-4897-8e36-3d4ae8b57c8a HTTP/1.1" status: 204 len: 168 time: 2.1587160 May 25 16:44:36.955113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54580) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:36.955460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54582) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:36.956597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:36.978411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.982218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:36.987448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/cd06e085-de63-4b77-b290-440fd544f430 HTTP/1.1" status: 204 len: 168 time: 0.7842011 May 25 16:44:36.988077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54588) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:36.988224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=b2599fb1-768f-4453-b9ee-ae7a393bcf56,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:37.039035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'name': 'tempest-PortsIpV6TestJSON-1158091698'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:37.055021 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6e9a26-cac7-45cd-ba9f-5d81c9fcb8d4 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] GET failed (client error): The resource could not be found. May 25 16:44:37.055854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7e6e9a26-cac7-45cd-ba9f-5d81c9fcb8d4 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Synchronizing usage tracker for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:37.058840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port 4424a6c6-f1a4-4e84-876c-46268d287b27 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:37.063934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:37.067018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:37.165483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e41685c7-51f0-4f87-ac3c-e558c438eb0b tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:37.207250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=4424a6c6-f1a4-4e84-876c-46268d287b27,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:37.213669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:37.223921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e41685c7-51f0-4f87-ac3c-e558c438eb0b tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:37.227169 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e41685c7-51f0-4f87-ac3c-e558c438eb0b tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2354403 May 25 16:44:37.231156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54594) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:37.246303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:37.371830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7e6e9a26-cac7-45cd-ba9f-5d81c9fcb8d4 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Unset dirty status for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:37.373007 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7e6e9a26-cac7-45cd-ba9f-5d81c9fcb8d4 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports/8dae9a0b-703e-4897-8e36-3d4ae8b57c8a HTTP/1.1" status: 404 len: 333 time: 0.4118745 May 25 16:44:37.376922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.377266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:37.386761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-110385023'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:37.395666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:37.399074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565bb47-721b-443c-b367-e6a82786ea92']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:37.411134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device eb378ad6-eff8-409a-8f93-93c84abef0f6 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:37.436285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.437386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:37.447255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.452143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: eb378ad6-eff8-409a-8f93-93c84abef0f6 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:37.452723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device eb378ad6-eff8-409a-8f93-93c84abef0f6 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:37.469952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:37.476347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3376f079-49a8-47c9-aaaa-556325b9065c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:37.476645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3376f079-49a8-47c9-aaaa-556325b9065c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:37.485882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:37.492863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:37.500410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:37.503696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.507207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.534754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.537552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:37.541007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.545157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Made reservation on behalf of cc47fd854ba8469b990c84ec589619e7 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:37.548763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.561729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:37.562143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:37.576996 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:37.582814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.658635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 4bf899b5-032d-40e7-bbff-815902da823a yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:37.679212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port e260ea75-fd9d-4f23-898e-c2fc32da93d5 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:37.723035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.728958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5154e1fa-21fc-45f6-b255-4d5aef487194 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931820023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:37.749492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.769820 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 4c66927b-41a3-49d5-a554-3489b001afbc associated. External IP: 172.26.6.21, port: 3e6d9171-d612-4d3d-9fea-21a59cf10815. May 25 16:44:37.776221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=9565bb47-721b-443c-b367-e6a82786ea92,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:37.796307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:37.808022 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/9565bb47-721b-443c-b367-e6a82786ea92 HTTP/1.1" status: 204 len: 168 time: 7.0749733 May 25 16:44:37.819745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54604) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:37.830964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554850356'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:37.851705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:37.864951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:37.883439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:37.884091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:37.895461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:37.918774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb55ff8-734f-4c65-b651-6e0f35331f9e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:37.921666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:37.947278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:38.027910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:38.031633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.084474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.096820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:38.129620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.130738 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/9eb55ff8-734f-4c65-b651-6e0f35331f9e HTTP/1.1" status: 204 len: 168 time: 0.8983212 May 25 16:44:38.145860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54608) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.262720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.264198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:44:38.269581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.276376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:38.303934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.304284 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 852b8c42-e268-4bb0-8c0e-4085730dc569 of type vlan for network de1f6cc8-b8d7-49cc-aafb-62de1673e635 May 25 16:44:38.331085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3838b63f-fcdd-477d-b963-9558b0aa0762 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:38.389149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.396843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=4ecd6322-5a07-4bcd-be06-35dfb669d9c4,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:38.403932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:38.412147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.421385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be7f9c03-e22a-4a8a-a7e0-701d1b951430 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:38.468103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': '071d79dc-e5fa-42fd-bba9-e5703b49b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:38.468538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 86bde52a-8058-408a-a93b-538bf277da9d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:38.546547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.552460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:38.553077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.557935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=4bf899b5-032d-40e7-bbff-815902da823a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:38.565608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:38.572417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-996cf41a-0660-45f2-978e-3827c0a796ca tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:38.593397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 86bde52a-8058-408a-a93b-538bf277da9d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:38.593597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3838b63f-fcdd-477d-b963-9558b0aa0762 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:38.595798 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3838b63f-fcdd-477d-b963-9558b0aa0762 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4478550 May 25 16:44:38.600892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54614) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.612029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754340305'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:38.619641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:38.625986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.637250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97fb61c2-0104-44d2-9953-82b20aa000e7 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:38.673524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': 'b98c72dd-9e36-45d6-99fb-90cca13d81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:38.673895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: b2599fb1-768f-4453-b9ee-ae7a393bcf56, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:38.676472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:38.685260 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8627882 May 25 16:44:38.689673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 86bde52a-8058-408a-a93b-538bf277da9d) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:38.694561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54618) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.697838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9072a1-9b48-4d22-96b6-53a67b485a3b None None] Network 86bde52a-8058-408a-a93b-538bf277da9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:38.700737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:38.710186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:38.726815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:38.730634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=de1f6cc8-b8d7-49cc-aafb-62de1673e635,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:38.731222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.745867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:38.756502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:38.757477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:38.758073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.777466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network de1f6cc8-b8d7-49cc-aafb-62de1673e635 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:38.786262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:38.787596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:38.788201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.818460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=e260ea75-fd9d-4f23-898e-c2fc32da93d5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:38.828123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:38.839806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:38.844107 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3350263 May 25 16:44:38.849950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54622) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.851506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b2599fb1-768f-4453-b9ee-ae7a393bcf56) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:38.851688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:38.857993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:38.862094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:38.865274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:38.865921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:38.868057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'port': {'network_id': '86bde52a-8058-408a-a93b-538bf277da9d', 'name': 'tempest-NetworksIpV6TestAttrs-50155072'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:38.875070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:38.886395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:38.889558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:38.891057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:38.894196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79640724-f164-4ca6-bb53-9887620fef9b None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:38.896042 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9362400 May 25 16:44:38.896201 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5178130 May 25 16:44:38.899836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54626) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.902355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54630) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:38.909366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1629113133'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:38.913671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:38.920363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:38.952351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:38.970425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:38.978059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:38.988800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:38.990825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:38.994954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.069470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:39.124200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:39.128435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.159683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:39.180461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:39.194149 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:39.195019 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:39.209589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.212398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.228526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:39.248236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:39.268095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:port and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:39.272584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:39.278889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:39.284800 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:39.285860 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:39.292873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.293222 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment bee98939-6f36-4d3f-a668-d482d2458d0a of type vlan for network 06d79e54-a9c8-4eff-b5cf-281f77c8b69e May 25 16:44:39.299471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:39.332148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.334550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-193cbd70-238a-4459-a2bc-e08df843c02f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/4c66927b-41a3-49d5-a554-3489b001afbc HTTP/1.1" status: 200 len: 977 time: 3.0724516 May 25 16:44:39.335524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:39.337559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-86bde52a-8058-408a-a93b-538bf277da9d', 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': '4ecd6322-5a07-4bcd-be06-35dfb669d9c4'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:39.339163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.340204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.350884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54636) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:39.355247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.370254 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:39.371082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d97cefc-63a5-4426-a37d-383419a1dd5d None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:39.392384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3ad5a926-3745-478d-9fdb-ef08f5859426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:39.468493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.551363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] device_id is not set on port c02b54fe-1387-4c1e-9059-41c13be9487f yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:39.551612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.557155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:39.557762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.564061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Allocated IP 2001:db8::f816:3eff:fe55:c355 (86bde52a-8058-408a-a93b-538bf277da9d/4ecd6322-5a07-4bcd-be06-35dfb669d9c4/f8690443-e5ea-418c-b00f-1966ef894073) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:39.579701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:39.599694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.603003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9958835 May 25 16:44:39.606726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54642) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:39.660336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07654f63-5674-44c6-b3fa-b57f0b73bad1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:39.670317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:39.712561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '07654f63-5674-44c6-b3fa-b57f0b73bad1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:39.718464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 3e6d9171-d612-4d3d-9fea-21a59cf10815 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:39.718811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.745019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:39.770890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:39.779341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:39.789296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=06d79e54-a9c8-4eff-b5cf-281f77c8b69e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:39.792346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:39.800309 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8958173 May 25 16:44:39.800309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:39.803509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54646) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:39.806727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.812261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'ports': [{'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'}, {'network_id': '06d79e54-a9c8-4eff-b5cf-281f77c8b69e'}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:39.812578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:39.813049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '06d79e54-a9c8-4eff-b5cf-281f77c8b69e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:39.817070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 06d79e54-a9c8-4eff-b5cf-281f77c8b69e details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:39.843531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Transition to ACTIVE for port object f8690443-e5ea-418c-b00f-1966ef894073 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:39.854984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port e260ea75-fd9d-4f23-898e-c2fc32da93d5 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:39.867491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.899989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.907890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Transition to ACTIVE for port object e260ea75-fd9d-4f23-898e-c2fc32da93d5 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:39.916950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.924786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32be479c-50af-4ce3-a72f-20004a376aff tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:39.942681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Transition to ACTIVE for port object f8690443-e5ea-418c-b00f-1966ef894073 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:39.962895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:39.969094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b54cbcea-a639-4e22-8efc-a09d22d6303f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:39.979909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.038203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fd519fa-0e9e-4dd0-886d-79ac9f2ce38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.053266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Network 86bde52a-8058-408a-a93b-538bf277da9d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:40.056307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:40.059002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:40.098176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Pushing event updated for resources: {'Port': ['ID=f8690443-e5ea-418c-b00f-1966ef894073,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:40.101708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:40.167447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Attempting to bind port f8690443-e5ea-418c-b00f-1966ef894073 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.168081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Attempting to bind port f8690443-e5ea-418c-b00f-1966ef894073 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '071d79dc-e5fa-42fd-bba9-e5703b49b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.169278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Attempting to bind port f8690443-e5ea-418c-b00f-1966ef894073 on network 86bde52a-8058-408a-a93b-538bf277da9d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.178097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:40.178492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Checking segment: {'id': '071d79dc-e5fa-42fd-bba9-e5703b49b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:40.178943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.179538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Bound using segment: {'id': '071d79dc-e5fa-42fd-bba9-e5703b49b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:40.180198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Bound port: f8690443-e5ea-418c-b00f-1966ef894073, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071d79dc-e5fa-42fd-bba9-e5703b49b7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '86bde52a-8058-408a-a93b-538bf277da9d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:40.180198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.260211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=e260ea75-fd9d-4f23-898e-c2fc32da93d5,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:40.269840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:40.273361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.273955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.274086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.277915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] For port f8690443-e5ea-418c-b00f-1966ef894073, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:40.281491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] For port f8690443-e5ea-418c-b00f-1966ef894073, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f8690443-e5ea-418c-b00f-1966ef894073,segment=NetworkSegment(071d79dc-e5fa-42fd-bba9-e5703b49b7b7),segment_id=071d79dc-e5fa-42fd-bba9-e5703b49b7b7)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:40.285541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.289207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:40.292085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.292417 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.294901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.295739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 2 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.317840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.332326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f08557d-d93f-4d3b-b027-f120325dc250 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:40.353945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.354288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.354952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.363084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Allocated IP 2001:db8::f816:3eff:fe50:6fe (86bde52a-8058-408a-a93b-538bf277da9d/4ecd6322-5a07-4bcd-be06-35dfb669d9c4/c02b54fe-1387-4c1e-9059-41c13be9487f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:40.370262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a7afa3-770d-4e2a-85aa-1dfcd18e7f0e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:40.374393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Pushing event updated for resources: {'Port': ['ID=f8690443-e5ea-418c-b00f-1966ef894073,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:40.382258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:40.383061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.383392 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.384760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:40.393624 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 3 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.402749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.409393 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7889357 May 25 16:44:40.410299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54652) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:40.417120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.417457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.417789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.460218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.460586 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.468539 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 4 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.498706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.499064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.503259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.518257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.518585 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.521943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 5 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.529781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.542286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5942f70a-0a0f-4806-a588-17994a1fcef9 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:40.613956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.614632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.614632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.635201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.635379 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.638516 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 6 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.687197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=1ab7832b-68e5-4f2d-96a2-9f1fb6b4c77d,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:40.691036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:40.695512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.695977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.696168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.704879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': '852b8c42-e268-4bb0-8c0e-4085730dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:40.705695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: de1f6cc8-b8d7-49cc-aafb-62de1673e635, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:40.712161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.712492 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.713361 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 7 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.743351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.743684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.744020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.751131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.751503 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.752045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 8 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.758634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network de1f6cc8-b8d7-49cc-aafb-62de1673e635 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:40.772895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.773289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.773733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.779159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, de1f6cc8-b8d7-49cc-aafb-62de1673e635) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:40.787728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.788059 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.791021 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 9 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.792364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9f9f7-bc1e-41df-ae69-3c8d08e8a948 None None] Network de1f6cc8-b8d7-49cc-aafb-62de1673e635 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:40.792890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:40.803961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:40.804628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.805621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.811517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:40.821399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.821733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.822069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.823676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:40.829616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.829982 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.830521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 10 to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 May 25 16:44:40.843386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1460583 May 25 16:44:40.843605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.844513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54658) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:40.862008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:40.882403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:40.882812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:40.883338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:40.894166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.894548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.894947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 4c66927b-41a3-49d5-a554-3489b001afbc disassociated. External IP: 172.26.6.21, port: 3e6d9171-d612-4d3d-9fea-21a59cf10815. May 25 16:44:40.895433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 3e6d9171-d612-4d3d-9fea-21a59cf10815 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:40.954245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:40.958584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:40.961979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:40.962315 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:40.962675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.005943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.030689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.048520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:41.103051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2a7afa3-770d-4e2a-85aa-1dfcd18e7f0e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:41.133411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f8690443-e5ea-418c-b00f-1966ef894073 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:41.147122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.149231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port e260ea75-fd9d-4f23-898e-c2fc32da93d5, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:41.149700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempted to set empty binding levels {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:44:41.162692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.169552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71ac1523-603f-4592-b537-1d7e67a9cf11 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:41.186195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-de1f6cc8-b8d7-49cc-aafb-62de1673e635', 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': '1ab7832b-68e5-4f2d-96a2-9f1fb6b4c77d'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:41.187074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.196019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:41.255345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=e260ea75-fd9d-4f23-898e-c2fc32da93d5,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:41.270149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:41.274288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.279635 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/e2a7afa3-770d-4e2a-85aa-1dfcd18e7f0e HTTP/1.1" status: 204 len: 168 time: 0.8627191 May 25 16:44:41.290346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.312337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Transition to ACTIVE for port object c02b54fe-1387-4c1e-9059-41c13be9487f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:41.319547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] In _notify_port_updated(), no bound segment for port e260ea75-fd9d-4f23-898e-c2fc32da93d5 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:44:41.326590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.327653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.332473 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "PUT /v2.0/ports/e260ea75-fd9d-4f23-898e-c2fc32da93d5 HTTP/1.1" status: 200 len: 976 time: 2.4288495 May 25 16:44:41.333036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54664) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:41.333365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54666) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:41.368836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f8690443-e5ea-418c-b00f-1966ef894073 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:41.373238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 47beb217-6627-46e0-9b84-e484ec33b46d yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:41.430598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.471070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.481141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6577ff66-72c5-46e1-81ff-183f3dc5feb8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:41.483512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Allocated IP 2001:db8::1 (de1f6cc8-b8d7-49cc-aafb-62de1673e635/1ab7832b-68e5-4f2d-96a2-9f1fb6b4c77d/b2d30e4e-53c9-47c4-bd33-955e9f6e9075) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:41.623585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 86bde52a-8058-408a-a93b-538bf277da9d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:41.637170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:41.640160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:41.646386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.647056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.651889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-94fb6b49-58ea-4acf-8b7e-733da3449491 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:41.680474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57018c-a871-41aa-990c-2a389c3273f6 None None] Network 86bde52a-8058-408a-a93b-538bf277da9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:41.689582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Port': ['ID=c02b54fe-1387-4c1e-9059-41c13be9487f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:41.692841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:41.718784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8618896 May 25 16:44:41.719163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54674) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:41.732085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-94fb6b49-58ea-4acf-8b7e-733da3449491 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:41.733824 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-94fb6b49-58ea-4acf-8b7e-733da3449491 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3991265 May 25 16:44:41.740057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54678) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:41.760296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.760790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.761271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.761745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.762217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.762683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.763179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.763651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.764416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.764584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.765155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.765632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.766104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.767235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.768081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.768741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.769368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.769987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.770829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.771472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.772122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.772739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.773386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.773991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.774605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.775243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.775851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.776471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:41.779911 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-51c6b94c-0175-4912-b89a-7524aab3db24 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24599 time: 0.4438484 May 25 16:44:41.790161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.801823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54682) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:41.803859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf8165be-92d4-4470-a81c-3760da659e20 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:41.899101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.908653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=3e6d9171-d612-4d3d-9fea-21a59cf10815,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:41.911708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:41.928808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:41.949568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Provisioning for port f8690443-e5ea-418c-b00f-1966ef894073 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:41.976416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.010671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.013749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Provisioning complete for port f8690443-e5ea-418c-b00f-1966ef894073 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:42.014376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.036289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.042466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e86d3f2d-4781-4370-a5f1-5c9e95b5b7cb tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:42.062347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07654f63-5674-44c6-b3fa-b57f0b73bad1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:42.074194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:42.082881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Transition to ACTIVE for port object b2d30e4e-53c9-47c4-bd33-955e9f6e9075 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:42.085627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting subnet 4ecd6322-5a07-4bcd-be06-35dfb669d9c4 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:42.096673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.097955 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/07654f63-5674-44c6-b3fa-b57f0b73bad1 HTTP/1.1" status: 204 len: 168 time: 0.3168480 May 25 16:44:42.100822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54686) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:42.110562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.134327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Transition to ACTIVE for port object b2d30e4e-53c9-47c4-bd33-955e9f6e9075 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:42.149499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.155714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eebe86c6-2454-44d3-8a2b-73393d6cc94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:42.196164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e149b9eb-37ad-453f-8fd9-774c86128eb1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:42.200654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.211857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d0dc58fc-bb0d-44ee-b185-1faff0d4ca16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:42.267278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Network de1f6cc8-b8d7-49cc-aafb-62de1673e635 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:42.278472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:42.283504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab7832b-68e5-4f2d-96a2-9f1fb6b4c77d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:42.285221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:42.288707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:42.289577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e149b9eb-37ad-453f-8fd9-774c86128eb1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:42.294468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e149b9eb-37ad-453f-8fd9-774c86128eb1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1890433 May 25 16:44:42.301849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54690) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:42.309473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:42.327744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964731839'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:42.332933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.338289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.351151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Pushing event updated for resources: {'Port': ['ID=b2d30e4e-53c9-47c4-bd33-955e9f6e9075,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:42.360583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:42.379029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:42.382799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.405599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1f6cc8-b8d7-49cc-aafb-62de1673e635']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:42.442124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852b8c42-e268-4bb0-8c0e-4085730dc569') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:42.442686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852b8c42-e268-4bb0-8c0e-4085730dc569') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:42.456739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] For port f8690443-e5ea-418c-b00f-1966ef894073, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f8690443-e5ea-418c-b00f-1966ef894073,segment=NetworkSegment(071d79dc-e5fa-42fd-bba9-e5703b49b7b7),segment_id=071d79dc-e5fa-42fd-bba9-e5703b49b7b7)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:42.457839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Attempting to bind port b2d30e4e-53c9-47c4-bd33-955e9f6e9075 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:42.458224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Attempting to bind port b2d30e4e-53c9-47c4-bd33-955e9f6e9075 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '852b8c42-e268-4bb0-8c0e-4085730dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:42.459041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Attempting to bind port b2d30e4e-53c9-47c4-bd33-955e9f6e9075 on network de1f6cc8-b8d7-49cc-aafb-62de1673e635 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:42.466212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.467609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.470214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.472127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:42.496706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:42.500701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.510171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:42.510861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.512361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:42.512744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Checking segment: {'id': '852b8c42-e268-4bb0-8c0e-4085730dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:42.513217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.513737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Bound using segment: {'id': '852b8c42-e268-4bb0-8c0e-4085730dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:42.514234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Bound port: b2d30e4e-53c9-47c4-bd33-955e9f6e9075, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852b8c42-e268-4bb0-8c0e-4085730dc569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:42.514720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:42.533710 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:42.593703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.629609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Pushing event updated for resources: {'Port': ['ID=f8690443-e5ea-418c-b00f-1966ef894073,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:42.634757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:42.649244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:44:42.649244 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:44:42.649244 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': 'de1f6cc8-b8d7-49cc-aafb-62de1673e635'}] May 25 16:44:42.649244 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:42.649639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:42.661395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] For port b2d30e4e-53c9-47c4-bd33-955e9f6e9075, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:42.664859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] For port b2d30e4e-53c9-47c4-bd33-955e9f6e9075, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b2d30e4e-53c9-47c4-bd33-955e9f6e9075,segment=NetworkSegment(852b8c42-e268-4bb0-8c0e-4085730dc569),segment_id=852b8c42-e268-4bb0-8c0e-4085730dc569)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:42.671206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.675635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:42.687835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:42.713048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Deleting port e260ea75-fd9d-4f23-898e-c2fc32da93d5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:42.713420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.745612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:42.777616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Provisioning for port c02b54fe-1387-4c1e-9059-41c13be9487f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:42.784439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Pushing event updated for resources: {'Port': ['ID=b2d30e4e-53c9-47c4-bd33-955e9f6e9075,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:42.819670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:42.832813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93f33dc8-d3d4-4914-bfaa-7ea61249bae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.837055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Provisioning complete for port c02b54fe-1387-4c1e-9059-41c13be9487f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:42.837450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.909410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Port c02b54fe-1387-4c1e-9059-41c13be9487f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:44:42.921035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30017e33-5e17-4fe4-9597-ae5be9f32f5e None None] Network de1f6cc8-b8d7-49cc-aafb-62de1673e635 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:42.942834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Provisioning complete for port f8690443-e5ea-418c-b00f-1966ef894073 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:42.943265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fa1f-cb8a-444b-bcc4-6bb8d2c23bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:42.992585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:43.055010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f8690443-e5ea-418c-b00f-1966ef894073 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:43.067320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:43.101827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:43.150780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.185548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.224202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port e260ea75-fd9d-4f23-898e-c2fc32da93d5, host hv-neutron-7929, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:43.224565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.256265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port b2d30e4e-53c9-47c4-bd33-955e9f6e9075 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:43.256800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.309697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f8690443-e5ea-418c-b00f-1966ef894073 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:43.310683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.372849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port b2d30e4e-53c9-47c4-bd33-955e9f6e9075, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b2d30e4e-53c9-47c4-bd33-955e9f6e9075,segment=NetworkSegment(852b8c42-e268-4bb0-8c0e-4085730dc569),segment_id=852b8c42-e268-4bb0-8c0e-4085730dc569)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:43.373519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.379743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.463665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81dca6-1277-4c96-ae4a-1aa8c2367fe9 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:44:43.463867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Calling delete_port for e260ea75-fd9d-4f23-898e-c2fc32da93d5 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:43.543180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:43.564141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:43.574382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d751236e-b856-4155-9e1f-de86e0f9078e None None] Provisioning complete for port c02b54fe-1387-4c1e-9059-41c13be9487f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:43.575092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d751236e-b856-4155-9e1f-de86e0f9078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.660362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:43.661021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.663009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for b2d30e4e-53c9-47c4-bd33-955e9f6e9075 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:43.728600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.733761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-931a41d7-c3c1-425d-9477-cb7e5e55d0a7 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:43.760239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.761876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.764637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d751236e-b856-4155-9e1f-de86e0f9078e None None] Port c02b54fe-1387-4c1e-9059-41c13be9487f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:44:43.772993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.782075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=b2d30e4e-53c9-47c4-bd33-955e9f6e9075,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:43.786040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.786276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:43.788919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:43.789091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port b2d30e4e-53c9-47c4-bd33-955e9f6e9075 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:43.789672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.800755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-832f1fc2-3880-4411-9bd1-b854b61f5457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:43.819321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.870038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.870439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad52bdb-de64-4abb-b4c6-a67a5bdcd4a9 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:43.874153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81dca6-1277-4c96-ae4a-1aa8c2367fe9 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:44:43.889298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.925548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.943110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e386a33-faa3-4d47-a038-9c3c9877285a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:43.945718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1f6cc8-b8d7-49cc-aafb-62de1673e635']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.946486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:43.950966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:43.955347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95d375e3-7a90-4607-868b-a135c8d708e1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:43.973208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852b8c42-e268-4bb0-8c0e-4085730dc569') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.973208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852b8c42-e268-4bb0-8c0e-4085730dc569') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:43.986841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:43.993994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/3e6d9171-d612-4d3d-9fea-21a59cf10815 HTTP/1.1" status: 204 len: 168 time: 4.6407754 May 25 16:44:43.997226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54700) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.011826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:44.024343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:44.027226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.100836 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2b64d909-ba98-44a5-94f6-1300644b52ea tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/floatingips/4c66927b-41a3-49d5-a554-3489b001afbc HTTP/1.1" status: 200 len: 687 time: 0.1024079 May 25 16:44:44.103871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54706) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.111244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.114175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.118093 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8095355 May 25 16:44:44.135934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54710) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.151081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '4e386a33-faa3-4d47-a038-9c3c9877285a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:44.169290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.173787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:44.183440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Usage tracker for resource:security_group_rule and tenant:ec377dde1acd4891b101eb1cba375e7b is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:44.191665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=47beb217-6627-46e0-9b84-e484ec33b46d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.192988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:44.193410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.196139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:44.199367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.202545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.205614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-27bddc35-1874-4182-bdfe-1aed0d9c2516 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:44.243204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:44.285872 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:44.301230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.334046 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e260ea75-fd9d-4f23-898e-c2fc32da93d5 HTTP/1.1" status: 204 len: 168 time: 2.4929636 May 25 16:44:44.337989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54714) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.351817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffeaf3e-d2a9-422f-a815-1242f1838540 None None] Network 86bde52a-8058-408a-a93b-538bf277da9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:44.378701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.383003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/4ecd6322-5a07-4bcd-be06-35dfb669d9c4 HTTP/1.1" status: 204 len: 168 time: 2.6598256 May 25 16:44:44.383150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.386291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': 'bee98939-6f36-4d3f-a668-d482d2458d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '06d79e54-a9c8-4eff-b5cf-281f77c8b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:44.386291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 06d79e54-a9c8-4eff-b5cf-281f77c8b69e, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:44.390152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54718) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.436197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.460095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44ab9c8-9a87-45e9-a1cc-5f2a65f3452e tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] GET failed (client error): The resource could not be found. May 25 16:44:44.460723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a44ab9c8-9a87-45e9-a1cc-5f2a65f3452e tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Synchronizing usage tracker for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:44.467108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event deleted for resources: {'Port': ['ID=e260ea75-fd9d-4f23-898e-c2fc32da93d5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.473418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.474356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.475232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:44.475707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.484554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:44.486861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:44.505296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.527023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=de1f6cc8-b8d7-49cc-aafb-62de1673e635,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.534345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221a5f4-5e1b-442b-bf7d-41eb4ef4ccb3 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:44.535917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c221a5f4-5e1b-442b-bf7d-41eb4ef4ccb3 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:44.536692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c221a5f4-5e1b-442b-bf7d-41eb4ef4ccb3 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Synchronizing usage tracker for tenant:5c726389110749e69f0f593cda605bbf on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:44.542462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.546306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecd6322-5a07-4bcd-be06-35dfb669d9c4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.553688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/de1f6cc8-b8d7-49cc-aafb-62de1673e635 HTTP/1.1" status: 204 len: 168 time: 3.7042742 May 25 16:44:44.554221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54722) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.560816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.561492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a44ab9c8-9a87-45e9-a1cc-5f2a65f3452e tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Unset dirty status for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:44.563047 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a44ab9c8-9a87-45e9-a1cc-5f2a65f3452e tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports/e260ea75-fd9d-4f23-898e-c2fc32da93d5 HTTP/1.1" status: 404 len: 333 time: 0.2192295 May 25 16:44:44.568344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1991291628'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:44.568936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54726) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.575816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-864376995', 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:44.576659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 06d79e54-a9c8-4eff-b5cf-281f77c8b69e is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:44.580701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:44.582373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c221a5f4-5e1b-442b-bf7d-41eb4ef4ccb3 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Unset dirty status for tenant:5c726389110749e69f0f593cda605bbf on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:44.586195 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c221a5f4-5e1b-442b-bf7d-41eb4ef4ccb3 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1924181 May 25 16:44:44.586195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 612147fe-a81b-44ee-ac9b-6c81e44563b8 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:44.586195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.587992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54730) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.590854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:44.598158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:44.601055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:44.632066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:44.644003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.673339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:44.692905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] DHCP port deletion for 86bde52a-8058-408a-a93b-538bf277da9d request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:44.697617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 06d79e54-a9c8-4eff-b5cf-281f77c8b69e) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:44.712996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Made reservation on behalf of cc47fd854ba8469b990c84ec589619e7 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:44.714944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.719547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.723117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:44.728777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:44.735757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:44.735757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.736956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64431f3-4a54-44ec-a914-e724c03d92fb None None] Network 06d79e54-a9c8-4eff-b5cf-281f77c8b69e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:44.754038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port 701708a2-6c14-4274-9d01-5f82446478b9 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:44.760160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:44.784347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:44.787818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.795579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.795913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.822711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94036993-53d9-4d6e-8848-f3d9caf1001f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:44.832370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e802f054-48fd-4d4b-8640-d0b2726b0d22 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.836510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:44.842403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0350361 May 25 16:44:44.846942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54736) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.888670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.889839 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7513111 May 25 16:44:44.904339 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e802f054-48fd-4d4b-8640-d0b2726b0d22 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 25 16:44:44.904802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e802f054-48fd-4d4b-8640-d0b2726b0d22 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:44:44.909609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54740) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.916688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:44.948894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e802f054-48fd-4d4b-8640-d0b2726b0d22 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/86bde52a-8058-408a-a93b-538bf277da9d HTTP/1.1" status: 409 len: 405 time: 0.3494391 May 25 16:44:44.949191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 612147fe-a81b-44ee-ac9b-6c81e44563b8 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:44.952025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54744) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.968461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb23c51c-da5e-4791-ba55-bb70c831d1a9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules/94036993-53d9-4d6e-8848-f3d9caf1001f HTTP/1.1" status: 200 len: 763 time: 0.0528898 May 25 16:44:44.972193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:44.972497 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 19202879-d25b-463f-93eb-35c03c115414 of type vlan for network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b May 25 16:44:44.972632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:44.976772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-290001139'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:45.092788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f8690443-e5ea-418c-b00f-1966ef894073 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:45.166081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Deleting port f8690443-e5ea-418c-b00f-1966ef894073 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:45.166738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.180617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:45.199140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:45.212429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:45.234085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.238401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:45.269201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:45.272804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.297112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] For port f8690443-e5ea-418c-b00f-1966ef894073, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f8690443-e5ea-418c-b00f-1966ef894073,segment=NetworkSegment(071d79dc-e5fa-42fd-bba9-e5703b49b7b7),segment_id=071d79dc-e5fa-42fd-bba9-e5703b49b7b7)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:45.298180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.311568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.314856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e1399b83-e17b-4567-96a3-0fdffb2ea78d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:45.318506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:45.319508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.326026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.349890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.364828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e1399b83-e17b-4567-96a3-0fdffb2ea78d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:45.366161 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e1399b83-e17b-4567-96a3-0fdffb2ea78d tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3892736 May 25 16:44:45.369677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54754) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:45.417464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:45.417803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.454518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:45.460309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.483518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.487989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Calling delete_port for f8690443-e5ea-418c-b00f-1966ef894073 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:45.494235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.505544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81e27f44-3bed-4e76-a1fb-7684c7f3a032 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.533511 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9733014 May 25 16:44:45.536632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54758) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:45.552878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.553182 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment 5641305e-8110-4687-bed3-ff0d9e6b890d of type vlan for network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 May 25 16:44:45.554428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.554560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=5df32e54-558a-40a0-8fc1-c07ba6b9aa3b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.565456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.578582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:45.582392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:45.599785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.607679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.618634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.708032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:45.713129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=701708a2-6c14-4274-9d01-5f82446478b9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.721990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:45.724085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.731986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.732724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.734736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f8690443-e5ea-418c-b00f-1966ef894073, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f8690443-e5ea-418c-b00f-1966ef894073,segment=NetworkSegment(071d79dc-e5fa-42fd-bba9-e5703b49b7b7),segment_id=071d79dc-e5fa-42fd-bba9-e5703b49b7b7)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:45.743400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.746317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-383d7281-3928-451e-beec-e9f41263371a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.757005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:45.771798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:45.773001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:45.773594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.790886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.794247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.799289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.803225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event deleted for resources: {'Port': ['ID=f8690443-e5ea-418c-b00f-1966ef894073,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.805049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:45.805598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:45.807322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.808111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d91f6224-5c58-41ba-ae79-f310429adf56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.811831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.816838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=612147fe-a81b-44ee-ac9b-6c81e44563b8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.827939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.831619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:45.856385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Pushing event deleted for resources: {'Port': ['ID=f8690443-e5ea-418c-b00f-1966ef894073,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.859475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.860605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] No DVR routers for this DVR port f8690443-e5ea-418c-b00f-1966ef894073 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:45.883307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:45.885895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94036993-53d9-4d6e-8848-f3d9caf1001f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.898597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:45.902895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.919939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9603279 May 25 16:44:45.928692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54764) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:45.940095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:45.941428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:45.959765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:45.960842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:45.971563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:45.986575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:45.989634 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-00c722ab-23b1-4735-9809-a5d0cd80d923 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4196103 May 25 16:44:45.994383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54768) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.000274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.002329 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/94036993-53d9-4d6e-8848-f3d9caf1001f HTTP/1.1" status: 204 len: 168 time: 0.6315382 May 25 16:44:46.023668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54772) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.037301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:46.041171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.106188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.119172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:46.150346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.153026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.154182 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/4c66927b-41a3-49d5-a554-3489b001afbc HTTP/1.1" status: 204 len: 168 time: 2.0494130 May 25 16:44:46.163164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.167153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5eeea5f9-368c-4afe-924c-0d18b5b3226f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:46.173596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'e9180005-856a-4685-b349-a30121e1e6b8'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:46.185681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:46.189648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:46.191202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:46.192561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba840aa-972e-4f54-80e2-5a4a66d0927c tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:46.193130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cba840aa-972e-4f54-80e2-5a4a66d0927c tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Synchronizing usage tracker for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:46.201979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:46.211995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.212808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:46.214815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:46.227297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c HTTP/1.1" status: 204 len: 168 time: 1.3780432 May 25 16:44:46.228332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5eeea5f9-368c-4afe-924c-0d18b5b3226f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:46.233116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5eeea5f9-368c-4afe-924c-0d18b5b3226f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1998355 May 25 16:44:46.233116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54780) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.233579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54784) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.244045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '4e386a33-faa3-4d47-a038-9c3c9877285a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:46.250859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cba840aa-972e-4f54-80e2-5a4a66d0927c tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Unset dirty status for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:46.252117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cba840aa-972e-4f54-80e2-5a4a66d0927c tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports/701708a2-6c14-4274-9d01-5f82446478b9 HTTP/1.1" status: 200 len: 954 time: 0.2560468 May 25 16:44:46.254416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:46.256822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.263156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:46.267338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.274749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54788) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.323869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:46.447275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb6def-070b-4e1d-bfb8-c6632fc39fad tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:46.453271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb6def-070b-4e1d-bfb8-c6632fc39fad tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:46.454701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1adb6def-070b-4e1d-bfb8-c6632fc39fad tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:46.510422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1adb6def-070b-4e1d-bfb8-c6632fc39fad tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:46.511423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.511674 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1adb6def-070b-4e1d-bfb8-c6632fc39fad tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2808335 May 25 16:44:46.517825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54794) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.698886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.753408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.762996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Deleting port 701708a2-6c14-4274-9d01-5f82446478b9 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:46.763337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.786054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:46.788007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 47beb217-6627-46e0-9b84-e484ec33b46d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:46.788351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.879540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c6c980-6bed-4b78-943d-a04fb48fab13,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:46.885112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:46.902403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.905349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.967583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:46.972072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7342999 May 25 16:44:46.975989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54798) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:46.981081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.086488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6b7207e7-dae2-457a-a535-059de162a601 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules/28c6c980-6bed-4b78-943d-a04fb48fab13 HTTP/1.1" status: 200 len: 763 time: 0.1091447 May 25 16:44:47.103496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54802) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.195041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 47beb217-6627-46e0-9b84-e484ec33b46d owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:47.260630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-29213b07-c594-44f7-8d58-b19d0c09d810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1558719 May 25 16:44:47.266999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54808) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.288684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Calling delete_port for 701708a2-6c14-4274-9d01-5f82446478b9 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:47.365733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.408711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.418421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.135 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/24f5874c-5abb-4050-9b6f-852bcb76b789) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:47.428500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:44:47.429496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.433100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.443267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:47.518986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.545899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.546707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=7bab4196-b130-4558-be1d-803fe6b272c2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:47.559151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:47.564223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:47.568227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.586425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3669d2e1-4bd5-4565-bf31-4f99e2a8cfe5 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:47.588108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28c6c980-6bed-4b78-943d-a04fb48fab13,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:47.590601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/47beb217-6627-46e0-9b84-e484ec33b46d HTTP/1.1" status: 204 len: 168 time: 1.0718133 May 25 16:44:47.593807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:47.594556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-268a2802-dba2-4726-a082-1a8832829f40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:47.617174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.630297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54814) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.631629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': '5641305e-8110-4687-bed3-ff0d9e6b890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:47.632660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:47.635186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.636486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/28c6c980-6bed-4b78-943d-a04fb48fab13 HTTP/1.1" status: 204 len: 168 time: 0.3676152 May 25 16:44:47.644362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.646990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=47beb217-6627-46e0-9b84-e484ec33b46d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:47.663579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:47.684606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event deleted for resources: {'Port': ['ID=701708a2-6c14-4274-9d01-5f82446478b9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:47.691235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:47.701368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:47.704497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-291abc6d-c93c-4f8d-8bb9-5db96fbe0f78 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:47.712812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e07b3806-2179-4b2d-a3aa-76528583dfdf tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:47.722136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:47.730191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06b59a-e541-4a34-af15-bc680ddf44b4 None None] Network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:47.736604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:47.737312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.743017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e07b3806-2179-4b2d-a3aa-76528583dfdf tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:47.744293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e07b3806-2179-4b2d-a3aa-76528583dfdf tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0988731 May 25 16:44:47.749775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54822) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.758005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.758435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Request body: {'security_group_rule': {'security_group_id': '4e386a33-faa3-4d47-a038-9c3c9877285a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:47.769718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:47.782388 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8522756 May 25 16:44:47.783752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:47.785811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.848055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "DELETE /v2.0/ports/701708a2-6c14-4274-9d01-5f82446478b9 HTTP/1.1" status: 204 len: 168 time: 1.5720978 May 25 16:44:47.861834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54830) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:47.863286 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Project ec377dde1acd4891b101eb1cba375e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:44:47.866558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': '19202879-d25b-463f-93eb-35c03c115414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:47.867005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:47.883373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.919076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=4433b02e-83a7-4fe6-9467-2653ff3f0fc5,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:47.924445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.939607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:47.943605 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-83af3b44-1633-4995-a94b-11171710c759 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] GET failed (client error): The resource could not be found. May 25 16:44:47.944153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83af3b44-1633-4995-a94b-11171710c759 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Synchronizing usage tracker for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:47.969095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:47.981096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:47.983256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21150045-8e39-40c1-b470-f5d242b4aa7a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:47.983996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-21150045-8e39-40c1-b470-f5d242b4aa7a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:47.999728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.003060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:48.008327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83af3b44-1633-4995-a94b-11171710c759 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Unset dirty status for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:48.012967 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-83af3b44-1633-4995-a94b-11171710c759 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports/701708a2-6c14-4274-9d01-5f82446478b9 HTTP/1.1" status: 404 len: 333 time: 0.1442986 May 25 16:44:48.013585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54834) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.019557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13', 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': '7bab4196-b130-4558-be1d-803fe6b272c2'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:48.021044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.024113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-666421357'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:48.034859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-21150045-8e39-40c1-b470-f5d242b4aa7a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:48.035634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eef8d0-4451-41f5-bc38-3040acbd7af5 None None] Network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:48.036034 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-21150045-8e39-40c1-b470-f5d242b4aa7a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4051197 May 25 16:44:48.037153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:48.040939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:48.041556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.043746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54838) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.044120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.067912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:48.070489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.075923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83f48496-7d0b-40fb-93dc-da174efba0c0 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:48.106514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1f5be8dc-3c1b-4c0f-88e7-05b7c36cb461 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:48.122750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5513561 May 25 16:44:48.126744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.152493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Made reservation on behalf of cc47fd854ba8469b990c84ec589619e7 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:48.154329 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebbcb9d-bd85-4340-9fcc-bfc2bc869d86 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:44:48.154791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.155190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ebbcb9d-bd85-4340-9fcc-bfc2bc869d86 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:48.175166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:48.181644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:48.186870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:48.225054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=24f5874c-5abb-4050-9b6f-852bcb76b789,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:48.231180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3547fa54-68a1-4975-9afb-9de33eada9a4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:48.237116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:48.238367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port ec56cdc3-564a-4298-9b09-d69b70eb6082 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:48.254777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:48.265444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.310584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ebbcb9d-bd85-4340-9fcc-bfc2bc869d86 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:48.314338 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5ebbcb9d-bd85-4340-9fcc-bfc2bc869d86 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/a3114ef5-7e8b-4235-b33b-f1a4ff2b6c1c HTTP/1.1" status: 404 len: 333 time: 0.2665992 May 25 16:44:48.321007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.322179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5705967 May 25 16:44:48.327778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.327984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54850) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.429111 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a21e0458-cf4f-47c8-bccc-c0e4a5620b41 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules/3547fa54-68a1-4975-9afb-9de33eada9a4 HTTP/1.1" status: 200 len: 769 time: 0.0942640 May 25 16:44:48.429323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54856) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.437775 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-668192b7-d376-4a50-91a8-afc61f37120d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:44:48.441968 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-668192b7-d376-4a50-91a8-afc61f37120d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/47beb217-6627-46e0-9b84-e484ec33b46d HTTP/1.1" status: 404 len: 333 time: 0.1104147 May 25 16:44:48.459720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54860) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.518059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Allocated IP 2001:db8::f816:3eff:feb7:94be (4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13/7bab4196-b130-4558-be1d-803fe6b272c2/2a429f80-5103-41c2-9637-afb5ff86e2c5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:48.521491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-5df32e54-558a-40a0-8fc1-c07ba6b9aa3b', 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': '4433b02e-83a7-4fe6-9467-2653ff3f0fc5'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:48.522419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.526581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.548700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.665539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.804859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-32e46901-be41-47c9-b29f-6a57ec9e30cc tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:48.826025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.845685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:48.937319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Allocated IP 2001:db8::1 (5df32e54-558a-40a0-8fc1-c07ba6b9aa3b/4433b02e-83a7-4fe6-9467-2653ff3f0fc5/45006055-f3be-4b98-bea0-98c3cb28012b) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:48.939064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-32e46901-be41-47c9-b29f-6a57ec9e30cc tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:48.943100 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-32e46901-be41-47c9-b29f-6a57ec9e30cc tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5109367 May 25 16:44:48.943376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:48.983881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.055428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Transition to ACTIVE for port object 2a429f80-5103-41c2-9637-afb5ff86e2c5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:49.096521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Transition to ACTIVE for port object 2a429f80-5103-41c2-9637-afb5ff86e2c5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:49.107870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.120642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.185124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.198483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.205661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.209382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:49.213549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.213869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:49.256023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:49.262255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.263790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=7bab4196-b130-4558-be1d-803fe6b272c2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.267765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.270247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Pushing event updated for resources: {'Port': ['ID=2a429f80-5103-41c2-9637-afb5ff86e2c5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.275380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.291159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-65ee8ac9-ce40-4530-8778-5d6b59f17f34 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.300955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.330430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d79e54-a9c8-4eff-b5cf-281f77c8b69e']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.364153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee98939-6f36-4d3f-a668-d482d2458d0a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.364431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee98939-6f36-4d3f-a668-d482d2458d0a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.369715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.381273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Attempting to bind port 2a429f80-5103-41c2-9637-afb5ff86e2c5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:49.381663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Attempting to bind port 2a429f80-5103-41c2-9637-afb5ff86e2c5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5641305e-8110-4687-bed3-ff0d9e6b890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:49.382040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Attempting to bind port 2a429f80-5103-41c2-9637-afb5ff86e2c5 on network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:49.387687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:49.391538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.394471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:49.394862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Checking segment: {'id': '5641305e-8110-4687-bed3-ff0d9e6b890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:49.395303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.395713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Bound using segment: {'id': '5641305e-8110-4687-bed3-ff0d9e6b890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:49.396208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Bound port: 2a429f80-5103-41c2-9637-afb5ff86e2c5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5641305e-8110-4687-bed3-ff0d9e6b890d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:49.396592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.399326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:49.406584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Transition to ACTIVE for port object 45006055-f3be-4b98-bea0-98c3cb28012b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:49.410054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:49.411071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:49.411680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.423545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.428646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-13379dae-fff4-4ff1-95e6-b5adb98d78e1 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.436385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.438656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.448354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=ec56cdc3-564a-4298-9b09-d69b70eb6082,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.454276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:49.454708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.466720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:49.471803 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:49.473666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.484305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3547fa54-68a1-4975-9afb-9de33eada9a4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.488241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.499082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5641305e-8110-4687-bed3-ff0d9e6b890d') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.499374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5641305e-8110-4687-bed3-ff0d9e6b890d') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.525855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.537603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.540325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Transition to ACTIVE for port object 45006055-f3be-4b98-bea0-98c3cb28012b will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:49.541744 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/3547fa54-68a1-4975-9afb-9de33eada9a4 HTTP/1.1" status: 204 len: 168 time: 0.5970008 May 25 16:44:49.544210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54872) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:49.566704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.573922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d5201a14-c4e7-4d7a-84de-f23d63bf61f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.577311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5602431 May 25 16:44:49.577448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.577548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.577548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54876) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:49.583611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:49.592650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:49.592650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:49.613304 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:49.640697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.644828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] For port 2a429f80-5103-41c2-9637-afb5ff86e2c5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:49.654344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:49.658252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:49.662352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:49.672376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.677574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.704313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.704949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Pushing event updated for resources: {'Port': ['ID=45006055-f3be-4b98-bea0-98c3cb28012b,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.712741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.713153 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/06d79e54-a9c8-4eff-b5cf-281f77c8b69e HTTP/1.1" status: 204 len: 168 time: 1.2481365 May 25 16:44:49.747186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ade491c3-f52c-45ab-b12c-d474a87220ce tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:49.748919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.759847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54880) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:49.766987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Attempting to bind port 45006055-f3be-4b98-bea0-98c3cb28012b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:49.767558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Attempting to bind port 45006055-f3be-4b98-bea0-98c3cb28012b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '19202879-d25b-463f-93eb-35c03c115414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:49.767964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Attempting to bind port 45006055-f3be-4b98-bea0-98c3cb28012b on network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:49.771802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1752489319'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:49.774202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:49.774846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Checking segment: {'id': '19202879-d25b-463f-93eb-35c03c115414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:49.775382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.775871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Bound using segment: {'id': '19202879-d25b-463f-93eb-35c03c115414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:49.776450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Bound port: 45006055-f3be-4b98-bea0-98c3cb28012b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19202879-d25b-463f-93eb-35c03c115414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:49.776930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.779464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.783310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=4433b02e-83a7-4fe6-9467-2653ff3f0fc5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.792346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=06d79e54-a9c8-4eff-b5cf-281f77c8b69e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:49.794830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.797918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] For port 2a429f80-5103-41c2-9637-afb5ff86e2c5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2a429f80-5103-41c2-9637-afb5ff86e2c5,segment=NetworkSegment(5641305e-8110-4687-bed3-ff0d9e6b890d),segment_id=5641305e-8110-4687-bed3-ff0d9e6b890d)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:49.800962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:49.805866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:49.807324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.811905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:44:49.811905 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:44:49.811905 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': '4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13'}] May 25 16:44:49.811905 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:49.812278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:49.814446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:49.821259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-81c1ac48-2b83-4c1d-95ad-938082877c19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:49.821467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:49.914326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.929015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:49.942741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:49.948377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ade491c3-f52c-45ab-b12c-d474a87220ce tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:49.953704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ade491c3-f52c-45ab-b12c-d474a87220ce tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4057660 May 25 16:44:49.954632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df32e54-558a-40a0-8fc1-c07ba6b9aa3b']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.962562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:49.996268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19202879-d25b-463f-93eb-35c03c115414') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:49.996678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19202879-d25b-463f-93eb-35c03c115414') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:50.014392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:50.019361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.042430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Pushing event updated for resources: {'Port': ['ID=2a429f80-5103-41c2-9637-afb5ff86e2c5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.045392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] For port 45006055-f3be-4b98-bea0-98c3cb28012b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:50.049233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] For port 45006055-f3be-4b98-bea0-98c3cb28012b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=45006055-f3be-4b98-bea0-98c3cb28012b,segment=NetworkSegment(19202879-d25b-463f-93eb-35c03c115414),segment_id=19202879-d25b-463f-93eb-35c03c115414)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:50.050693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.051904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.054181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.065929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:50.095263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.107752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ccf08-0f54-4b83-8ea3-8d21f33b2efe None None] Network 4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:50.108426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:50.108951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:50.125309 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:50.145759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:50.229801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.246337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.246708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment cae0c988-b4a6-4292-a046-270169b141fd of type vlan for network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 May 25 16:44:50.270724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:44:50.270724 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:44:50.270724 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': '5df32e54-558a-40a0-8fc1-c07ba6b9aa3b'}] May 25 16:44:50.270724 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:50.270724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:50.274750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.314415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] device_id is not set on port ec56cdc3-564a-4298-9b09-d69b70eb6082 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:50.314666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.318016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.324058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.353007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Transition to ACTIVE for port object ec56cdc3-564a-4298-9b09-d69b70eb6082 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:50.357445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.364171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:50.365720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e79119-da62-4f88-b479-d3b6f1cb60f3 None None] Network 5df32e54-558a-40a0-8fc1-c07ba6b9aa3b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:50.381956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Pushing event updated for resources: {'Port': ['ID=45006055-f3be-4b98-bea0-98c3cb28012b,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.400328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.405864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.410685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:50.421766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.426998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e386a33-faa3-4d47-a038-9c3c9877285a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.430559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.432368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.438133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:50.439184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.448767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0cf49e47-0b2c-47b4-b6cf-5db9c41fcf5f tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:50.516827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.543115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=ec56cdc3-564a-4298-9b09-d69b70eb6082,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.556997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.574555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-14494006-475b-4571-855b-3ba6a99c262d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:50.583467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.587263 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "DELETE /v2.0/security-groups/4e386a33-faa3-4d47-a038-9c3c9877285a HTTP/1.1" status: 204 len: 168 time: 0.6212063 May 25 16:44:50.588053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54892) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:50.592758 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8316824 May 25 16:44:50.593920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.596565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54896) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:50.599971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.615447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting port 2a429f80-5103-41c2-9637-afb5ff86e2c5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:50.616034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.635684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:50.645525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:50.698808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:50.699163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:50.699690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:50.721247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:50.721578 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:50.725314 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 2 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:50.745888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=24f5874c-5abb-4050-9b6f-852bcb76b789,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:50.753427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:50.756160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:50.756662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:50.757148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:50.761779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.775959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.807582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf54ae-8e66-4203-97f0-ca7226ca9af8 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:44:50.848809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:50.849244 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:50.852060 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 3 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:50.876941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:50.877375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:50.877811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:50.919479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e7855cf9-54b7-48c1-9fb7-8f154632cfa2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Synchronizing usage tracker for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:50.929123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] For port 2a429f80-5103-41c2-9637-afb5ff86e2c5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2a429f80-5103-41c2-9637-afb5ff86e2c5,segment=NetworkSegment(5641305e-8110-4687-bed3-ff0d9e6b890d),segment_id=5641305e-8110-4687-bed3-ff0d9e6b890d)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:50.929497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:50.947586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:50.951851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:50.952187 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:50.955613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 4 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:50.956328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf54ae-8e66-4203-97f0-ca7226ca9af8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:44:50.980522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:50.980866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:50.981181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:50.990775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:50.991141 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:50.994355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 5 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.161670 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 0ecc70eb-fe7c-4a99-954d-5df156a4828c associated. External IP: 172.26.6.135, port: e9180005-856a-4685-b349-a30121e1e6b8. May 25 16:44:51.200661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:51.215291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Calling delete_port for 2a429f80-5103-41c2-9637-afb5ff86e2c5 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:51.218281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:51.221491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.221885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.222206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.230720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:51.236561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e7855cf9-54b7-48c1-9fb7-8f154632cfa2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Unset dirty status for tenant:ec377dde1acd4891b101eb1cba375e7b on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:51.239403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e7855cf9-54b7-48c1-9fb7-8f154632cfa2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6486671 May 25 16:44:51.246002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54902) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:51.248362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.249508 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.251611 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 6 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.267167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:51.270650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.298626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.299002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.299337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.346936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port 45006055-f3be-4b98-bea0-98c3cb28012b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:51.347568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.379922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.380252 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.384814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 7 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.415075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b77f3-e99b-4e29-a507-7ec64a1fd663 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:44:51.429637 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f7139115-902b-404a-8025-ad0cde2cee21 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1822462 May 25 16:44:51.430966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.431308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.431647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.457504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.457742 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.467613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 8 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.509486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port 45006055-f3be-4b98-bea0-98c3cb28012b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=45006055-f3be-4b98-bea0-98c3cb28012b,segment=NetworkSegment(19202879-d25b-463f-93eb-35c03c115414),segment_id=19202879-d25b-463f-93eb-35c03c115414)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:51.509853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.572873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.573805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.574295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.583182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.583873 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.586090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 9 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.597309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4b77f3-e99b-4e29-a507-7ec64a1fd663 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:44:51.641669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.653793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for 45006055-f3be-4b98-bea0-98c3cb28012b owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:51.658551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:51.684431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.684771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.685108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.696978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.700759 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.708168 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempt 10 to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 May 25 16:44:51.711275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Port': ['ID=2a429f80-5103-41c2-9637-afb5ff86e2c5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:51.718180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:51.721012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No DVR routers for this DVR port 2a429f80-5103-41c2-9637-afb5ff86e2c5 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:51.736746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:51.737076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:51.737415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempting to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:51.749277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:44:51.749605 dv-neutron-792998-1-hyperv neutron-server[99126]: ERROR neutron.plugins.ml2.managers [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Failed to bind port ec56cdc3-564a-4298-9b09-d69b70eb6082 on host hv-neutron-7929 for vnic_type normal using segments [{'id': '5279b5a9-4e20-4069-bfc8-9b4068bbdb05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'd85baeb5-e3e0-4c8f-8f3f-5df341bc76bd'}] May 25 16:44:51.749960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.799730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:44:51.800266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:44:51.930863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:51.955304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:51.978632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54912) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:51.985654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5641305e-8110-4687-bed3-ff0d9e6b890d') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:51.986024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5641305e-8110-4687-bed3-ff0d9e6b890d') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.010994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port ec56cdc3-564a-4298-9b09-d69b70eb6082, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:52.011728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attempted to set empty binding levels {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 25 16:44:52.011951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.021250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.039049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.048331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:52.084306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:52.107432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=45006055-f3be-4b98-bea0-98c3cb28012b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:52.112242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.115207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:52.135234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port 45006055-f3be-4b98-bea0-98c3cb28012b on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:52.166026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:52.166438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:52.181446 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:52.209501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] In _notify_port_updated(), no bound segment for port ec56cdc3-564a-4298-9b09-d69b70eb6082 on network d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:44:52.210456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:52.211178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.215434 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "PUT /v2.0/ports/ec56cdc3-564a-4298-9b09-d69b70eb6082 HTTP/1.1" status: 200 len: 976 time: 2.6342344 May 25 16:44:52.219218 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-7a5c38c8-b4fa-4bd6-b35b-38d3c81c9a81 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4136345 May 25 16:44:52.224864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54920) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:52.237173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event updated for resources: {'Port': ['ID=ec56cdc3-564a-4298-9b09-d69b70eb6082,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:52.246702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:52.319079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:44:52.329557 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:44:52.342642 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:52.343942 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.393448 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9f4936ef-42b9-4f9d-a3fe-bc480a2d4874 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ec377dde1acd4891b101eb1cba375e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098775 May 25 16:44:52.396848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54924) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:52.412969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.442843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a363d1-b0ef-4056-96fe-ab92e0d36aea tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:52.443936 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.448614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.455695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:44:52.456438 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.479089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.494715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.511433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:52.520166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:52.523614 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.524396 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5989d1f-05dc-4df9-aee5-f59ec1c7758b None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:44:52.525577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df32e54-558a-40a0-8fc1-c07ba6b9aa3b']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.543449 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 HTTP/1.1" status: 204 len: 168 time: 4.7531378 May 25 16:44:52.543449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19202879-d25b-463f-93eb-35c03c115414') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.543449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19202879-d25b-463f-93eb-35c03c115414') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:52.544498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54928) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:52.558475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.560146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1720795268'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:52.573881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:52.579372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.585069 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.4207532 May 25 16:44:52.587995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:52.589626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:52.590018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.591554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54932) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:52.592290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:52.603898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-8e09e481-658b-4dac-96d3-54004fd61515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:52.605366 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-8e09e481-658b-4dac-96d3-54004fd61515 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.3562503 May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:52.605609 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:52.614657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-774838112'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:52.626207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:52.630288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:52.636714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.656414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:network and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:52.666655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:52.708501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.712096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c83d1fa-aa91-4013-810a-2a75bd4c0bc2 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:52.729512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.741708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=5df32e54-558a-40a0-8fc1-c07ba6b9aa3b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:52.743767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:52.759679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:52.764339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.772579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:52.774283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/5df32e54-558a-40a0-8fc1-c07ba6b9aa3b HTTP/1.1" status: 204 len: 168 time: 4.6462214 May 25 16:44:52.778738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54936) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:52.790675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784062712'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:52.796836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.798029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:52.805277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:52.810188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:52.812702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Deleting port ec56cdc3-564a-4298-9b09-d69b70eb6082 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:52.813691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.820330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:52.825291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.831890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d41ef048-88ca-4e67-81f6-a787039ac935 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:52.847120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:52.850474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:52.886320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:52.889789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.084543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=1d1894ed-d01a-49fb-bb0f-bba037f662f8,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:53.091071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:53.102196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:53.104427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': 'cae0c988-b4a6-4292-a046-270169b141fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:53.104781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:53.117206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:53.121975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.122340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment dd3ee78b-527c-45c8-9bca-ee85fa5c9194 of type vlan for network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 May 25 16:44:53.138016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:53.158176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.162884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:53.172677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.173151 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment 0681c2cb-9889-4b70-93e1-d79d589630c7 of type vlan for network 8f82fa43-cf93-46dc-8592-53ae4947f2af May 25 16:44:53.177047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.177641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.178184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936a92d-d6ff-4081-9006-c489efa1d5dc None None] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:53.179280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] For port ec56cdc3-564a-4298-9b09-d69b70eb6082, host hv-neutron-7929, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:53.179643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.202556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] vlan segment allocate from pool success with {'vlan_id': 1179, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:44:53.209517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-81323f12-937e-4c4c-b4d8-e743d4c25d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.211198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-81323f12-937e-4c4c-b4d8-e743d4c25d25 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.5754654 May 25 16:44:53.214430 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6159542 May 25 16:44:53.217430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:53.224164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786', 'name': 'tempest-PortsIpV6TestJSON-1663582488'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:53.239305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.245376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.246160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.255802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9bfc92a-3a01-4922-a396-f2d6ba417a3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:53.333725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Calling delete_port for ec56cdc3-564a-4298-9b09-d69b70eb6082 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:53.419257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6369536 May 25 16:44:53.421660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54948) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:53.427484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.427702 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Added segment 2d9a7538-7258-48fc-9e20-eac7a0cec4a2 of type vlan for network 32ed83bf-734c-4f7c-957b-f65f7df23d56 May 25 16:44:53.443525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=9af77bd0-0bc3-49e9-9587-10c86119f2a1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:53.448032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.457030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:53.457790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:53.477593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:53.486848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.490214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:53.498655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:53.502742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:53.513977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:53.518076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.542190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port dbdf6379-d4d9-49d0-bb03-276fc27f3353 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:44:53.569271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786', 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': '1d1894ed-d01a-49fb-bb0f-bba037f662f8'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:53.570112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.614275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854fe945-0f64-4248-b399-6136e1a5e8d1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:53.634633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:53.640003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.648822 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-0a67a6d9-bf0a-4891-be60-cc73c84681a6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.3239160 May 25 16:44:53.722181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::374 (20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786/1d1894ed-d01a-49fb-bb0f-bba037f662f8/dbdf6379-d4d9-49d0-bb03-276fc27f3353) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:53.741375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.746637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.747234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.766338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-489eed2c-ab97-4d7d-838a-78f90c6320dd tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:53.786212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:53.812578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:53.822329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:53.883446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.884613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/854fe945-0f64-4248-b399-6136e1a5e8d1 HTTP/1.1" status: 204 len: 168 time: 1.4842250 May 25 16:44:53.902448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:53.910507 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3638759 May 25 16:44:53.919114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-b6ec3ae3-c0f0-46bf-b257-96f3eea1eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.919763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54954) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:53.920688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-b6ec3ae3-c0f0-46bf-b257-96f3eea1eccb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2557333 May 25 16:44:53.921456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.928871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:53.929538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:53.930170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:53.966164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.006759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:54.010822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.029560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.038651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=8f82fa43-cf93-46dc-8592-53ae4947f2af,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:54.049634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object dbdf6379-d4d9-49d0-bb03-276fc27f3353 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:54.051976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:54.055668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8f82fa43-cf93-46dc-8592-53ae4947f2af details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:54.075685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.083739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:54.117822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f006a73-7526-4fea-86e5-6f15660be9e2 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:54.179512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:54.187421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:54.194029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:54.196441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:54.202041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:54.202681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.210339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=dbdf6379-d4d9-49d0-bb03-276fc27f3353,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:54.223934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:54.231225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:54.246060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0273943 May 25 16:44:54.249244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54964) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:54.274149 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6677723 May 25 16:44:54.296496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54968) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:54.307872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:54.316793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'subnet': {'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:54.318102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.342371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Allocated IP 2001:db8::2 (20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786/1d1894ed-d01a-49fb-bb0f-bba037f662f8/70f51683-a0d2-4d4d-83a5-cf2ad3885664) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:54.353999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.355882 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "DELETE /v2.0/ports/ec56cdc3-564a-4298-9b09-d69b70eb6082 HTTP/1.1" status: 204 len: 168 time: 2.1245482 May 25 16:44:54.365089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54976) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:54.467802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Network': ['ID=32ed83bf-734c-4f7c-957b-f65f7df23d56,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:54.494943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:44:54.495837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:54.502804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ac61a5e1-a09a-43f8-83db-c2790dd6cf78 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:54.557528 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45c6de8-bbb5-481d-9cd9-8699b661c09d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] GET failed (client error): The resource could not be found. May 25 16:44:54.557870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c45c6de8-bbb5-481d-9cd9-8699b661c09d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Synchronizing usage tracker for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:54.585765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec56cdc3-564a-4298-9b09-d69b70eb6082,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:54.594634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:54.602980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:54.607180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-03b8341f-7e07-4bee-b116-7db833cd0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:54.608867 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-03b8341f-7e07-4bee-b116-7db833cd0f86 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6723258 May 25 16:44:54.612958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:subnet and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:54.618251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:54.648431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c45c6de8-bbb5-481d-9cd9-8699b661c09d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Unset dirty status for tenant:cc47fd854ba8469b990c84ec589619e7 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:54.649884 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c45c6de8-bbb5-481d-9cd9-8699b661c09d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] 10.222.0.96 "GET /v2.0/ports/ec56cdc3-564a-4298-9b09-d69b70eb6082 HTTP/1.1" status: 404 len: 333 time: 0.2374613 May 25 16:44:54.651063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:54.659753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 54984) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:54.797134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:54.800858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.812133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.825747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port dbdf6379-d4d9-49d0-bb03-276fc27f3353 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:54.826320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Transition to ACTIVE for port object 70f51683-a0d2-4d4d-83a5-cf2ad3885664 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:54.826405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.853330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Transition to ACTIVE for port object 70f51683-a0d2-4d4d-83a5-cf2ad3885664 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:54.861429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:54.873120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fc900aed-8bad-46f7-a556-b74e3c34f8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:54.942899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:54.946363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:54.950464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:54.959385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Pushing event updated for resources: {'Port': ['ID=70f51683-a0d2-4d4d-83a5-cf2ad3885664,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:54.992203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:55.067472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 54996) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:55.069586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Attempting to bind port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:55.070044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Attempting to bind port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'cae0c988-b4a6-4292-a046-270169b141fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:55.070421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Attempting to bind port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 on network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:55.076251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:55.076704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Checking segment: {'id': 'cae0c988-b4a6-4292-a046-270169b141fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:55.077179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.077588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Bound using segment: {'id': 'cae0c988-b4a6-4292-a046-270169b141fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:55.078062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Bound port: 70f51683-a0d2-4d4d-83a5-cf2ad3885664, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae0c988-b4a6-4292-a046-270169b141fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:55.079678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.098963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.201195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] For port 70f51683-a0d2-4d4d-83a5-cf2ad3885664, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:55.205900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] For port 70f51683-a0d2-4d4d-83a5-cf2ad3885664, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=70f51683-a0d2-4d4d-83a5-cf2ad3885664,segment=NetworkSegment(cae0c988-b4a6-4292-a046-270169b141fd),segment_id=cae0c988-b4a6-4292-a046-270169b141fd)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:55.211088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.216468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:55.315554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Pushing event updated for resources: {'Port': ['ID=70f51683-a0d2-4d4d-83a5-cf2ad3885664,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:55.319121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:55.387905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.398720 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-2aa9f82d-bd17-479e-8258-5a9015422811 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7742610 May 25 16:44:55.407731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for dbdf6379-d4d9-49d0-bb03-276fc27f3353 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:55.412865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601678584'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:55.427306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:55.435143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:55.439256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:55.448144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:55.486605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.505873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.528604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:55.537173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:55.552763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:55.564306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:55.713543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.724729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:55.758852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.864006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=b1e53786-ff34-48fc-a830-065aeb6f5ee0,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:55.877875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:55.878387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71cd66f1-3898-48ca-8a2e-173b2216deef tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:55.907812 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7c68e8b9-bed6-4fb7-a51e-49d7b2787f07 req-c5a30879-116b-41cb-9f40-c6fc3eeef6ee service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023658 May 25 16:44:55.915326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.915974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.937022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:55.947242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=dbdf6379-d4d9-49d0-bb03-276fc27f3353,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:55.956990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5279b5a9-4e20-4069-bfc8-9b4068bbdb05') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:55.957295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5279b5a9-4e20-4069-bfc8-9b4068bbdb05') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:55.960404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:55.961299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': '0681c2cb-9889-4b70-93e1-d79d589630c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:55.961658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 8f82fa43-cf93-46dc-8592-53ae4947f2af, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:55.974736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:55.982686 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/dbdf6379-d4d9-49d0-bb03-276fc27f3353 HTTP/1.1" status: 204 len: 168 time: 1.7316604 May 25 16:44:55.989758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55006) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.007283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 8f82fa43-cf93-46dc-8592-53ae4947f2af is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:56.018716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.023628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.026711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-405b3a7c-bc69-409f-9f38-31aeaf786c2e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:56.035725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.037749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8f82fa43-cf93-46dc-8592-53ae4947f2af) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:56.042356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:56.049274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa8174-d0f2-4283-8608-d82927e4856a None None] Network 8f82fa43-cf93-46dc-8592-53ae4947f2af requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:56.061401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:56.070739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-103e9345-2af5-45b0-8a20-bf3fbeba0b7f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:44:56.070997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:56.071124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103e9345-2af5-45b0-8a20-bf3fbeba0b7f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:44:56.073901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:56.074314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.077259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:56.077863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:56.098536 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:56.101366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:56.103627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919b3840-5833-4d17-9a20-42c39024cfcc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:56.123836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2029397 May 25 16:44:56.124536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55010) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.125474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:56.189035 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-103e9345-2af5-45b0-8a20-bf3fbeba0b7f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/dbdf6379-d4d9-49d0-bb03-276fc27f3353 HTTP/1.1" status: 404 len: 333 time: 0.1936703 May 25 16:44:56.196984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55014) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.268120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.274022 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf210379-d3e8-49ec-b4d4-5c8f460cc6a5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:44:56.278233 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bf210379-d3e8-49ec-b4d4-5c8f460cc6a5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/dbdf6379-d4d9-49d0-bb03-276fc27f3353 HTTP/1.1" status: 404 len: 333 time: 0.0775175 May 25 16:44:56.278950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:56.283126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55018) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.324660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.387492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 1d1894ed-d01a-49fb-bb0f-bba037f662f8 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:44:56.400206 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] 10.222.0.96 "DELETE /v2.0/networks/d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd HTTP/1.1" status: 204 len: 168 time: 1.6885107 May 25 16:44:56.400362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-8f82fa43-cf93-46dc-8592-53ae4947f2af', 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': 'b1e53786-ff34-48fc-a830-065aeb6f5ee0'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:56.400461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.401116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.408660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Pushing event deleted for resources: {'Network': ['ID=d85baeb5-e3e0-4c8f-8f3f-5df341bc76bd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:56.411855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:56.511997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.535347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.539064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e60f7e9d-b794-4f7a-9ee7-0c75fe9d41eb tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:56.542447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.552109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.565583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4ad0433e-8155-446b-a85c-a93e7e56e1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:56.586975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.664041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48415ae3-0547-447d-bf60-0b6f6d6b4993 None None] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:56.772457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.776580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7073467 May 25 16:44:56.785107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.788257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:56.792710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:56.821728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.846396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:56.847812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: 9af77bd0-0bc3-49e9-9587-10c86119f2a1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:56.857549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=de29eb1b-f340-49ed-bf14-b046986dd3ac,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:56.872505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:56.874435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:56.901660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55034) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:56.908467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6c12f1c2-04d7-4e98-a65e-b4f8471c644a None None] Provisioning for port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:56.969662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:56.975762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Subnet': ['ID=61cc2e14-d229-4446-86aa-216d6f6b05c7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:56.987127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:57.015252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:57.041887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Checking segment: {'id': '2d9a7538-7258-48fc-9e20-eac7a0cec4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:57.042271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network hostable DHCP agents. Network: 32ed83bf-734c-4f7c-957b-f65f7df23d56, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:44:57.047049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9af77bd0-0bc3-49e9-9587-10c86119f2a1) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:57.070471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:57.071176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.082470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-29d2b7c3-66f4-425c-aeee-53f9822acc7d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:57.101950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.108822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:44:57.117680 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6883423 May 25 16:44:57.118950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 32ed83bf-734c-4f7c-957b-f65f7df23d56) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:57.120653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55040) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:57.126739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e544c-2a68-4d2c-ac4f-ca0762651d66 None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:57.128336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:57.156751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Allocated IP 2001:db8::2 (8f82fa43-cf93-46dc-8592-53ae4947f2af/b1e53786-ff34-48fc-a830-065aeb6f5ee0/bba09bdb-bf98-4e5e-8258-b1db4ab0082f) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:57.159318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb425fa-8a1e-4058-9739-d098beae8ef8 None None] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:57.286074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:57.288938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:57.289545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.308386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:subnet and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:57.313651 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0103705 May 25 16:44:57.314940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:57.317994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55044) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:57.325997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2116693165', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:57.333474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:57.338083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:57.345551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:router and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:57.349498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for router was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:57.356231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:44:57.360384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.366933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70f51683-a0d2-4d4d-83a5-cf2ad3885664 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:44:57.379956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:57.602838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.603878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.630826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-32ed83bf-734c-4f7c-957b-f65f7df23d56', 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56', 'tenant_id': 'dcf89c03861440f1adccf5cb06831b3d', 'fixed_ips': [{'subnet_id': '61cc2e14-d229-4446-86aa-216d6f6b05c7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:57.631948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.640635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-29d2b7c3-66f4-425c-aeee-53f9822acc7d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:57.642426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-29d2b7c3-66f4-425c-aeee-53f9822acc7d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8512414 May 25 16:44:57.648375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55048) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:57.653803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.666259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-security--1954402503', 'description': 'tempest-security-description-439699736'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:57.714581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.762582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f0cbb006-5cd9-4975-a827-d52218b54c37 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=198392fb651b41da9e50afe5771f0f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8500485 May 25 16:44:57.763606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55054) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:57.937322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.957361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:57.960247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:44:57.968667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f5bef3c5-4f17-4c8f-a603-da726019196b tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:57.993353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:57.993627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.006793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1894ed-d01a-49fb-bb0f-bba037f662f8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:58.009315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:58.017701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.022608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.042278 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/1d1894ed-d01a-49fb-bb0f-bba037f662f8 HTTP/1.1" status: 204 len: 168 time: 1.7583644 May 25 16:44:58.044882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55060) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:58.107940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.189111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.196011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8d99d64b-b0df-4e00-8f6d-ada7f89ecfc3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:58.220552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.262021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.265870 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "PUT /v2.0/security-groups/f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b HTTP/1.1" status: 200 len: 1777 time: 0.6139178 May 25 16:44:58.284009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55064) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:58.291521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:58.309165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:58.317986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Allocated IP 172.20.0.2 (32ed83bf-734c-4f7c-957b-f65f7df23d56/61cc2e14-d229-4446-86aa-216d6f6b05c7/bb866fab-8815-465a-841b-d9711cde1d45) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:58.320341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9af77bd0-0bc3-49e9-9587-10c86119f2a1', 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': 'de29eb1b-f340-49ed-bf14-b046986dd3ac'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:44:58.321089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.342443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.360975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.369687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Transition to ACTIVE for port object bba09bdb-bf98-4e5e-8258-b1db4ab0082f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:58.429911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.440629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:58.458574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e223e6-cf04-43fd-af6f-a5ad4e1f90b2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:58.462477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:58.467104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.470169 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/13e223e6-cf04-43fd-af6f-a5ad4e1f90b2 HTTP/1.1" status: 204 len: 168 time: 0.6914878 May 25 16:44:58.488325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:44:58.489040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.515875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Transition to ACTIVE for port object bba09bdb-bf98-4e5e-8258-b1db4ab0082f will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:58.523363 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-41070939-fa3f-4694-af52-5c9a892eb114 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups/f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b HTTP/1.1" status: 200 len: 1777 time: 0.2330365 May 25 16:44:58.558307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.583294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55070) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:58.635353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4bd7a4a5-42cd-4998-98e7-b15a64787b1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:58.708057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port 70f51683-a0d2-4d4d-83a5-cf2ad3885664, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=70f51683-a0d2-4d4d-83a5-cf2ad3885664,segment=NetworkSegment(cae0c988-b4a6-4292-a046-270169b141fd),segment_id=cae0c988-b4a6-4292-a046-270169b141fd)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:44:58.708471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9639fce-af3f-48e6-b70c-677c59790a20 None None] Network 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:44:58.709682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.889165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 70f51683-a0d2-4d4d-83a5-cf2ad3885664 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:44:58.893666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.933676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.961576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55078) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:58.979330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.982840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.987565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:58.998188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.003960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.056967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Network 8f82fa43-cf93-46dc-8592-53ae4947f2af is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:59.069149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e53786-ff34-48fc-a830-065aeb6f5ee0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.090576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.107563 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-72805709-564e-43bc-bea6-e7a5ccd2d9ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc47fd854ba8469b990c84ec589619e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339195 May 25 16:44:59.109122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.112841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55084) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:59.116011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a6f2e352-d75b-485b-850a-c0d3ada524fb tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.135391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:59.137937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:44:59.153743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Pushing event updated for resources: {'Port': ['ID=bba09bdb-bf98-4e5e-8258-b1db4ab0082f,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.155604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.199775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.215031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f82fa43-cf93-46dc-8592-53ae4947f2af']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.227638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0681c2cb-9889-4b70-93e1-d79d589630c7') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.227939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0681c2cb-9889-4b70-93e1-d79d589630c7') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.240608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.257587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.264785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:59.265192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.268965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c9fc2-4da9-48bf-aa21-6be66d5c0c38 None None] DHCP port deletion for 20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:44:59.282690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deccba6f-c2ab-45d6-86ad-45bc5eff9226 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:59.324334 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:59.343189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0b6cf1aa-68f0-4149-bdf7-59f85f1ad53a None None] Provisioning complete for port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:44:59.343769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b6cf1aa-68f0-4149-bdf7-59f85f1ad53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.346332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.357789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=70f51683-a0d2-4d4d-83a5-cf2ad3885664,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.419908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.443554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0b6cf1aa-68f0-4149-bdf7-59f85f1ad53a None None] Port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 was deleted so its status cannot be updated. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 16:44:59.443769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:44:59.445184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port 70f51683-a0d2-4d4d-83a5-cf2ad3885664 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:44:59.457245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:44:59.461567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Allocated IP 2001:db8::2 (9af77bd0-0bc3-49e9-9587-10c86119f2a1/de29eb1b-f340-49ed-bf14-b046986dd3ac/e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:59.471688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Attempting to bind port bba09bdb-bf98-4e5e-8258-b1db4ab0082f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:44:59.472065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Attempting to bind port bba09bdb-bf98-4e5e-8258-b1db4ab0082f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '0681c2cb-9889-4b70-93e1-d79d589630c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:44:59.472424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Attempting to bind port bba09bdb-bf98-4e5e-8258-b1db4ab0082f on network 8f82fa43-cf93-46dc-8592-53ae4947f2af {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:44:59.484334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.26.6.195 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/a63e623a-92dc-4fe2-9843-29741957aa8a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:44:59.487677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.488482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.489014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:44:59.489404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Checking segment: {'id': '0681c2cb-9889-4b70-93e1-d79d589630c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:44:59.489818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.490213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Bound using segment: {'id': '0681c2cb-9889-4b70-93e1-d79d589630c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:44:59.490719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Bound port: bba09bdb-bf98-4e5e-8258-b1db4ab0082f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0681c2cb-9889-4b70-93e1-d79d589630c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:44:59.491669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.498976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=7799c7ec-0d74-40c7-ae4e-5ef1078ebae6,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.517589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.543927 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4223752 May 25 16:44:59.598703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55092) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:59.633998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.646210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:44:59.646210 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:44:59.646210 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': '8f82fa43-cf93-46dc-8592-53ae4947f2af'}] May 25 16:44:59.646210 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:44:59.646781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:44:59.652849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.662575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70f51683-a0d2-4d4d-83a5-cf2ad3885664 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:44:59.675436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae0c988-b4a6-4292-a046-270169b141fd') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.675759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae0c988-b4a6-4292-a046-270169b141fd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:44:59.678020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.682423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.689813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0f03b836-1cff-429f-8545-1e2a690cc95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.708786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.711790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.713729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.740342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.749052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:44:59.749553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.749778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.751711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.753414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.754938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.756433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:44:59.757382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Synchronizing usage tracker for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:44:59.769027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:44:59.770889 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:44:59.788217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 70f51683-a0d2-4d4d-83a5-cf2ad3885664 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:44:59.788559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70f51683-a0d2-4d4d-83a5-cf2ad3885664 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:44:59.843877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.851387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Unset dirty status for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:44:59.851664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.852860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b HTTP/1.1" status: 204 len: 168 time: 1.2674541 May 25 16:44:59.855364 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-efdd4e26-c24b-4521-88fe-4e978fb2b21c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2531505 May 25 16:44:59.857332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55096) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:59.857669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55098) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:44:59.860861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.871149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689381415'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:44:59.887503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.894952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-33029275-98a4-4e12-983e-926b4b124810 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.895175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Transition to ACTIVE for port object bb866fab-8815-465a-841b-d9711cde1d45 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:44:59.895349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:44:59.910058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] For port bba09bdb-bf98-4e5e-8258-b1db4ab0082f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:44:59.913008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:44:59.918855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa0a5f-ff4a-46e5-ada1-2d388fdf8a49,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.920524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:44:59.927490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.927686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.928680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.932332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bbfa0a5f-ff4a-46e5-ada1-2d388fdf8a49 HTTP/1.1" status: 204 len: 168 time: 0.7853100 May 25 16:44:59.932332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.934153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:44:59.943814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.946689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1c7e0ebf-37e7-4609-b822-4a897d22c71f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:44:59.957522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] For port bba09bdb-bf98-4e5e-8258-b1db4ab0082f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bba09bdb-bf98-4e5e-8258-b1db4ab0082f,segment=NetworkSegment(0681c2cb-9889-4b70-93e1-d79d589630c7),segment_id=0681c2cb-9889-4b70-93e1-d79d589630c7)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:44:59.966680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:44:59.985391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:44:59.988952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:44:59.994010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c98745b-5175-49b5-a019-6d05ce8ef976 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:00.004919 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/20afe0f8-7f5d-4f9a-a17a-b61d5d6cc786 HTTP/1.1" status: 204 len: 168 time: 1.9588382 May 25 16:45:00.005655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55106) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:00.010750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:00.014245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.014689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.015048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037092026'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:00.022161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Transition to ACTIVE for port object bb866fab-8815-465a-841b-d9711cde1d45 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:00.022353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:00.026225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:00.027942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b29a841f-38a9-4ef3-ac6f-9cb89bc23efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:00.030327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:00.033726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:00.044680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c98745b-5175-49b5-a019-6d05ce8ef976 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:00.046011 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1c98745b-5175-49b5-a019-6d05ce8ef976 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1874292 May 25 16:45:00.049481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55110) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:00.071597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:00.079683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:00.080944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-27400c3f-8bf3-422a-9a7c-f6e1a001e3e4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] delete failed (client error): The resource could not be found. May 25 16:45:00.082085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-27400c3f-8bf3-422a-9a7c-f6e1a001e3e4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/f2be08ec-5eb4-4c89-92a0-0aaa1b6fb96b HTTP/1.1" status: 404 len: 347 time: 0.0315981 May 25 16:45:00.086212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55116) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:00.095285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--687630373'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:00.099906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:00.103347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=a63e623a-92dc-4fe2-9843-29741957aa8a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:00.103574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:00.106768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.107364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment e8081015-dc2a-4d63-bc60-a43c93c40072 of type vlan for network cc989518-0518-4044-a900-c387d8234d9d May 25 16:45:00.122948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:00.126101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:00.128693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:00.149198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.153592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.154534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.159330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.171337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Transition to ACTIVE for port object e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:00.179315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:00.183133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.200453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:00.213372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Transition to ACTIVE for port object e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:00.219079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.246867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.249337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:00.261727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:00.286809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:00.311185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:00.316198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:00.355244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Pushing event updated for resources: {'Port': ['ID=bba09bdb-bf98-4e5e-8258-b1db4ab0082f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:00.362475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.373077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:00.379655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:00.384104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:00.384969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:00.386545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:00.390638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:00.394336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.412405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf195bed-7c80-44e6-af52-455d234c1bab tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:00.476006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:00.487947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:00.494680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.495056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment 1e28eb63-c33b-4106-b1ee-af7e1e928ab3 of type vlan for network 609b069c-e71e-4181-a3e0-33484286907a May 25 16:45:00.607556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.613337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.642889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.760774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.769026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:00.769692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.776943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-64d1676a-b097-47a6-990b-889dc2d297ff tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:00.896301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.899291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Pushing event updated for resources: {'Port': ['ID=bb866fab-8815-465a-841b-d9711cde1d45,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:00.974643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Attempting to bind port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:00.974854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Attempting to bind port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:00.975308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Attempting to bind port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca on network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:00.988456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Attempting to bind port bb866fab-8815-465a-841b-d9711cde1d45 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:00.989714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Attempting to bind port bb866fab-8815-465a-841b-d9711cde1d45 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2d9a7538-7258-48fc-9e20-eac7a0cec4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:00.989714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Attempting to bind port bb866fab-8815-465a-841b-d9711cde1d45 on network 32ed83bf-734c-4f7c-957b-f65f7df23d56 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:00.997951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:00.998355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Checking segment: {'id': '2d9a7538-7258-48fc-9e20-eac7a0cec4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:00.998900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:00.999343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Bound using segment: {'id': '2d9a7538-7258-48fc-9e20-eac7a0cec4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:00.999855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Bound port: bb866fab-8815-465a-841b-d9711cde1d45, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9a7538-7258-48fc-9e20-eac7a0cec4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:01.000448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.002418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=cc989518-0518-4044-a900-c387d8234d9d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:01.006721 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9999948 May 25 16:45:01.014954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55134) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:01.015423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:01.016393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.016569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Checking segment: {'id': 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:01.017009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.017856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Bound using segment: {'id': 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:01.018424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Bound port: e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:01.018822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.019227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting port bba09bdb-bf98-4e5e-8258-b1db4ab0082f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:01.019941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.020947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=609b069c-e71e-4181-a3e0-33484286907a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:01.029542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '609b069c-e71e-4181-a3e0-33484286907a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:01.039487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network cc989518-0518-4044-a900-c387d8234d9d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:01.049481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.073067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c0e680-4dc9-483e-a259-95687d963038 None None] Network 8f82fa43-cf93-46dc-8592-53ae4947f2af requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:01.093973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 609b069c-e71e-4181-a3e0-33484286907a details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:01.165497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:01.179547 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3148627 May 25 16:45:01.184853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:01.199490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] For port bba09bdb-bf98-4e5e-8258-b1db4ab0082f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bba09bdb-bf98-4e5e-8258-b1db4ab0082f,segment=NetworkSegment(0681c2cb-9889-4b70-93e1-d79d589630c7),segment_id=0681c2cb-9889-4b70-93e1-d79d589630c7)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:01.200034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.217256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:01.233738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Pushing event updated for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:01.237335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.252335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.253726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1664841 May 25 16:45:01.262118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55148) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:01.270620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'a6df9d53-a2c8-48e7-923f-f3ed99cf3328', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:01.288118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:01.312163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:01.319964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:01.336783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.063s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:01.337089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.471562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6df9d53-a2c8-48e7-923f-f3ed99cf3328,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:01.487581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Calling delete_port for bba09bdb-bf98-4e5e-8258-b1db4ab0082f owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:01.496573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.711439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.731693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.744359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe3a5876-e5d9-4ccc-9e9b-9804b6d304ac tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:01.744581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:01.768168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:01.785540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:01.788822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:01.798302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Port': ['ID=bba09bdb-bf98-4e5e-8258-b1db4ab0082f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:01.800238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.803901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:01.808051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:01.808917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No DVR routers for this DVR port bba09bdb-bf98-4e5e-8258-b1db4ab0082f on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:01.810897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-467dfe9c-8b7f-4160-81c7-f3b9c392c003 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:01.826554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.829049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network cc989518-0518-4044-a900-c387d8234d9d is not hosted by any dhcp agent {{(pid=99127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:45:01.835520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:01.836176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.841460 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "PUT /v2.0/networks/cc989518-0518-4044-a900-c387d8234d9d HTTP/1.1" status: 200 len: 723 time: 0.6465554 May 25 16:45:01.845442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55160) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:01.858474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': 'cc989518-0518-4044-a900-c387d8234d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:01.874619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.901841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:01.906152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.916160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] For port bb866fab-8815-465a-841b-d9711cde1d45, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:01.930662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:01.934278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] For port bb866fab-8815-465a-841b-d9711cde1d45, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bb866fab-8815-465a-841b-d9711cde1d45,segment=NetworkSegment(2d9a7538-7258-48fc-9e20-eac7a0cec4a2),segment_id=2d9a7538-7258-48fc-9e20-eac7a0cec4a2)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:01.937093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,segment=NetworkSegment(dd3ee78b-527c-45c8-9bca-ee85fa5c9194),segment_id=dd3ee78b-527c-45c8-9bca-ee85fa5c9194)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:01.943448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:01.950220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.046230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.057524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=cc989518-0518-4044-a900-c387d8234d9d,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.061853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Pushing event updated for resources: {'Port': ['ID=bb866fab-8815-465a-841b-d9711cde1d45,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.063522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.072033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network cc989518-0518-4044-a900-c387d8234d9d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:02.074532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.088754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f82fa43-cf93-46dc-8592-53ae4947f2af']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:02.095195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.097989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e8c99b0b-6a79-4886-90ec-4bf0cf462dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.103219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0681c2cb-9889-4b70-93e1-d79d589630c7') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:02.103522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0681c2cb-9889-4b70-93e1-d79d589630c7') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:02.117124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.136109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.145549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:02.146076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.332678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Pushing event updated for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.338435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.359295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:02.364052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.382936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.400962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:02.408504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:02.418600 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:02.428381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.443506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.471619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7184dc50-cda2-4ad4-a564-915880ee1c07,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.479377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.479491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.497572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=8f82fa43-cf93-46dc-8592-53ae4947f2af,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.503580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.512630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55174) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:02.520163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/8f82fa43-cf93-46dc-8592-53ae4947f2af HTTP/1.1" status: 204 len: 168 time: 6.3874383 May 25 16:45:02.522247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:02.530903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-934065815'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:02.535175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:02.554196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Usage tracker for resource:network and tenant:5c726389110749e69f0f593cda605bbf is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:02.557340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:02.563819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:02.584985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:02.588806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.624021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.629625 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3683269 May 25 16:45:02.636118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55186) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:02.639196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:02.646418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.683560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-292813456', 'router:external': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:02.690030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:02.692569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:02.707500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:network and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:02.713977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:02.726309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:02.730270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.737084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.737331 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Added segment ad4bea36-ca1d-4172-a227-dea4d23ed285 of type vlan for network 1fa480f6-43d9-4a84-a399-231b548e2d93 May 25 16:45:02.762324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.790094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Made reservation on behalf of 1218bc4cddaa415a90b9a3069c99d1ad for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:02.792772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.822610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.827041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.852591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:02.869062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:security_group_rule and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:02.881065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.886254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:02.888875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a481e97-68af-4499-9f2f-d4678a9db7d2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.905906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:02.910492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router 8d878bea-65a0-4b07-ad19-6883c05d8948 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:02.911962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7184dc50-cda2-4ad4-a564-915880ee1c07,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:02.927591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:02.931811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.937441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:02.938108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.943611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54d16623-26f2-4b78-8d54-045c42aea505 tempest-AllowedAddressPairIpV6TestJSON-1541968583 tempest-AllowedAddressPairIpV6TestJSON-1541968583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:02.968767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:02.970464 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/7184dc50-cda2-4ad4-a564-915880ee1c07 HTTP/1.1" status: 204 len: 168 time: 0.3334136 May 25 16:45:03.000028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:03.072590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5463498 May 25 16:45:03.076207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55196) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:03.086312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Request body: {'subnet': {'network_id': '1fa480f6-43d9-4a84-a399-231b548e2d93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:03.105067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Network': ['ID=1fa480f6-43d9-4a84-a399-231b548e2d93,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:03.112883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:03.116993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1fa480f6-43d9-4a84-a399-231b548e2d93 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:03.261354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:03.264649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.271025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.277716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5000e58-d2c6-4f62-ad0f-732a7347a13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:03.303722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4c84585-b187-4bae-a14a-f14718b6e0e3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:03.342992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:03.361069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] Sync routers for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:03.375556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:03.376893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:03.410446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4c84585-b187-4bae-a14a-f14718b6e0e3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:03.412104 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4c84585-b187-4bae-a14a-f14718b6e0e3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4004867 May 25 16:45:03.415476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55200) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:03.436313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:03.448164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:03.470846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4623a5-1dc3-41a4-9208-6189f64ad8e8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:03.475468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Made reservation on behalf of 5c726389110749e69f0f593cda605bbf for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:03.479493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.493541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.493895 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Added segment a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a of type vlan for network a8a6e80b-6a04-45bd-a53e-86bc62436273 May 25 16:45:03.495281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:03.505351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:03.509009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.513591 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1915441 May 25 16:45:03.521898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55204) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:03.523046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:03.523753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:44:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:03.638548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.671883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:03.673009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b84ea-8a80-4d67-9b09-f2661a13a0a4 None None] The sync data for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:03.745282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.746324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:03.746935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:03.757367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8339e14b-f816-4dd9-8ae3-466cb2aee51e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:03.789622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bb866fab-8815-465a-841b-d9711cde1d45 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:03.820374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbe3e0-d01d-472b-a40e-c8fe270ae68a None None] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:03.958046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f5bea7c3-4bbb-4f48-9e92-2f796c33d004 None None] Provisioning for port bb866fab-8815-465a-841b-d9711cde1d45 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:03.963647 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4499106 May 25 16:45:03.968231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Network': ['ID=a8a6e80b-6a04-45bd-a53e-86bc62436273,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:03.974066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55210) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:03.987340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:03.991352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:03.996518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'subnet': {'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:04.007896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:04.015544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:subnet and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:04.020264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:04.046657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:04.145502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Made reservation on behalf of 1218bc4cddaa415a90b9a3069c99d1ad for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:04.147985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.218463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port bb866fab-8815-465a-841b-d9711cde1d45 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:04.230166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port bb866fab-8815-465a-841b-d9711cde1d45 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:04.230537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.252550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.305523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f280b45-4616-4f21-ad25-d390d16cfd66 None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:04.311839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.452632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e777c3ba-fa54-41fb-befa-19a835385ffb None None] Provisioning for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:04.524699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.533163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:04.596661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.602297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.611089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:45:04.615140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.622898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:04.698516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port bb866fab-8815-465a-841b-d9711cde1d45, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bb866fab-8815-465a-841b-d9711cde1d45,segment=NetworkSegment(2d9a7538-7258-48fc-9e20-eac7a0cec4a2),segment_id=2d9a7538-7258-48fc-9e20-eac7a0cec4a2)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:04.708403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.709850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:04.745080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:04.767527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Checking segment: {'id': 'ad4bea36-ca1d-4172-a227-dea4d23ed285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '1fa480f6-43d9-4a84-a399-231b548e2d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:04.767890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network hostable DHCP agents. Network: 1fa480f6-43d9-4a84-a399-231b548e2d93, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:04.785699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=bd256afe-d3bf-49b2-abe8-ab43118993e9,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:04.788797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:04.799845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71c6bce3-8603-4153-aa8b-0a0df97d83a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:04.812567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event updated for resources: {'Subnet': ['ID=b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:04.835794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:04.838407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Network 1fa480f6-43d9-4a84-a399-231b548e2d93 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:04.855396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 1fa480f6-43d9-4a84-a399-231b548e2d93) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:04.870896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:04.872020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.875242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6c97ca-7024-4d6c-9e61-1508ca85cebd None None] Network 1fa480f6-43d9-4a84-a399-231b548e2d93 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:04.924393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:04.924745 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/a6df9d53-a2c8-48e7-923f-f3ed99cf3328 HTTP/1.1" status: 204 len: 168 time: 1.5082967 May 25 16:45:04.925777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6df9d53-a2c8-48e7-923f-f3ed99cf3328,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:04.930490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55218) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:04.942796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8650022 May 25 16:45:04.943275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:04.944170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': '1e28eb63-c33b-4106-b1ee-af7e1e928ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '609b069c-e71e-4181-a3e0-33484286907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:04.944535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 609b069c-e71e-4181-a3e0-33484286907a, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:04.951379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55222) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:05.043119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=bb866fab-8815-465a-841b-d9711cde1d45,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:05.053116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:45:05.053605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.060116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-34460079-1fbb-45ff-aff3-99ee0eb724a5 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:05.087952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.093318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f35a877-3207-4e0b-b90f-f035718cf6b6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:05.098837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:05.114755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:05.123733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:05.144992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:05.145385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.156993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f35a877-3207-4e0b-b90f-f035718cf6b6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:05.159381 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4f35a877-3207-4e0b-b90f-f035718cf6b6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2276981 May 25 16:45:05.166736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0bef85d4-69e8-429a-86d1-4250510cefb7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:05.169592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:05.172024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55226) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:05.178483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--46004002'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:05.178678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5228f3b6-4b20-4a7f-942d-c1d43b040de8 None None] Provisioning complete for port bb866fab-8815-465a-841b-d9711cde1d45 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:05.178977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5228f3b6-4b20-4a7f-942d-c1d43b040de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.185031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:05.196820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:05.216136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Checking segment: {'id': 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:05.216405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network hostable DHCP agents. Network: a8a6e80b-6a04-45bd-a53e-86bc62436273, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:05.226874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.263191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 609b069c-e71e-4181-a3e0-33484286907a is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:05.263449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:05.269262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:05.275173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:05.280058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:05.288824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Update dhcp port {'port': {'network_id': '9af77bd0-0bc3-49e9-9587-10c86119f2a1', 'fixed_ips': [{'subnet_id': 'de29eb1b-f340-49ed-bf14-b046986dd3ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '7799c7ec-0d74-40c7-ae4e-5ef1078ebae6'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': 'e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:45:05.291878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:05.299502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, a8a6e80b-6a04-45bd-a53e-86bc62436273) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:05.303000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=c6cd3164-e68d-47c8-a814-d488338272ca,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:05.306433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:05.315013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:05.315622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.327429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 609b069c-e71e-4181-a3e0-33484286907a) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:05.330020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54da4a-f8b1-45b9-8fcb-a6da16408cb4 None None] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:05.353066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3770359 May 25 16:45:05.357000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55232) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:05.359550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4e232-7c85-4135-afa8-e036c06684b7 None None] Network 609b069c-e71e-4181-a3e0-33484286907a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:05.365698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1425271236', 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:05.376244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:05.384219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:05.384764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:port and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:05.384910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.389966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:05.404963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:05.417980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.419931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': 'e8081015-dc2a-4d63-bc60-a43c93c40072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:05.420364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: cc989518-0518-4044-a900-c387d8234d9d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:05.462157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Made reservation on behalf of 1218bc4cddaa415a90b9a3069c99d1ad for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:05.467414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.467598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4488697 May 25 16:45:05.472456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55236) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:05.505891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.507295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] device_id is not set on port 5587b094-5fdd-4542-89e2-75362c46c8f0 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:05.517768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '609b069c-e71e-4181-a3e0-33484286907a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1465993830'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:05.543327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.549680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:05.578405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network cc989518-0518-4044-a900-c387d8234d9d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:05.612184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.625144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e09d0-1a18-4ec4-a35e-7581e36e4a30,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:05.641554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:05.647063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.651080 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4751151 May 25 16:45:05.652247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55240) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:05.662564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'b00e09d0-1a18-4ec4-a35e-7581e36e4a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:05.678820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, cc989518-0518-4044-a900-c387d8234d9d) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:05.707489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d09171-8c66-41bb-834f-12c2ed71b213 None None] Network cc989518-0518-4044-a900-c387d8234d9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:05.709230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:05.709909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.718698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:05.719598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.733881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:05.739943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:05.745300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.749135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:05.776444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.20.0.4 (a8a6e80b-6a04-45bd-a53e-86bc62436273/0bef85d4-69e8-429a-86d1-4250510cefb7/5587b094-5fdd-4542-89e2-75362c46c8f0) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:05.784168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.916315 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0696974 May 25 16:45:05.918696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:05.919579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55244) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:06.050117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62828d4b-4b0b-4309-93a5-1df1502afd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1fa480f6-43d9-4a84-a399-231b548e2d93', 'network_id': '1fa480f6-43d9-4a84-a399-231b548e2d93', 'tenant_id': '5c726389110749e69f0f593cda605bbf', 'fixed_ips': [{'subnet_id': 'b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:06.050961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-62828d4b-4b0b-4309-93a5-1df1502afd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.128632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:06.130127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.185108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:06.194232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:06.225860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.239555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-545b2b49-8025-4da4-aef2-35f894ced113 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:06.255153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:06.263205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e36f35-fad3-46fc-81c6-c84e033fcfb5,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:06.281181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:06.284692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:06.289799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764b2a5-a575-4fd5-832c-68d687046ea9 None None] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:06.330610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5320184'] for subnet, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.366440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.370231 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170367 May 25 16:45:06.370877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55250) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:06.396361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:06.398822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'b00e09d0-1a18-4ec4-a35e-7581e36e4a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:06.400119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.411193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:06.437088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:06.445493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.450667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:06.464267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:06.512476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 33793285-0254-4c81-8c76-bbb33a2cf55a yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:06.560649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.669977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,segment=NetworkSegment(dd3ee78b-527c-45c8-9bca-ee85fa5c9194),segment_id=dd3ee78b-527c-45c8-9bca-ee85fa5c9194)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:06.695296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.721896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bddc004f-c222-48dc-b53f-fc2d9e41279f tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:06.729267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-609b069c-e71e-4181-a3e0-33484286907a', 'network_id': '609b069c-e71e-4181-a3e0-33484286907a', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': 'bd256afe-d3bf-49b2-abe8-ab43118993e9'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:06.730187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.752137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.754164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-cc989518-0518-4044-a900-c387d8234d9d', 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': 'c6cd3164-e68d-47c8-a814-d488338272ca'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:06.755045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.769118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.770062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7629270'] for subnet, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.775334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e9f9f423-f103-408f-9aff-e3f79f78693d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:06.789269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.793145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:06.801845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:06.807334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.811831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:06.813301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:06.815088 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "PUT /v2.0/subnets/c6cd3164-e68d-47c8-a814-d488338272ca HTTP/1.1" status: 200 len: 826 time: 0.8943973 May 25 16:45:06.816064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:06.825920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05a03d41-6aa9-41a3-b698-8998cf9f6ed3 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:06.851508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55258) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:06.878150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:06.893232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:06.900851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:06.905910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:06.963729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bb866fab-8815-465a-841b-d9711cde1d45 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:07.025248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=5587b094-5fdd-4542-89e2-75362c46c8f0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:07.039430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.1 (32ed83bf-734c-4f7c-957b-f65f7df23d56/61cc2e14-d229-4446-86aa-216d6f6b05c7/22637750-12ce-4e70-8243-f67ed9583ae3) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:07.046098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:07.046647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Allocated IP 172.20.0.1 (9af77bd0-0bc3-49e9-9587-10c86119f2a1/7799c7ec-0d74-40c7-ae4e-5ef1078ebae6/e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:07.053256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23ee7ac3-f7e1-45b3-93d4-1954977c3d37 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:07.063914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::347 (609b069c-e71e-4181-a3e0-33484286907a/bd256afe-d3bf-49b2-abe8-ab43118993e9/33793285-0254-4c81-8c76-bbb33a2cf55a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:07.073396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.094470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa480f6-43d9-4a84-a399-231b548e2d93']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:07.120402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:07.120921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server [None req-62828d4b-4b0b-4309-93a5-1df1502afd4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7: This subnet is being modified by another concurrent operation. May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:45:07.123689 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise exception May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7: This subnet is being modified by another concurrent operation. May 25 16:45:07.127370 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server May 25 16:45:07.132250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4bea36-ca1d-4172-a227-dea4d23ed285') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:07.146144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4bea36-ca1d-4172-a227-dea4d23ed285') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:07.159568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.160738 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7793927 May 25 16:45:07.163508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad02a44-91f9-45b7-b30c-5f7961c0cc64 None None] Network 1fa480f6-43d9-4a84-a399-231b548e2d93 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:07.170278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55262) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.187017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'b00e09d0-1a18-4ec4-a35e-7581e36e4a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:07.208913 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8482268 May 25 16:45:07.208913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:07.212697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=c6cd3164-e68d-47c8-a814-d488338272ca,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:07.216435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55266) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.221955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:07.227689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:07.236895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.262688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:07.273680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:07.281146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.304673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:07.315678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd5f695-8ccf-47cd-a8f2-ad7fcb146666,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:07.327866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:07.343761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.357188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:07.357614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:07.377151 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:07.451302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.477051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca17454-5c1e-4a68-996d-1386297616a3 req-d53cebe2-9010-4ea0-85f8-36d6421c9e9f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:07.478646 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ca17454-5c1e-4a68-996d-1386297616a3 req-d53cebe2-9010-4ea0-85f8-36d6421c9e9f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5221534 May 25 16:45:07.556506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.564058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.572858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:07.591363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.595634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.607290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port bb866fab-8815-465a-841b-d9711cde1d45 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:07.608038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.608494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.634469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=1fa480f6-43d9-4a84-a399-231b548e2d93,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:07.648202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:07.650316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Transition to ACTIVE for port object 22637750-12ce-4e70-8243-f67ed9583ae3 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:07.653023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ca17454-5c1e-4a68-996d-1386297616a3 req-d6d2f213-bfe4-47cd-9b3c-904fcccac286 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580513 May 25 16:45:07.664183 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/1fa480f6-43d9-4a84-a399-231b548e2d93 HTTP/1.1" status: 204 len: 168 time: 2.7076559 May 25 16:45:07.667104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 33793285-0254-4c81-8c76-bbb33a2cf55a will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:07.668356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55274) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.671348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.707222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.727869 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a243e66-4d56-4b8d-a161-8d4329f3bb9d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:07.728278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a243e66-4d56-4b8d-a161-8d4329f3bb9d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:07.732613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8a243e66-4d56-4b8d-a161-8d4329f3bb9d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/b9a2d9fb-2f52-44ab-9c75-0ce2fe8f29a7 HTTP/1.1" status: 404 len: 337 time: 0.0607364 May 25 16:45:07.734320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55280) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.757869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:07.763501 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb6597b-6ccf-4177-9283-298bdc45b03d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:07.763996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb6597b-6ccf-4177-9283-298bdc45b03d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:07.766280 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6cb6597b-6ccf-4177-9283-298bdc45b03d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/1fa480f6-43d9-4a84-a399-231b548e2d93 HTTP/1.1" status: 404 len: 339 time: 0.0298808 May 25 16:45:07.770865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55284) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.778112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Allocated IP 2001:db8::2 (cc989518-0518-4044-a900-c387d8234d9d/c6cd3164-e68d-47c8-a814-d488338272ca/c2446512-5232-45bf-b83f-963f59734757) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:07.792519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,segment=NetworkSegment(dd3ee78b-527c-45c8-9bca-ee85fa5c9194),segment_id=dd3ee78b-527c-45c8-9bca-ee85fa5c9194)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:07.813633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Deleting port 5587b094-5fdd-4542-89e2-75362c46c8f0 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:07.814661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.836619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b55bcb-940f-4099-b535-e6abf69503b6,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:07.851723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:07.871425 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c18780-b20c-4e72-96ba-4f07fe714f2d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:07.871890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c18780-b20c-4e72-96ba-4f07fe714f2d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:07.873632 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-59c18780-b20c-4e72-96ba-4f07fe714f2d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/b1e53786-ff34-48fc-a830-065aeb6f5ee0 HTTP/1.1" status: 404 len: 337 time: 0.1003041 May 25 16:45:07.883484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55288) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.917486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.930566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6383f810-6e7e-48cb-9cfb-7cfdd1370d87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:07.951907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:07.954787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7788837 May 25 16:45:07.965999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55292) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:07.989256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'b00e09d0-1a18-4ec4-a35e-7581e36e4a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:07.997908 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa00b23-1d20-4ca8-9e90-ccd3de3f39a2 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:07.998386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa00b23-1d20-4ca8-9e90-ccd3de3f39a2 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:08.000159 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-baa00b23-1d20-4ca8-9e90-ccd3de3f39a2 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/8f82fa43-cf93-46dc-8592-53ae4947f2af HTTP/1.1" status: 404 len: 339 time: 0.1154959 May 25 16:45:08.000807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:08.005860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Allocated IP 2001:db8::2 (609b069c-e71e-4181-a3e0-33484286907a/bd256afe-d3bf-49b2-abe8-ab43118993e9/76c0b122-3ee8-47a5-ba2d-b7be2c8918f3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:08.007817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55296) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:08.016967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.042642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:08.047332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:08.052724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:08.059545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:08.109405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:08.122718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.130292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:08.137043 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3040881b-e9fb-42b0-9415-2397c27db22f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:08.137884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3040881b-e9fb-42b0-9415-2397c27db22f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:08.139929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3040881b-e9fb-42b0-9415-2397c27db22f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/7bab4196-b130-4558-be1d-803fe6b272c2 HTTP/1.1" status: 404 len: 337 time: 0.1309409 May 25 16:45:08.166974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55302) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:08.210044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.232299 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-721e3f4c-3408-464c-9987-36a9d3ddd0dd tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:08.233634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721e3f4c-3408-464c-9987-36a9d3ddd0dd tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:08.236407 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-721e3f4c-3408-464c-9987-36a9d3ddd0dd tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/4fc3ec1f-f2f1-432f-81a9-dd1d23aa9d13 HTTP/1.1" status: 404 len: 339 time: 0.0679152 May 25 16:45:08.245398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55306) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:08.255654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Transition to ACTIVE for port object e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:08.288317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.298984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:08.332338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 609b069c-e71e-4181-a3e0-33484286907a is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:08.341986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:08.358207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:08.364095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:08.364756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.391822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=22637750-12ce-4e70-8243-f67ed9583ae3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:08.399203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:08.401706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1d0d49a-d8a0-4c6a-96f9-23959bc0222d tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:08.444168 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9687657 May 25 16:45:08.445179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55310) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:08.468018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4493e-64ee-493c-8424-347915619ca9 req-60f63711-c0d8-415a-b08b-3af395489143 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:08.469694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a1f4493e-64ee-493c-8424-347915619ca9 req-60f63711-c0d8-415a-b08b-3af395489143 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.7011485 May 25 16:45:08.498734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.548963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.608544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Calling delete_port for 5587b094-5fdd-4542-89e2-75362c46c8f0 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:08.620727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=33793285-0254-4c81-8c76-bbb33a2cf55a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:08.634171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:08.665859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-62faa645-f2d2-44b6-b5f9-63c6c47bc4bc None None] Provisioning for port 22637750-12ce-4e70-8243-f67ed9583ae3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:08.733526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-62faa645-f2d2-44b6-b5f9-63c6c47bc4bc None None] Provisioning complete for port 22637750-12ce-4e70-8243-f67ed9583ae3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:08.733944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-62faa645-f2d2-44b6-b5f9-63c6c47bc4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.757252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a1f4493e-64ee-493c-8424-347915619ca9 req-e4128389-a7c8-4a19-8681-a7dfc7ec9a3d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232597 May 25 16:45:08.760588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Pushing event updated for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:08.779412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:08.799108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.832237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.847737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Transition to ACTIVE for port object c2446512-5232-45bf-b83f-963f59734757 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:08.850848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.874711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3db9b61f-7db2-4604-8dbf-2437909d92e3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:08.877582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-62faa645-f2d2-44b6-b5f9-63c6c47bc4bc None None] Port 22637750-12ce-4e70-8243-f67ed9583ae3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:08.898649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.924026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:08.924260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8f609c-79eb-4139-9b28-8d4fb6991ea4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:08.933220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420dfc1-d1f5-41af-90e1-b8c01e5ef8b9 req-fdfe5ec2-0cfd-4d62-b056-be6f82ecbd71 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:08.941864 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8420dfc1-d1f5-41af-90e1-b8c01e5ef8b9 req-fdfe5ec2-0cfd-4d62-b056-be6f82ecbd71 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4262271 May 25 16:45:08.942589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 33793285-0254-4c81-8c76-bbb33a2cf55a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:08.943139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:08.943982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:08.967208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Transition to ACTIVE for port object c2446512-5232-45bf-b83f-963f59734757 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:08.982109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Transition to ACTIVE for port object 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:09.008348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.014824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:09.043916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.045101 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0735466 May 25 16:45:09.055997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55318) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:09.083622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'b00e09d0-1a18-4ec4-a35e-7581e36e4a30', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:09.088917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting port c02b54fe-1387-4c1e-9059-41c13be9487f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:09.089259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.091028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.105635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Transition to ACTIVE for port object 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:09.128347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8420dfc1-d1f5-41af-90e1-b8c01e5ef8b9 req-badb2192-4478-439c-8883-26fd7e9a3d39 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852496 May 25 16:45:09.128862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.136443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:09.153751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Network cc989518-0518-4044-a900-c387d8234d9d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:09.167721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Network 609b069c-e71e-4181-a3e0-33484286907a is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:09.170144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:09.176872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:09.179272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:09.183290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Pushing event updated for resources: {'Port': ['ID=c2446512-5232-45bf-b83f-963f59734757,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:09.187941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:09.207866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.236802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:09.239729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff9b1736-6df1-49a5-8f67-816431e8b110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:09.252998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1929922b-9a6c-4194-a7c2-d9eebaff5538 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:09.287134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.287776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:09.314664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:09.315457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Pushing event updated for resources: {'Port': ['ID=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:09.331311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.348448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:09.356924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=c6cd3164-e68d-47c8-a814-d488338272ca,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:09.362839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:09.384110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:09.410108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e8f4b02-718d-43a5-b668-7105e30a5566 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:09.438550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Attempting to bind port c2446512-5232-45bf-b83f-963f59734757 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:09.439435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Attempting to bind port c2446512-5232-45bf-b83f-963f59734757 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'e8081015-dc2a-4d63-bc60-a43c93c40072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:09.440133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Attempting to bind port c2446512-5232-45bf-b83f-963f59734757 on network cc989518-0518-4044-a900-c387d8234d9d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:09.503706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:09.503706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Checking segment: {'id': 'e8081015-dc2a-4d63-bc60-a43c93c40072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:09.504107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.509097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Bound using segment: {'id': 'e8081015-dc2a-4d63-bc60-a43c93c40072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:09.509718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Bound port: c2446512-5232-45bf-b83f-963f59734757, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8081015-dc2a-4d63-bc60-a43c93c40072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': 'cc989518-0518-4044-a900-c387d8234d9d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:09.510178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.567512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 33793285-0254-4c81-8c76-bbb33a2cf55a owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:09.616433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Attempting to bind port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:09.619481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Attempting to bind port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '1e28eb63-c33b-4106-b1ee-af7e1e928ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '609b069c-e71e-4181-a3e0-33484286907a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:09.620606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Attempting to bind port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 on network 609b069c-e71e-4181-a3e0-33484286907a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:09.649841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.658679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:09.659121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Checking segment: {'id': '1e28eb63-c33b-4106-b1ee-af7e1e928ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '609b069c-e71e-4181-a3e0-33484286907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:09.659540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.660087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Bound using segment: {'id': '1e28eb63-c33b-4106-b1ee-af7e1e928ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '609b069c-e71e-4181-a3e0-33484286907a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:09.667015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Bound port: 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e28eb63-c33b-4106-b1ee-af7e1e928ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '609b069c-e71e-4181-a3e0-33484286907a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:09.667703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.678482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053aa693-9440-49ba-a886-836c2e7677d1 None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:09.770515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Port': ['ID=5587b094-5fdd-4542-89e2-75362c46c8f0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:09.778999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:09.790752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] For port c2446512-5232-45bf-b83f-963f59734757, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:09.794388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] For port c2446512-5232-45bf-b83f-963f59734757, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c2446512-5232-45bf-b83f-963f59734757,segment=NetworkSegment(e8081015-dc2a-4d63-bc60-a43c93c40072),segment_id=e8081015-dc2a-4d63-bc60-a43c93c40072)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:09.851592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Calling delete_port for c02b54fe-1387-4c1e-9059-41c13be9487f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:09.860072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.875581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c12e24de-ba0f-4563-8f43-3fa7d440f9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:09.912848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.933984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:09.954510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc989518-0518-4044-a900-c387d8234d9d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:09.990949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.035177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8081015-dc2a-4d63-bc60-a43c93c40072') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:10.035177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8081015-dc2a-4d63-bc60-a43c93c40072') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:10.040285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3f1b0e47-b869-4170-8379-c18f661dc857 None None] Provisioning for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:10.051090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6cfe87-fa0a-4cd9-8d77-495ac88e420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.086179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3f1b0e47-b869-4170-8379-c18f661dc857 None None] Provisioning complete for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:10.086437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3f1b0e47-b869-4170-8379-c18f661dc857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.087696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.125526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.126265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.137589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.168312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:10.168719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.178725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Pushing event updated for resources: {'Port': ['ID=c2446512-5232-45bf-b83f-963f59734757,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:10.185804 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:10.200254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.223000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b0b8db4e-4c39-4a21-a385-161fba2a59ed tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:10.230042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.263527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d23fc138-db31-4b58-9959-747c6215921e None None] For port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:10.291791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.299456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-533b5964-b2f7-4cb4-9568-8726deb8242e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:10.308572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/ports/5587b094-5fdd-4542-89e2-75362c46c8f0 HTTP/1.1" status: 204 len: 168 time: 3.0863864 May 25 16:45:10.314441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55334) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:10.340675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d23fc138-db31-4b58-9959-747c6215921e None None] For port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,segment=NetworkSegment(1e28eb63-c33b-4106-b1ee-af7e1e928ab3),segment_id=1e28eb63-c33b-4106-b1ee-af7e1e928ab3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:10.358462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=22637750-12ce-4e70-8243-f67ed9583ae3,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.360243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.364161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.367373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.367627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:10.385061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03170bcc-75f8-4859-b831-49f8b2274127 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:10.392776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f2d69c-cb13-49e2-a763-5a8921582b8c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.394749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:45:10.394749 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:45:10.394749 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'cc989518-0518-4044-a900-c387d8234d9d'}] May 25 16:45:10.394749 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:45:10.395413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:45:10.400577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.415713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd012523-64d2-47b7-a513-e5b2e53f0071 None None] Network cc989518-0518-4044-a900-c387d8234d9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:10.415976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.419034 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3568897 May 25 16:45:10.419207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.420635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55338) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:10.429078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:10.456415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273', 'external_fixed_ips': [{'subnet_id': '0bef85d4-69e8-429a-86d1-4250510cefb7', 'ip_address': '172.20.0.4'}]}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:10.480365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:10.485857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=33793285-0254-4c81-8c76-bbb33a2cf55a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.488244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Port': ['ID=c02b54fe-1387-4c1e-9059-41c13be9487f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.488449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.490867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.519683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.521647 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/ports/c02b54fe-1387-4c1e-9059-41c13be9487f HTTP/1.1" status: 204 len: 168 time: 2.2734034 May 25 16:45:10.525814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:10.530141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.538400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:router and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:10.546545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fb92d-bb36-410f-99d9-03f8bfb76f76 req-b259d8e6-8255-4609-b7fc-30be73137636 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:10.548398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:10.549326 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a54fb92d-bb36-410f-99d9-03f8bfb76f76 req-b259d8e6-8255-4609-b7fc-30be73137636 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2589469 May 25 16:45:10.554348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.571282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:10.573376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.590989 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/33793285-0254-4c81-8c76-bbb33a2cf55a HTTP/1.1" status: 204 len: 168 time: 2.1306677 May 25 16:45:10.596669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55346) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:10.615341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fbc4bf-5559-433f-9497-2ed57396a3b0 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:10.615341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fbc4bf-5559-433f-9497-2ed57396a3b0 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:10.615341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-54fbc4bf-5559-433f-9497-2ed57396a3b0 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/4ecd6322-5a07-4bcd-be06-35dfb669d9c4 HTTP/1.1" status: 404 len: 337 time: 0.0862846 May 25 16:45:10.617713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.653820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55350) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:10.705408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Pushing event updated for resources: {'Port': ['ID=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:10.712672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:10.827347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab92ca-84b2-43cb-9d98-9b6de31d0936 None None] Network cc989518-0518-4044-a900-c387d8234d9d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:10.845752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.847233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:10.997035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.004577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.046214 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1524c462-1483-4ea6-96df-9fbe42f5f98b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:45:11.047497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1524c462-1483-4ea6-96df-9fbe42f5f98b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:11.090486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a54fb92d-bb36-410f-99d9-03f8bfb76f76 req-c3e62ffb-a3ed-4e63-9b5a-77971867a594 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4839902 May 25 16:45:11.106339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70b145-00e9-445c-abc9-416fdf2e6a68 req-10e0e923-4c3a-4746-9fe4-032847386de2 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:11.115241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1a70b145-00e9-445c-abc9-416fdf2e6a68 req-10e0e923-4c3a-4746-9fe4-032847386de2 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.9911141 May 25 16:45:11.136576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.149897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:11.160477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.201267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1524c462-1483-4ea6-96df-9fbe42f5f98b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:11.205545 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1524c462-1483-4ea6-96df-9fbe42f5f98b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/33793285-0254-4c81-8c76-bbb33a2cf55a HTTP/1.1" status: 404 len: 333 time: 0.6044734 May 25 16:45:11.220060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55354) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:11.226496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8f2d69c-cb13-49e2-a763-5a8921582b8c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:11.234188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:11.240731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e478bcaa-1a5c-4d72-8fb2-feedd20f16e4 None None] Provisioning complete for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:11.241550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e478bcaa-1a5c-4d72-8fb2-feedd20f16e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.271424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1a70b145-00e9-445c-abc9-416fdf2e6a68 req-10aed5e0-2f53-446f-bbad-d7257f254933 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551011 May 25 16:45:11.299268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.303287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f8f2d69c-cb13-49e2-a763-5a8921582b8c HTTP/1.1" status: 204 len: 168 time: 0.8783844 May 25 16:45:11.317241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55358) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:11.358410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.371538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:11.384841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:11.389033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bde52a-8058-408a-a93b-538bf277da9d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:11.413403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port c2446512-5232-45bf-b83f-963f59734757 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:11.413746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.435048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071d79dc-e5fa-42fd-bba9-e5703b49b7b7') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:11.435907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071d79dc-e5fa-42fd-bba9-e5703b49b7b7') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:11.548394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9b3df27c-9cdf-47a5-b208-3f492c48aa51 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:11.558396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.587331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet bd256afe-d3bf-49b2-abe8-ab43118993e9 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:11.608983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.612630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port c2446512-5232-45bf-b83f-963f59734757, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c2446512-5232-45bf-b83f-963f59734757,segment=NetworkSegment(e8081015-dc2a-4d63-bc60-a43c93c40072),segment_id=e8081015-dc2a-4d63-bc60-a43c93c40072)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:11.613110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.620924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9b3df27c-9cdf-47a5-b208-3f492c48aa51 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:11.622346 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9b3df27c-9cdf-47a5-b208-3f492c48aa51 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3036447 May 25 16:45:11.627462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55362) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:11.645587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.729128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-348c6aec-6757-47f2-b74b-e19a5ad5f2e2 None None] Provisioning complete for port 22637750-12ce-4e70-8243-f67ed9583ae3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:11.730750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-348c6aec-6757-47f2-b74b-e19a5ad5f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.760938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for c2446512-5232-45bf-b83f-963f59734757 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:11.766161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:11.766798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:11.784411 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:11.810892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-348c6aec-6757-47f2-b74b-e19a5ad5f2e2 None None] Port 22637750-12ce-4e70-8243-f67ed9583ae3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:11.890970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.891207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc5211-6e3a-42d9-b374-3d8a8fa152d1 None None] Network 609b069c-e71e-4181-a3e0-33484286907a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:11.896398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.901625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.913690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.937644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.945783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1352904-6a4d-4efb-ad0c-f17334e369e9 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:11.967453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.980786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=86bde52a-8058-408a-a93b-538bf277da9d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:11.986898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:11.988798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:11.997618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2c896433-4f8e-41db-bd7b-b87f5a3bb6f9 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:12.000018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1718d937-024a-4c48-a4d6-ffbc3a63bae3 None None] Provisioning for port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:12.007924 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/86bde52a-8058-408a-a93b-538bf277da9d HTTP/1.1" status: 204 len: 168 time: 1.3528020 May 25 16:45:12.012032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.013260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/cb8f609c-79eb-4139-9b28-8d4fb6991ea4 HTTP/1.1" status: 204 len: 168 time: 0.3832510 May 25 16:45:12.016932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55366) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:12.017462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:12.026600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb8f609c-79eb-4139-9b28-8d4fb6991ea4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:12.081894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:12.082249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router 8d878bea-65a0-4b07-ad19-6883c05d8948 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:12.102650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.109546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2207286f-62a9-4386-a60d-62eafd06ccc3 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:12.161733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=c2446512-5232-45bf-b83f-963f59734757,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:12.171656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:12.179152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port c2446512-5232-45bf-b83f-963f59734757 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:12.220153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-9125938b-eb86-4c29-95ee-959cc87ffe06 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:12.221727 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-9125938b-eb86-4c29-95ee-959cc87ffe06 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.3870158 May 25 16:45:12.231405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.268945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b636a20-866f-4a72-983f-865a12ff748b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:12.456635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.498836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.536434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc989518-0518-4044-a900-c387d8234d9d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:12.551369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b636a20-866f-4a72-983f-865a12ff748b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:12.555558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b636a20-866f-4a72-983f-865a12ff748b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5298662 May 25 16:45:12.558152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8081015-dc2a-4d63-bc60-a43c93c40072') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:12.558447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8081015-dc2a-4d63-bc60-a43c93c40072') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:12.564595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:12.585790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.609748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting port 6d27045c-15a9-424c-97d6-23e8f73d61eb {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:12.610157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.626951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.685696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:12.686082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:12.701282 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:12.766751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e62f4eeb-395c-433e-92d5-8fb3ed0c880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.803729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cf7e809b-7765-4295-aa0f-43f1e8975ba9 None None] Could not find standard attr ID for object 33793285-0254-4c81-8c76-bbb33a2cf55a. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:45:12.834165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:12.849684 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] Sync routers for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:12.861951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.865259 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:12.865899 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:12.895545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:12.910906 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/routers/8d878bea-65a0-4b07-ad19-6883c05d8948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3861611 May 25 16:45:12.914101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f172d-e086-478a-8d1a-541456510e86 req-4eb9cba9-cdf3-4bbc-8a25-1e60b86fe520 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:12.917616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55382) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:12.921246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-939f172d-e086-478a-8d1a-541456510e86 req-4eb9cba9-cdf3-4bbc-8a25-1e60b86fe520 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6227193 May 25 16:45:12.933387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'port': {'network_id': '32ed83bf-734c-4f7c-957b-f65f7df23d56', 'name': 'tempest-FloatingIPTestJSON-1474431912'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:12.961920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9846f4a-0cdc-4999-88fb-6a15047dda1b None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:45:12.989125 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:12.998617 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:12.999440 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:13.029828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.046582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:13.072077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.082516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=cc989518-0518-4044-a900-c387d8234d9d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:13.085647 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/cc989518-0518-4044-a900-c387d8234d9d HTTP/1.1" status: 204 len: 168 time: 6.2328448 May 25 16:45:13.087738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.089957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55386) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.096794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:13.110830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:13.111848 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eaff08-2711-4d63-8af4-ebea35e1d8fa None None] The sync data for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:13.126287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:13.188438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-939f172d-e086-478a-8d1a-541456510e86 req-fde87182-13a5-4c2d-b80d-3693a004f49a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647009 May 25 16:45:13.204178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.215688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9846f4a-0cdc-4999-88fb-6a15047dda1b None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:45:13.237640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ef305-5bc0-4fdc-8e9a-82d4693bb14d req-46d5fbfc-e90d-4765-8d8f-54afc5c4461e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:13.239170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b07ef305-5bc0-4fdc-8e9a-82d4693bb14d req-46d5fbfc-e90d-4765-8d8f-54afc5c4461e tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 945 time: 0.6834915 May 25 16:45:13.249647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Deleting port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:13.250158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.269433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Calling delete_port for 6d27045c-15a9-424c-97d6-23e8f73d61eb owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:13.277813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:13.285223 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-36332c68-6e67-4344-a44d-eba39a4e94ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:13.285695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36332c68-6e67-4344-a44d-eba39a4e94ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:13.312883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:13.323174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:13.323555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.327447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.333708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-037c2adb-17a6-4af5-9d2e-503e39034e55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905 tempest-PortsAdminExtendedAttrsIpV6TestJSON-488781905-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:13.380826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Port': ['ID=6d27045c-15a9-424c-97d6-23e8f73d61eb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:13.384091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:13.393016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.402521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/ports/6d27045c-15a9-424c-97d6-23e8f73d61eb HTTP/1.1" status: 204 len: 168 time: 1.3811452 May 25 16:45:13.403856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.418851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36332c68-6e67-4344-a44d-eba39a4e94ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/cc989518-0518-4044-a900-c387d8234d9d HTTP/1.1" status: 404 len: 339 time: 0.3184564 May 25 16:45:13.418851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b55bcb-940f-4099-b535-e6abf69503b6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:13.432404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.437828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:13.445932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-810732379', 'description': 'd1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:13.457592 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b05b4fb-35f0-4fad-b181-3ed5a67f44e6 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] DELETE failed (client error): The resource could not be found. May 25 16:45:13.458531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b05b4fb-35f0-4fad-b181-3ed5a67f44e6 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:13.462742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b05b4fb-35f0-4fad-b181-3ed5a67f44e6 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/ee463460-366c-4068-86b6-e850d0ac9a7e HTTP/1.1" status: 404 len: 337 time: 0.0554273 May 25 16:45:13.464058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55398) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.530223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.531954 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/a2b55bcb-940f-4099-b535-e6abf69503b6 HTTP/1.1" status: 204 len: 168 time: 0.9658184 May 25 16:45:13.540568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55402) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.545765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:13.596360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.617664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:13.620821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.639405 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f0e7fd57-eaf3-4a3a-bcf5-b03ebe47ceb9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0980380 May 25 16:45:13.639835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Usage tracker for resource:network and tenant:d196db7e0b774f958c82454533b9247c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:13.646108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55406) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:13.652251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:13.655517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Usage tracker for resource:port and tenant:dcf89c03861440f1adccf5cb06831b3d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:13.662353 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b07ef305-5bc0-4fdc-8e9a-82d4693bb14d req-db975a6a-8a85-4af3-8819-44039e9f296f tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872364 May 25 16:45:13.667528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Quota usage for port was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:13.704156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:13.704156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:13.710869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.747970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:13.772582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.791195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.801800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:45:13.802171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:45:13.806311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5652c5-a503-400a-a888-dffdb824b2d2']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:13.821315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] For port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:13.821678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.822650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b5a4d-85c1-4018-8540-f902a4bbfc13') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:13.823107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b5a4d-85c1-4018-8540-f902a4bbfc13') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:13.835219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=bd256afe-d3bf-49b2-abe8-ab43118993e9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:13.839952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.843373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.847062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:13.850151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1da6c0-a5a8-4dea-aba7-326c3c6d75c0 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:45:13.851134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:13.854696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.859000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.865531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.867083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:13.867485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.870840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Made reservation on behalf of dcf89c03861440f1adccf5cb06831b3d for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:13.874787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:13.885135 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:13.974701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.976455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.980713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:13.985625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84c15a45-3fe3-46b6-844b-7b3fe0cde838 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:14.003024 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/bd256afe-d3bf-49b2-abe8-ab43118993e9 HTTP/1.1" status: 204 len: 168 time: 2.7817309 May 25 16:45:14.007394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55410) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:14.009927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1da6c0-a5a8-4dea-aba7-326c3c6d75c0 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:45:14.011006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=0b5652c5-a503-400a-a888-dffdb824b2d2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:14.013597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:14.015220 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/0b5652c5-a503-400a-a888-dffdb824b2d2 HTTP/1.1" status: 204 len: 168 time: 0.5509272 May 25 16:45:14.017495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.034690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:14.048184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] device_id is not set on port 78e85ff0-81fe-4a0f-b9ea-096ab9563272 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:14.165847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.168488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:14.193215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.199680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting subnet d5f5f0e3-2605-48f5-82a1-b3c5f00031d2 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:14.206750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.237972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.264704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.264704 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment 79f3a12b-2f30-422e-b430-2b716d5bebec of type vlan for network 10ca722e-4967-4023-bdc0-331ce3b9d7d3 May 25 16:45:14.274463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:14.346452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.378512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.480753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,segment=NetworkSegment(1e28eb63-c33b-4106-b1ee-af7e1e928ab3),segment_id=1e28eb63-c33b-4106-b1ee-af7e1e928ab3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:14.488993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.494224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-28d89dcb-1b98-44e9-bebe-eb09251a5c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:14.535321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:14.535664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.560623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fd5f695-8ccf-47cd-a8f2-ad7fcb146666,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:14.596052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:14.607703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:14.611637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:14.637778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeaba14-7f66-4c98-82bf-60059243acb7 req-41b50509-0d4f-42da-8d24-0218d90b8485 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:14.640136 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6aeaba14-7f66-4c98-82bf-60059243acb7 req-41b50509-0d4f-42da-8d24-0218d90b8485 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2614498 May 25 16:45:14.642883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff64c8-81c9-4716-b6db-9e48682769e6 None None] Network 609b069c-e71e-4181-a3e0-33484286907a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:14.660681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.701292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.729465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,segment=NetworkSegment(1e28eb63-c33b-4106-b1ee-af7e1e928ab3),segment_id=1e28eb63-c33b-4106-b1ee-af7e1e928ab3)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:14.729829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.771204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.772332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/9fd5f695-8ccf-47cd-a8f2-ad7fcb146666 HTTP/1.1" status: 204 len: 168 time: 1.1136639 May 25 16:45:14.776137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.776137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.776137 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Floating IP 420eb7d6-714b-4a42-8590-f59a73c06475 disassociated. External IP: 172.26.6.196, port: 4978156f-a5d6-4978-b2ff-ee1141e0c4d0. May 25 16:45:14.776437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Calling delete_port for 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 owned by compute:nova {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:14.791929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55422) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:14.816063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Allocated IP 172.20.0.9 (32ed83bf-734c-4f7c-957b-f65f7df23d56/61cc2e14-d229-4446-86aa-216d6f6b05c7/78e85ff0-81fe-4a0f-b9ea-096ab9563272) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:14.935330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:14.956224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.961671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:14.962282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:14.981456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b374c15d-232c-4a6b-afae-1aec247a8e59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.012304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] DHCP port deletion for 609b069c-e71e-4181-a3e0-33484286907a request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:15.065185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6aeaba14-7f66-4c98-82bf-60059243acb7 req-7f292729-d2a5-44c9-b509-89b1d9a24159 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069271 May 25 16:45:15.098872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:15.113259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:15.113648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.164302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Deleting port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:15.164687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.216395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ccddf0bb-5195-4e67-8cb7-49e236f9dbdd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:15.227988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.20.0.4 (a8a6e80b-6a04-45bd-a53e-86bc62436273/0bef85d4-69e8-429a-86d1-4250510cefb7/b094d049-482c-4c52-8b20-705b41de4475) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:15.273552 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8309467 May 25 16:45:15.288815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] For port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,segment=NetworkSegment(1e28eb63-c33b-4106-b1ee-af7e1e928ab3),segment_id=1e28eb63-c33b-4106-b1ee-af7e1e928ab3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:15.289570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.293963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55426) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:15.316190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.323446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5e19ce84-b0d8-4e40-9503-9fcea8b61bf6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.348767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=10ca722e-4967-4023-bdc0-331ce3b9d7d3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.382513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.386095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.389836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:15.430672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.455147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 10ca722e-4967-4023-bdc0-331ce3b9d7d3 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:15.474875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Calling delete_port for 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:15.480817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 update to ACTIVE by agent not found {{(pid=99128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 25 16:45:15.512535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ccddf0bb-5195-4e67-8cb7-49e236f9dbdd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:15.516918 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ccddf0bb-5195-4e67-8cb7-49e236f9dbdd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7170844 May 25 16:45:15.520588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55430) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:15.541116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b108b87-37ab-4e75-b08c-fab1d5d94620 req-c116db72-d8cf-4ba9-a483-0f547b7cf637 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:15.541841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0b108b87-37ab-4e75-b08c-fab1d5d94620 req-c116db72-d8cf-4ba9-a483-0f547b7cf637 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Synchronizing usage tracker for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:15.563508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.591071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.600873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.602415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.609331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.619699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.624752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d6b9018a-06fc-4393-8fce-96c01667e7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.632281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3afa09c4-7583-4fa7-942d-c6d85b94a024 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.646484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.661275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609b069c-e71e-4181-a3e0-33484286907a']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:15.668379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f5f0e3-2605-48f5-82a1-b3c5f00031d2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.670734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Pushing event deleted for resources: {'Port': ['ID=76c0b122-3ee8-47a5-ba2d-b7be2c8918f3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.670999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.675298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:15.676045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.687201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.704354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e28eb63-c33b-4106-b1ee-af7e1e928ab3') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:15.704728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e28eb63-c33b-4106-b1ee-af7e1e928ab3') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:15.710267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event deleted for resources: {'Port': ['ID=4978156f-a5d6-4978-b2ff-ee1141e0c4d0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.711283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] No DVR routers for this DVR port 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:15.712667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.713489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8895e-4e59-43a2-bc46-f96e4502f3f9 None None] Network 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:15.729772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.741356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/subnets/d5f5f0e3-2605-48f5-82a1-b3c5f00031d2 HTTP/1.1" status: 204 len: 168 time: 1.7030897 May 25 16:45:15.741845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:15.742341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:15.747007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.748884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55434) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:15.759937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222826d1-7f3e-457a-9457-5c953b7dacd2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:15.760714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-222826d1-7f3e-457a-9457-5c953b7dacd2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Synchronizing usage tracker for tenant:d196db7e0b774f958c82454533b9247c on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:15.768131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0b108b87-37ab-4e75-b08c-fab1d5d94620 req-c116db72-d8cf-4ba9-a483-0f547b7cf637 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Unset dirty status for tenant:5eaaa8d71f364fbfb058a8bd822c3bf3 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:15.774795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0b108b87-37ab-4e75-b08c-fab1d5d94620 req-c116db72-d8cf-4ba9-a483-0f547b7cf637 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 867 time: 0.8742509 May 25 16:45:15.788943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.791956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.806615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0afadb26-4717-4155-9ff7-937e02cd9953 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:15.892929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:15.893567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:15.911095 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:15.915926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5e36f35-fad3-46fc-81c6-c84e033fcfb5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:15.919927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:15.974799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-222826d1-7f3e-457a-9457-5c953b7dacd2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Unset dirty status for tenant:d196db7e0b774f958c82454533b9247c on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:15.978816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-222826d1-7f3e-457a-9457-5c953b7dacd2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks?id=10ca722e-4967-4023-bdc0-331ce3b9d7d3 HTTP/1.1" status: 200 len: 764 time: 0.6782289 May 25 16:45:15.981426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:15.996468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.013663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.015039 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0b108b87-37ab-4e75-b08c-fab1d5d94620 req-00920734-8ede-4b75-9ad1-30d4811f2125 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups?id=7bf87b24-2203-4ff5-ab81-51a402218577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391987 May 25 16:45:16.016131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/f5e36f35-fad3-46fc-81c6-c84e033fcfb5 HTTP/1.1" status: 204 len: 168 time: 0.4919090 May 25 16:45:16.030159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55442) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:16.063441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.080620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'description': 'd2'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:16.086226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.091775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6bfa90fe-e2c5-46b9-a982-2d0b0885de80 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:16.103949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] DHCP port deletion for 28bd99a6-22cf-4fbf-8c9d-f3606c3a131b request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:16.123536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.133440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.186003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=609b069c-e71e-4181-a3e0-33484286907a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:16.189421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:16.214354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/609b069c-e71e-4181-a3e0-33484286907a HTTP/1.1" status: 204 len: 168 time: 2.2017272 May 25 16:45:16.216281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Deleting port 02e30211-6639-4542-a2f9-83804160c8c0 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:16.217810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.218429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Transition to ACTIVE for port object 78e85ff0-81fe-4a0f-b9ea-096ab9563272 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:16.223528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55448) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:16.224756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2a5de7b9-5f5f-4b28-adcc-151ed23d3de8 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:16.232803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'name': 'tempest-PortsIpV6TestJSON-1834007497'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:16.256257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2a5de7b9-5f5f-4b28-adcc-151ed23d3de8 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:16.258424 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2a5de7b9-5f5f-4b28-adcc-151ed23d3de8 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2245412 May 25 16:45:16.261633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55452) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:16.289112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Deleting port 02e30211-6639-4542-a2f9-83804160c8c0 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:16.289618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.374268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] For port 02e30211-6639-4542-a2f9-83804160c8c0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=02e30211-6639-4542-a2f9-83804160c8c0,segment=NetworkSegment(5cdbcf7f-4d18-4f71-a191-f7446ba9e557),segment_id=5cdbcf7f-4d18-4f71-a191-f7446ba9e557)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:16.374588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.545231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.556478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Calling delete_port for 02e30211-6639-4542-a2f9-83804160c8c0 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:16.557094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] For port 02e30211-6639-4542-a2f9-83804160c8c0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=02e30211-6639-4542-a2f9-83804160c8c0,segment=NetworkSegment(5cdbcf7f-4d18-4f71-a191-f7446ba9e557),segment_id=5cdbcf7f-4d18-4f71-a191-f7446ba9e557)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:16.557558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.582809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:16.615759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.627348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01787419-6505-4bcb-bed9-25b8846d008d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:16.678142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Pushing event deleted for resources: {'Port': ['ID=02e30211-6639-4542-a2f9-83804160c8c0,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:16.684891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] No DVR routers for this DVR port 02e30211-6639-4542-a2f9-83804160c8c0 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:16.686533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:16.689199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:16.736866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Calling delete_port for 02e30211-6639-4542-a2f9-83804160c8c0 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:16.777332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.787253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:16.823485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.833224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.846313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dcefface-7849-4dc2-a479-dacc98121c43 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:16.880232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.885676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.887010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ecc4501-3f96-463e-ab0d-b2570cfee2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:16.893236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 02e30211-6639-4542-a2f9-83804160c8c0 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:16.903762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76babd58-52ec-470f-9a89-1be4bf3243d0 req-138dcebc-dcf0-40f2-b64a-320a43d8b841 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:16.911517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-76babd58-52ec-470f-9a89-1be4bf3243d0 req-138dcebc-dcf0-40f2-b64a-320a43d8b841 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6083927 May 25 16:45:16.921112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:16.925562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.934243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 02e30211-6639-4542-a2f9-83804160c8c0 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:16.934856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 02e30211-6639-4542-a2f9-83804160c8c0 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:16.935311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:16.969758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:16.970071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76c0b122-3ee8-47a5-ba2d-b7be2c8918f3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:16.970570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e09d0-1a18-4ec4-a35e-7581e36e4a30,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:16.974285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:16.981842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:16.993076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a24a1c7-a12c-4655-a1de-077a71f19b15 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:17.047949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network a8a6e80b-6a04-45bd-a53e-86bc62436273 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:17.056221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.061268 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:17.062802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port ddece869-6119-4e2b-bc23-4934461fd46c yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:17.102895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:17.110440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=b094d049-482c-4c52-8b20-705b41de4475,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:17.114413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:17.117994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:17.192676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:17.204679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Port': ['ID=02e30211-6639-4542-a2f9-83804160c8c0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:17.208907 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-76babd58-52ec-470f-9a89-1be4bf3243d0 req-a809bd3b-6e45-4a71-a6ad-63e5f21f2a98 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965271 May 25 16:45:17.209800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:17.215697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] No DVR routers for this DVR port 02e30211-6639-4542-a2f9-83804160c8c0 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:17.253807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.258117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/b00e09d0-1a18-4ec4-a35e-7581e36e4a30 HTTP/1.1" status: 204 len: 168 time: 0.9948099 May 25 16:45:17.262788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55458) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:17.268420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 10ca722e-4967-4023-bdc0-331ce3b9d7d3 is not hosted by any dhcp agent {{(pid=99126) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:45:17.274471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:17.275663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.279368 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "PUT /v2.0/networks/10ca722e-4967-4023-bdc0-331ce3b9d7d3 HTTP/1.1" status: 200 len: 761 time: 1.2885852 May 25 16:45:17.287297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55462) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:17.365669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3ea70d3f-778b-4b79-b1b8-09dc724cc266 req-7e3b4d6a-3663-452a-8162-94a38ef99631 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.1410024 May 25 16:45:17.383180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:17.404589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Sync routers for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:17.420222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2839276b-50b9-4565-9b1b-8b363794f426 None None] Provisioning for port 78e85ff0-81fe-4a0f-b9ea-096ab9563272 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:17.440271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:17.440946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:17.491548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2839276b-50b9-4565-9b1b-8b363794f426 None None] Provisioning complete for port 78e85ff0-81fe-4a0f-b9ea-096ab9563272 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:17.491926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2839276b-50b9-4565-9b1b-8b363794f426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.554309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.580270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event updated for resources: {'Port': ['ID=78e85ff0-81fe-4a0f-b9ea-096ab9563272,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:17.583469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:17.586872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2839276b-50b9-4565-9b1b-8b363794f426 None None] Port 78e85ff0-81fe-4a0f-b9ea-096ab9563272 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:17.588095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-66d942ea-a039-4501-94ec-f5e2fdd50e67 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:17.593545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bd99a6-22cf-4fbf-8c9d-f3606c3a131b']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:17.598846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.719s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:17.599386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:17.605161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:17.605801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.612465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02863d3b-64c3-46e9-a7aa-9b3e9b311226 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:17.613402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-02863d3b-64c3-46e9-a7aa-9b3e9b311226 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Synchronizing usage tracker for tenant:d196db7e0b774f958c82454533b9247c on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:17.624120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:17.627650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdbcf7f-4d18-4f71-a191-f7446ba9e557') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:17.628164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdbcf7f-4d18-4f71-a191-f7446ba9e557') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:17.652746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.673101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-02863d3b-64c3-46e9-a7aa-9b3e9b311226 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Unset dirty status for tenant:d196db7e0b774f958c82454533b9247c on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:17.678509 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02863d3b-64c3-46e9-a7aa-9b3e9b311226 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks?id=10ca722e-4967-4023-bdc0-331ce3b9d7d3 HTTP/1.1" status: 200 len: 764 time: 0.3879149 May 25 16:45:17.679206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:17.684800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-66d942ea-a039-4501-94ec-f5e2fdd50e67 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:17.690719 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-66d942ea-a039-4501-94ec-f5e2fdd50e67 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4226782 May 25 16:45:17.710555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55470) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:17.714011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.714285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:17.725731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--728285335'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:17.767899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] No DVR routers for this DVR port 4978156f-a5d6-4978-b2ff-ee1141e0c4d0 on host hv-neutron-7929 {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:17.792429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:17.792429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.813941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:17.816388 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:17.918147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:17.951964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.961065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.964170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:17.987497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15875c5a-4e31-4912-9967-8a8f20668806 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:17.998156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=10ca722e-4967-4023-bdc0-331ce3b9d7d3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:18.008432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.015968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 10ca722e-4967-4023-bdc0-331ce3b9d7d3 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:18.024874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] 10.222.0.96 "DELETE /v2.0/networks/28bd99a6-22cf-4fbf-8c9d-f3606c3a131b HTTP/1.1" status: 204 len: 168 time: 2.2695704 May 25 16:45:18.025086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'name': 'network-vif-deleted', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:45:18.029166 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-236eb26a-0567-4ffd-a1af-ec8763fda82d req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.95 "DELETE /v2.0/ports/4978156f-a5d6-4978-b2ff-ee1141e0c4d0 HTTP/1.1" status: 204 len: 173 time: 5.7694297 May 25 16:45:18.033999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:18.123681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fbd7b9-6c64-4a0f-82a5-c620c802c92a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:18.131030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fbd7b9-6c64-4a0f-82a5-c620c802c92a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:18.132900 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-13fbd7b9-6c64-4a0f-82a5-c620c802c92a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.4495955 May 25 16:45:18.134259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Pushing event deleted for resources: {'Network': ['ID=28bd99a6-22cf-4fbf-8c9d-f3606c3a131b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:18.142531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55478) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:18.145469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:18.148294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:18.177076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.245154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:18.261954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9258921-c016-45e8-9bb4-b5683b8c6a1b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Synchronizing usage tracker for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:18.263733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6', 'name': 'network-vif-deleted', 'tag': '4978156f-a5d6-4978-b2ff-ee1141e0c4d0', 'status': 'completed', 'code': 200} May 25 16:45:18.271120 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3428617 May 25 16:45:18.271926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:18.278092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55484) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:18.307872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Request body: {'floatingip': {'port_id': '78e85ff0-81fe-4a0f-b9ea-096ab9563272'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:18.360777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.374597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:18.378620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:18.388441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Checking router: 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:18.414618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:18.415441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:18.501594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:18.522283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9258921-c016-45e8-9bb4-b5683b8c6a1b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Unset dirty status for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:18.525058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9258921-c016-45e8-9bb4-b5683b8c6a1b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 207 time: 0.3812335 May 25 16:45:18.540483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55490) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:18.700866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.733425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=ddece869-6119-4e2b-bc23-4934461fd46c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:18.742253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.773528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:18.780123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:18.869344 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8bf0df68-66f5-4d46-94fe-371b903788e6 req-5c1bd587-a35c-4a7c-b724-36d2c3886c8a tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/ports?device_id=eb8cd1c8-5fdc-4cfb-8bfe-f33bbf5f65a6 HTTP/1.1" status: 200 len: 210 time: 0.2442296 May 25 16:45:18.894768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:18.900132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:18.908341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:18.914962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:18.915910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:18.946176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55496) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:18.954683 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7265196 May 25 16:45:18.962452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55500) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:18.990756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9db0a-b306-40be-a5ff-693023c903be req-e5411a9c-56e1-4d26-b8e9-f8ff1b4f6247 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:18.992531 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ced9db0a-b306-40be-a5ff-693023c903be req-e5411a9c-56e1-4d26-b8e9-f8ff1b4f6247 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4031179 May 25 16:45:19.005845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.132425 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ced9db0a-b306-40be-a5ff-693023c903be req-b797a2c7-d8db-4f9e-8b0b-4de661a00a11 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285715 May 25 16:45:19.177774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.197682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.210034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cd64337f-5792-495b-80a9-2a57746ddb9a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:19.226106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.232297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.238526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.244374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.250509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.256406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.262000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.268701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-152672f5-4266-4740-be93-77607c482453 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4333 time: 0.7065580 May 25 16:45:19.269828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55506) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:19.319932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:19.324822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ed96-0eec-45bc-a86a-54295d577a88 None None] The sync data for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv is: [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '485575b8-2b84-42f4-b047-0c80ebb1e9d7', 'name': '', 'network_id': 'dd705094-00cb-4d4a-bef5-e868cb56e1e4', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'mac_address': 'fa:16:3e:e1:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:37Z', 'updated_at': '2021-05-25T16:42:48Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'subnets': [{'id': '635d989e-abe1-4c6d-ac05-1f35c221c868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:19.429122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00003347-3e3a-4ac7-9d76-6941637480f1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:19.429122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:19.434137 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cc815329-49fd-4128-be5f-e5d7850d2b60 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c726389110749e69f0f593cda605bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822276 May 25 16:45:19.458139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:19.584626 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a050fb-302f-411a-b6a8-967af82d7227 None None] New status for floating IP 420eb7d6-714b-4a42-8590-f59a73c06475: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:45:19.665621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.673460 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9554241 May 25 16:45:19.673671 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cc1e84b7-86f7-4290-a7bd-5fb22e047286 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 913 time: 0.3984575 May 25 16:45:19.681077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55514) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:19.681505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55516) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:19.688234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': '00003347-3e3a-4ac7-9d76-6941637480f1', 'direction': 'ingress', 'protocol': 17}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:19.690223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.699491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:19.722497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.728865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.747450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:19.757120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:19.826804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:19.880125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port ddece869-6119-4e2b-bc23-4934461fd46c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:19.880836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:19.917231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.918773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.920477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.922824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.925314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:19.926704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8bd04907-9bf8-4196-ade6-e5c8adefe9b8 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2425466 May 25 16:45:19.932039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55524) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:19.991216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.005580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.013284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbbd0d56-069e-4cd7-9550-be0f3e8bea34 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:20.034817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55530) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:20.038877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.040299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.041762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.043162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.044525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.045183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Synchronizing usage tracker for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:20.048295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb00fc-8f5e-48c3-80fc-97bd39e349ed,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:20.054928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:20.075254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.079464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cfdb00fc-8f5e-48c3-80fc-97bd39e349ed HTTP/1.1" status: 204 len: 168 time: 0.6172578 May 25 16:45:20.123809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Unset dirty status for tenant:d196db7e0b774f958c82454533b9247c on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:20.127887 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-70a44e12-11c1-41c9-baed-1ae7bf705a12 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1940501 May 25 16:45:20.133727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55536) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:20.154216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.263809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:20.293127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.319381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for ddece869-6119-4e2b-bc23-4934461fd46c owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:20.410744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.424227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.434210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:20.473311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8b2493-655f-4ffd-8ab8-b6c40917c45b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:20.488541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:20.503208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.506867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8218524 May 25 16:45:20.507833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55550) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:20.563336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af969ca2-49f8-4e0d-ae0d-b1354a9fc0cc req-be9c53ce-47c9-4fd7-9d0b-f0af68999ebe tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.564870 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af969ca2-49f8-4e0d-ae0d-b1354a9fc0cc req-be9c53ce-47c9-4fd7-9d0b-f0af68999ebe tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2590036 May 25 16:45:20.617935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.676351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.700690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45ebfbb-9eae-4f97-b379-db776ef9869e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:20.764983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8bba56-669e-4a7f-8fbf-227bd87f714c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:20.767005 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6b8bba56-669e-4a7f-8fbf-227bd87f714c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks/b0456a42-fba5-4c35-9317-0ab3569033e4 HTTP/1.1" status: 200 len: 804 time: 0.6277974 May 25 16:45:20.771485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55560) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:20.775073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=ddece869-6119-4e2b-bc23-4934461fd46c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:20.793859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:20.803584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af969ca2-49f8-4e0d-ae0d-b1354a9fc0cc req-5228a270-0153-4984-8e75-34fc3c2c5885 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265925 May 25 16:45:20.824580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:20.834460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.836691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Sync routers for ids ['fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:20.842608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.846449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.850611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Routers {'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:20.851391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:20.864213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.915826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.958727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/ddece869-6119-4e2b-bc23-4934461fd46c HTTP/1.1" status: 204 len: 168 time: 1.9951575 May 25 16:45:20.960576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:20.974455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55568) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:20.980503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.983660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf87b24-2203-4ff5-ab81-51a402218577,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:20.986745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:20.988266 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be7735db-cbf8-45a6-bbbe-232af23beab8 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.6226637 May 25 16:45:20.994888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:20.995382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'mac_address': 'fa:16:3e:33:1b:93', 'name': 'tempest-PortsIpV6TestJSON-61712815'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:20.996409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55572) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.010476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.013694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "DELETE /v2.0/security-groups/7bf87b24-2203-4ff5-ab81-51a402218577 HTTP/1.1" status: 204 len: 168 time: 0.9628558 May 25 16:45:21.018828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55576) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.097899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Set router fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:21.111891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55580) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.148308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-be4ade48-1f78-47c4-9bfb-e643b79e5f4d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] show failed (client error): The resource could not be found. May 25 16:45:21.149316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-be4ade48-1f78-47c4-9bfb-e643b79e5f4d tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "GET /v2.0/security-groups/7bf87b24-2203-4ff5-ab81-51a402218577 HTTP/1.1" status: 404 len: 347 time: 0.1257851 May 25 16:45:21.162140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55586) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.263498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:21.271618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.275862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:21.280890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8cc9cf5-acc7-4d8f-b260-74a0f878c503 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:21.313138 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8270cb2f-4d1e-4da0-96f5-2bf93b67a2f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/networks/b0456a42-fba5-4c35-9317-0ab3569033e4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5404162 May 25 16:45:21.339371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55590) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.343246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1260151803'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:21.414196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:21.441076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4', 'name': '', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273', 'external_fixed_ips': [{'subnet_id': '0bef85d4-69e8-429a-86d1-4250510cefb7', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b094d049-482c-4c52-8b20-705b41de4475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:10Z', 'updated_at': '2021-05-25T16:45:18Z', 'revision_number': 3, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port': {'id': 'b094d049-482c-4c52-8b20-705b41de4475', 'name': '', 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '0bef85d4-69e8-429a-86d1-4250510cefb7', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:14Z', 'updated_at': '2021-05-25T16:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0bef85d4-69e8-429a-86d1-4250510cefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:21.446316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Checking router: fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:21.446758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Updating router fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 port b094d049-482c-4c52-8b20-705b41de4475 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:45:21.456997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:21.473453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:21.473988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:21.476147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00003347-3e3a-4ac7-9d76-6941637480f1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:21.478283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 0ecc70eb-fe7c-4a99-954d-5df156a4828c associated. External IP: 172.26.6.135, port: e9180005-856a-4685-b349-a30121e1e6b8. May 25 16:45:21.491483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:21.518165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.534178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:21.548949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:21.569129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:21.587573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.595211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.598977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/00003347-3e3a-4ac7-9d76-6941637480f1 HTTP/1.1" status: 204 len: 168 time: 1.0874431 May 25 16:45:21.644254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55594) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.688959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:21.692518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.709961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e63965-5039-4ee6-a271-7995cad83206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:21.715266 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c6e63965-5039-4ee6-a271-7995cad83206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets/044c38bd-1052-4e95-ab79-e6ac1ff2e825 HTTP/1.1" status: 200 len: 843 time: 0.3610351 May 25 16:45:21.724124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.725853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.822568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.822787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:21.849999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fb1f8d-f9e0-403e-9d88-e4068e3d6d16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:21.851303 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a5fb1f8d-f9e0-403e-9d88-e4068e3d6d16 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "GET /v2.0/subnets/044c38bd-1052-4e95-ab79-e6ac1ff2e825?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1240559 May 25 16:45:21.854939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55604) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:21.856255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:21.866191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658558279'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:21.866453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:21.871735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-596b0c46-d467-468c-ab69-2b016f4992b7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:21.880879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:21.908266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Deleting port 12c6aefa-48f8-4705-9971-6970b3075404 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:21.908715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.921215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.936297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Transition to ACTIVE for port object b094d049-482c-4c52-8b20-705b41de4475 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:21.942514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:21.945514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 9d07ceb1-b115-4524-a290-4790aa61b016 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:21.950257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:21.955487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30b08822-4cc5-44df-9a39-91a2f086f643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:22.026903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:22.037337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Attempting to bind port b094d049-482c-4c52-8b20-705b41de4475 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:22.037716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Attempting to bind port b094d049-482c-4c52-8b20-705b41de4475 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:22.038106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Attempting to bind port b094d049-482c-4c52-8b20-705b41de4475 on network a8a6e80b-6a04-45bd-a53e-86bc62436273 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:22.046820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:22.047332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Checking segment: {'id': 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:22.047638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.048240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Bound using segment: {'id': 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:22.048887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Bound port: b094d049-482c-4c52-8b20-705b41de4475, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'a8a6e80b-6a04-45bd-a53e-86bc62436273'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:22.049456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.056213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.058989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-596b0c46-d467-468c-ab69-2b016f4992b7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:22.060282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-596b0c46-d467-468c-ab69-2b016f4992b7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4128056 May 25 16:45:22.082884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Pushing event updated for resources: {'Port': ['ID=b094d049-482c-4c52-8b20-705b41de4475,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:22.083367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55608) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:22.097727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:22.100585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178732904'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:22.107260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:22.111582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.136363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] For port b094d049-482c-4c52-8b20-705b41de4475, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:22.139818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] For port b094d049-482c-4c52-8b20-705b41de4475, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b094d049-482c-4c52-8b20-705b41de4475,segment=NetworkSegment(a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a),segment_id=a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:22.146551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:22.147067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.153121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:22.194414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:22.234123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:22.246959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.283574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.284259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.285267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Routers {'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:22.285888 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:22.308769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:22.319305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.319653 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Added segment ab28a360-cb54-4449-b74c-70aad7b6343a of type vlan for network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 May 25 16:45:22.406986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Pushing event updated for resources: {'Port': ['ID=b094d049-482c-4c52-8b20-705b41de4475,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:22.409655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:22.432293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.470666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] Set router fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:22.484581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.590540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.596924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:22.597536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.600360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89c17-148f-426e-bf9b-c1de02ffcb71 req-5c9a7fa3-e842-42c5-aa75-c7ecdcc8c72e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:22.602072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fea89c17-148f-426e-bf9b-c1de02ffcb71 req-5c9a7fa3-e842-42c5-aa75-c7ecdcc8c72e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6724975 May 25 16:45:22.605498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4', 'name': '', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:10Z', 'updated_at': '2021-05-25T16:45:22Z', 'revision_number': 4, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:22.605673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0fac4e0a-bf12-46c0-915a-caae28ec1761 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:22.611292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c19e92-dad8-4035-a5d9-937769e0a82b None None] The sync data for ids ['fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4'] in dv-neutron-792998-1-hyperv is: [{'id': 'fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4', 'name': '', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:10Z', 'updated_at': '2021-05-25T16:45:22Z', 'revision_number': 4, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:22.615338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Calling delete_port for 12c6aefa-48f8-4705-9971-6970b3075404 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:22.617597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:22.630845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:22.652194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:22.656394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.668334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:22.680383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.695434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0488cf68-2c12-4e6d-8b0e-b3cbd726e76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:22.704805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Deleting port b094d049-482c-4c52-8b20-705b41de4475 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:22.705150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.753838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Network': ['ID=0f4a9253-7c84-4932-ac0b-3052a4c606a5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:22.756353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:22.758156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:22.759181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:22.761903 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9054906 May 25 16:45:22.767805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:22.778952 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:22.791012 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:22.791805 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:22.814773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b6124db6-66eb-44c6-a745-544bac9d6410 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:22.816737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55612) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:22.840612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:22.882270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1195, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:22.883983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:22.897813 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:22.898821 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fea89c17-148f-426e-bf9b-c1de02ffcb71 req-3f963da8-49ea-4d61-9c04-4d1d8ec17467 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746933 May 25 16:45:22.907738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:22.939475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:22.955190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:22.966090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:22.971929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:22.977449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.010406 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:23.010784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=9d07ceb1-b115-4524-a290-4790aa61b016,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:23.011357 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae0ccc-fefb-41d1-8918-f2c6815b1aee None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:23.015162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d55de9a-ef6f-4649-97b8-9a16f51d4a68,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:23.027406 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.0514257 May 25 16:45:23.028459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:23.036980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55618) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:23.046950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.047526 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0 of type vlan for network 6f18c9d9-2370-4f3e-9512-52a841105636 May 25 16:45:23.114768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.115214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.115545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.115824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.116170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.116536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.116900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.117257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.117613 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.117968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.118322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.118679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:23.141326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:23.192980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] For port b094d049-482c-4c52-8b20-705b41de4475, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b094d049-482c-4c52-8b20-705b41de4475,segment=NetworkSegment(a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a),segment_id=a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:23.193245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.379507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Calling delete_port for b094d049-482c-4c52-8b20-705b41de4475 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:23.498645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router 8d878bea-65a0-4b07-ad19-6883c05d8948 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:23.541439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.567921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:23.577779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ec36c-9901-4488-accd-894c779c5453 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:23.578935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d9ec36c-9901-4488-accd-894c779c5453 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:23.584816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.614244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.622870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:23.629619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0f840810-8554-4e0c-afe0-7f6780137ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:23.697438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:23.702418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.710005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242df515-aa53-403a-8289-8755d71d124d None None] Sync routers for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:23.721106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:23.722128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:23.724899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:45:23.747170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d9ec36c-9901-4488-accd-894c779c5453 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:23.751077 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8d9ec36c-9901-4488-accd-894c779c5453 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/9d07ceb1-b115-4524-a290-4790aa61b016 HTTP/1.1" status: 200 len: 843 time: 0.7056067 May 25 16:45:23.751368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55626) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:23.761443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Made reservation on behalf of d196db7e0b774f958c82454533b9247c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:23.765197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:23.785506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:23.795337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:23.795960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:23.860988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-242df515-aa53-403a-8289-8755d71d124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:23.861513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242df515-aa53-403a-8289-8755d71d124d None None] The sync data for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:23.864886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ef06d-4b8d-4fbb-ac70-1d34fbda21c8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:23.901605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:23.930350 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0b2ffebf-0a97-40fa-8da6-f3c356c362eb tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/floatingips/0ecc70eb-fe7c-4a99-954d-5df156a4828c HTTP/1.1" status: 200 len: 978 time: 5.6416700 May 25 16:45:23.933733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55630) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:24.037180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.043504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:24.044238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.060700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 9d07ceb1-b115-4524-a290-4790aa61b016 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:24.060700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.073060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e2b47d7-0107-4f60-8294-5947bbe38e55 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:24.108874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.140297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a67c7-8a43-4729-8e4d-b2cd2a4db09a req-3e091c8c-c259-4483-8dca-213b7bdb54e1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:24.142650 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-473a67c7-8a43-4729-8e4d-b2cd2a4db09a req-3e091c8c-c259-4483-8dca-213b7bdb54e1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.7845051 May 25 16:45:24.144934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-8413c236-8059-4c4f-9f82-2fbf2c892db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:24.146447 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-8413c236-8059-4c4f-9f82-2fbf2c892db2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.7793398 May 25 16:45:24.149394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing IP validity checks on allocation pools {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 16:45:24.150085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 16:45:24.177925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.318217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 9d07ceb1-b115-4524-a290-4790aa61b016 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:24.324319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 78e85ff0-81fe-4a0f-b9ea-096ab9563272 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:24.324653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.384995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.386219 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2970209 May 25 16:45:24.396374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55634) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:24.412574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--748814447'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:24.426046 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.3058884 May 25 16:45:24.444220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55638) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:24.451852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:24.462834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:24.470584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'name': 'tempest-PortsTestJSON-1130502520'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:24.486511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:24.567165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=6f18c9d9-2370-4f3e-9512-52a841105636,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:24.569818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:24.579614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:24.607554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:24.615558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-99613fe0-f909-4a77-8256-76cacd07dba8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:24.637570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.665954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:24.669909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:24.674197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:24.679753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:24.682493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Pushing event deleted for resources: {'Port': ['ID=12c6aefa-48f8-4705-9971-6970b3075404,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:24.689410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.693604 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-473a67c7-8a43-4729-8e4d-b2cd2a4db09a req-37872b9c-7f46-411b-b6a2-c1deb31da964 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478272 May 25 16:45:24.708384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:24.718632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:24.723269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.782567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.815938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-4b5b8c57-d982-406f-9685-d0e41b6f8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:24.817547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-4b5b8c57-d982-406f-9685-d0e41b6f8198 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.4781787 May 25 16:45:24.953696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:24.954748 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] 10.222.0.96 "DELETE /v2.0/floatingips/420eb7d6-714b-4a42-8590-f59a73c06475 HTTP/1.1" status: 204 len: 168 time: 3.7897077 May 25 16:45:24.959598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:24.966428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55642) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:24.986017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:24.996198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:25.002430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.005105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:25.038125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.052428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bc8ca3b4-8bd0-4a0f-ab0c-fbdae648ba43 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:25.058571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:25.084844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:25.133909 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-660a6d24-c772-4836-ba40-59d29b9027f0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2798719 May 25 16:45:25.134704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Port': ['ID=b094d049-482c-4c52-8b20-705b41de4475,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:25.174391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:25.208836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=9d07ceb1-b115-4524-a290-4790aa61b016,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:25.215117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.246490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.246878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.247373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.247799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.248380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.248785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.249174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.249540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.250542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.250970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.251320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.251689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:25.255583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:25.367485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/9d07ceb1-b115-4524-a290-4790aa61b016 HTTP/1.1" status: 204 len: 168 time: 1.6126034 May 25 16:45:25.370947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55646) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:25.432337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-8c0fd805-8030-471f-87dd-ab9c8275c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:25.434004 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-8c0fd805-8030-471f-87dd-ab9c8275c444 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2691646 May 25 16:45:25.497978 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de4da9d-de63-4978-9a1f-7df4fc641672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:45:25.499232 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4de4da9d-de63-4978-9a1f-7df4fc641672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/9d07ceb1-b115-4524-a290-4790aa61b016 HTTP/1.1" status: 404 len: 333 time: 0.1242514 May 25 16:45:25.508810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.526977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.527344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.527649 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Floating IP 0ecc70eb-fe7c-4a99-954d-5df156a4828c disassociated. External IP: 172.26.6.135, port: 78e85ff0-81fe-4a0f-b9ea-096ab9563272. May 25 16:45:25.528005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 78e85ff0-81fe-4a0f-b9ea-096ab9563272 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:25.550644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55650) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:25.578229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.599784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.607164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-35711f97-a580-4049-9c6f-7601a978e0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:25.645847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'name': 'tempest-PortsIpV6TestJSON-451852528'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:25.690622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.693083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b148711-f85a-4fda-82e3-61c6fe24deb0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:25.700561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:25.705793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.707063 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3097780 May 25 16:45:25.716110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55654) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:25.725285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'af9ef06d-4b8d-4fbb-ac70-1d34fbda21c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b148711-f85a-4fda-82e3-61c6fe24deb0', 'remote_ip_prefix': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:25.732837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:25.740250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:25.744591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:25.796117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:25.870878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.891141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdad2eda-4ac6-4647-8d66-16fc3638a1ce tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:25.927825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:25.964453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.085421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.088528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.118216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:26.121474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:26.132388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c8b9df16-e6b1-4970-ba1c-a264932d5acf tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:26.189391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=78e85ff0-81fe-4a0f-b9ea-096ab9563272,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:26.196010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:26.201360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:26.201714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: 6f18c9d9-2370-4f3e-9512-52a841105636, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:26.241856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:26.254174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.254713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:26.259807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:26.265109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:26.279548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97297e96-7b37-4e8c-90d5-3d40ab9a6420 req-c54f7aad-449e-45b8-87b7-07014a2ac891 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:26.281807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-97297e96-7b37-4e8c-90d5-3d40ab9a6420 req-c54f7aad-449e-45b8-87b7-07014a2ac891 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4617484 May 25 16:45:26.283256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:26.294501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-e6d18862-df23-4e77-8f50-a355c117485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:26.296062 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-e6d18862-df23-4e77-8f50-a355c117485e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8372779 May 25 16:45:26.304211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.305218 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/routers/fab3a1fe-6621-44b4-a1cd-7d0fd497dfa4 HTTP/1.1" status: 204 len: 168 time: 5.3046570 May 25 16:45:26.330154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55660) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:26.379397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:26.382887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.386541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.399378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:26.413424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.424308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:26.468642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 6f18c9d9-2370-4f3e-9512-52a841105636) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:26.480830 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-97297e96-7b37-4e8c-90d5-3d40ab9a6420 req-4a3b0e05-6e30-41c2-a5bf-4909885e14dc tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809998 May 25 16:45:26.496795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:26.499872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974f751-e025-450f-8264-e8d6ad50378e None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:26.503749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:26.504546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.509109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d5ba58-e770-4233-ba37-22a4fac539f0,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:26.519714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Deleting subnet 0bef85d4-69e8-429a-86d1-4250510cefb7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:26.529724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router 8d878bea-65a0-4b07-ad19-6883c05d8948 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:26.534693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:26.544775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.546129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 554c89e7-1483-4278-b939-3425ca0d2a04 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:26.600177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.601616 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8845575 May 25 16:45:26.606751 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1506593 May 25 16:45:26.609578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55664) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:26.610093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:26.678675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-810135936'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:26.691518 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-e2e9ac0c-fc56-47d1-9fac-ff28986ac101 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841910 May 25 16:45:26.701090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:26.715181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:26.755960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:26.771251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:26.788854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:26.997038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.001597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.007423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08a1ce8e-9a05-4699-b9f5-5e32315caad7 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:27.046520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.056812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:27.060212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.088466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.131594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-528bd6f0-a131-45e1-9392-c083a9eb7fd5 req-93280e69-47fa-40a5-b820-e35e0908ea75 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296262 May 25 16:45:27.136041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.152703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:27.175757 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] Sync routers for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:27.184863 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:27.185570 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:27.198473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.200379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=d9f9e7c2-98e8-4b23-b301-0eb4e6709d31,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:27.205692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:27.212518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:27.222483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deed68a0-609b-4a83-9735-a16e39426e02 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:27.227584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Checking segment: {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:27.227953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network hostable DHCP agents. Network: 0f4a9253-7c84-4932-ac0b-3052a4c606a5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:27.257010 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:27.265137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:27.268740 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:27.269641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:27.274488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.282536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133e9c3f-f007-4331-b461-97aa8465629f tempest-FloatingIPAdminTestJSON-1557059522 tempest-FloatingIPAdminTestJSON-1557059522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:27.326902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.329627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37d5ba58-e770-4233-ba37-22a4fac539f0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:27.353782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.353782 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment c875854c-5c8d-4f85-8f6a-c3dfab2133a4 of type vlan for network c9c73b78-3b47-4ff8-8466-754e9fbf5659 May 25 16:45:27.353782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:27.354315 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:27.354315 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb213f-42c2-4946-bcb2-091c866aec5c None None] The sync data for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:27.396471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.397232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 0f4a9253-7c84-4932-ac0b-3052a4c606a5) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:27.397598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/37d5ba58-e770-4233-ba37-22a4fac539f0 HTTP/1.1" status: 204 len: 168 time: 0.7321687 May 25 16:45:27.408374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10e2e1-063d-4539-95f8-a20a9ad7798a None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:27.420011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55672) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:27.450081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.456454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/78e85ff0-81fe-4a0f-b9ea-096ab9563272 HTTP/1.1" status: 204 len: 168 time: 3.5185413 May 25 16:45:27.462708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.462948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55676) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:27.472898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:27.551611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:27.552597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.668671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c2a19627-7cc3-413a-949d-c2e1a4ec7ccf tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:27.701378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.711815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:27.712797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.728669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:27.759421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-0f4a9253-7c84-4932-ac0b-3052a4c606a5', 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': 'd9f9e7c2-98e8-4b23-b301-0eb4e6709d31'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:27.762087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.877598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c2a19627-7cc3-413a-949d-c2e1a4ec7ccf tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:27.881941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2a19627-7cc3-413a-949d-c2e1a4ec7ccf tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4530904 May 25 16:45:27.893065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=554c89e7-1483-4278-b939-3425ca0d2a04,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:27.895826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:27.897083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55682) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:27.909550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2424827 May 25 16:45:27.910277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55686) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:27.939139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'ports': [{'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'}, {'network_id': 'c9c73b78-3b47-4ff8-8466-754e9fbf5659'}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:27.939599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:27.940178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'c9c73b78-3b47-4ff8-8466-754e9fbf5659'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:27.942797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:27.961264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:27.975387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=c9c73b78-3b47-4ff8-8466-754e9fbf5659,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:27.996381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c9c73b78-3b47-4ff8-8466-754e9fbf5659 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:28.011141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:28.020892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:28.022155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.061379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:28.061874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:28.108181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.111410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/0bef85d4-69e8-429a-86d1-4250510cefb7 HTTP/1.1" status: 204 len: 168 time: 1.7803223 May 25 16:45:28.119382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0bef85d4-69e8-429a-86d1-4250510cefb7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:28.127340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55690) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:28.130607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:28.190414 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 5.3723671 May 25 16:45:28.194863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55694) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:28.210527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:28.238659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.268277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Allocated IP 2001:db8::3 (0f4a9253-7c84-4932-ac0b-3052a4c606a5/d9f9e7c2-98e8-4b23-b301-0eb4e6709d31/4f8991d4-d7d1-42d6-a636-b0d1798ddf95) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:28.308296 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7427588 May 25 16:45:28.326262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55698) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:28.339037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:28.412162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.493387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:28.515671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:28.530225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:28.566783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.577613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:28.580529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Transition to ACTIVE for port object 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:28.622004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5320184'] for subnet, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.624787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Transition to ACTIVE for port object 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:28.628854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:28.632669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.633311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.637139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.647067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1a3a4971-e6e2-433a-a504-8c1bf0567518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:28.647633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.657259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-615a0305-d36c-4753-a37c-b511aa019557 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:28.666524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.689756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c630c-e425-4cf9-a85e-61c331afb850 req-a5c517c1-c474-4bed-b53e-df68c0159d13 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:28.691376 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a26c630c-e425-4cf9-a85e-61c331afb850 req-a5c517c1-c474-4bed-b53e-df68c0159d13 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.7473440 May 25 16:45:28.701972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b148711-f85a-4fda-82e3-61c6fe24deb0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:28.708371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.719416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:28.743959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:28.747340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:28.752120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:28.758246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Pushing event updated for resources: {'Port': ['ID=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:28.762546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:28.800030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:45:28.846836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.850694 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/6b148711-f85a-4fda-82e3-61c6fe24deb0 HTTP/1.1" status: 204 len: 168 time: 0.9470937 May 25 16:45:28.855889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55702) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:28.866248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Attempting to bind port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:28.866720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Attempting to bind port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:28.867185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Attempting to bind port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 on network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:28.873007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:28.873495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Checking segment: {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:28.873975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.874445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Bound using segment: {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:28.875242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Bound port: 4f8991d4-d7d1-42d6-a636-b0d1798ddf95, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:28.875701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.950675 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a26c630c-e425-4cf9-a85e-61c331afb850 req-f4b8e5b5-25c1-401f-b26d-f0d0fc9617c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475569 May 25 16:45:28.957622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:28.993143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] For port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:28.997943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] For port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,segment=NetworkSegment(ab28a360-cb54-4449-b74c-70aad7b6343a),segment_id=ab28a360-cb54-4449-b74c-70aad7b6343a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:29.001946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.006452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:29.039711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a6e80b-6a04-45bd-a53e-86bc62436273']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:29.081193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:29.081739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48e2a5b-c96c-4aaa-b583-07dc45ac5d7a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:29.096426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Pushing event updated for resources: {'Port': ['ID=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:29.100369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:29.102016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.173116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.205337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port e9639d3d-b94b-433e-bee8-cf505073581b yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:29.221999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:29.222577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:29.236115 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:29.356669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3256d872-f1f8-4c0e-907e-7ddab730f7d7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:29.366042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.373613 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:29.389058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8a6e80b-6a04-45bd-a53e-86bc62436273 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:45:29.395309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.406292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8a6e80b-6a04-45bd-a53e-86bc62436273,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:29.409404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Deleting port 485575b8-2b84-42f4-b047-0c80ebb1e9d7 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:29.409940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.424918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:29.465477 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/networks/a8a6e80b-6a04-45bd-a53e-86bc62436273 HTTP/1.1" status: 204 len: 168 time: 1.3322577 May 25 16:45:29.505782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3256d872-f1f8-4c0e-907e-7ddab730f7d7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:29.510131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3256d872-f1f8-4c0e-907e-7ddab730f7d7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6461117 May 25 16:45:29.522163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55708) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:29.537128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7629270'] for subnet, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.625385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] For port 485575b8-2b84-42f4-b047-0c80ebb1e9d7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=485575b8-2b84-42f4-b047-0c80ebb1e9d7,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:29.625751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.666999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.694582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:45:29.720261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.725144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:29.793485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.857131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55716) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:29.861495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.927730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] In _notify_port_updated(), no bound segment for port 554c89e7-1483-4278-b939-3425ca0d2a04 on network b2599fb1-768f-4453-b9ee-ae7a393bcf56 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:45:29.933506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:29.934147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.935491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/ports/554c89e7-1483-4278-b939-3425ca0d2a04 HTTP/1.1" status: 200 len: 818 time: 1.6080949 May 25 16:45:29.946522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55720) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:29.948057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:29.948477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:29.952354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "PUT /v2.0/subnets/d9f9e7c2-98e8-4b23-b301-0eb4e6709d31 HTTP/1.1" status: 200 len: 900 time: 1.7486708 May 25 16:45:30.009308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:30.013064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'name': 'tempest-router--301018302', 'project_id': '1de4d22da4354b49826157a8c942c0ed'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:30.023621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Calling delete_port for 485575b8-2b84-42f4-b047-0c80ebb1e9d7 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:30.073806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:30.122141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:30.138633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:router and tenant:1de4d22da4354b49826157a8c942c0ed is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:30.161506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event updated for resources: {'Subnet': ['ID=d9f9e7c2-98e8-4b23-b301-0eb4e6709d31,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:30.162823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:30.175003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:30.182323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:30.189512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5e90c42b-ec99-465b-9764-3aee9e7b511f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:30.284614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.285175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.285624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.312609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6503f53-a4f9-4b2a-8e37-5bbb98957026 None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:30.326437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=554c89e7-1483-4278-b939-3425ca0d2a04,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:30.340901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:30.351110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.374464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 554c89e7-1483-4278-b939-3425ca0d2a04 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:30.375365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.453719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.457390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1ddf803a-cbfe-4329-9dca-96492fbb531e None None] Provisioning for port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:30.472895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.524493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.562962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272c607-4deb-4e1a-b850-77ae3f62ef03 req-b69202f0-94c6-46df-986f-4f4bb62b6932 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:30.564778 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2272c607-4deb-4e1a-b850-77ae3f62ef03 req-b69202f0-94c6-46df-986f-4f4bb62b6932 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4368634 May 25 16:45:30.624551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.625948 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0224ad65-6bb5-4f70-a162-8ae58ec96546 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7677147 May 25 16:45:30.630298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55730) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:30.642813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.659849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.680906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e83f1319-1fde-40e6-a4ae-df06d5162629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:30.822875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 554c89e7-1483-4278-b939-3425ca0d2a04 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:30.827004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.830256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ef06d-4b8d-4fbb-ac70-1d34fbda21c8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:30.842159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:30.865387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2272c607-4deb-4e1a-b850-77ae3f62ef03 req-6d5f7f2e-8d6c-4f50-a4d2-1b85a194449f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892210 May 25 16:45:30.871820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.886758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86af89bc-a510-400f-a6a5-d62b25a1def0 None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:30.973255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:30.984879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-775e969c-07ca-4f0c-b60a-84421262670a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:31.022795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:31.024600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:31.024954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.041249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.045260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/af9ef06d-4b8d-4fbb-ac70-1d34fbda21c8 HTTP/1.1" status: 204 len: 168 time: 1.5180902 May 25 16:45:31.054952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55736) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.063662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=554c89e7-1483-4278-b939-3425ca0d2a04,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:31.066523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:31.070699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.107901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/554c89e7-1483-4278-b939-3425ca0d2a04 HTTP/1.1" status: 204 len: 168 time: 1.1566217 May 25 16:45:31.114468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55740) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.148942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.165585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-035b37aa-8d64-4805-861e-f37d41fc06ca tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:31.178052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.178311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:31.182561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:31.188330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:31.188712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.286086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d30604fd-ab33-4932-b27c-4b2e8c71be4d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:31.298115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:31.304821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:31.307768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:31.308982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.355818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=e9639d3d-b94b-433e-bee8-cf505073581b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:31.359009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:31.364204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ff2465a-3878-4949-8e02-a431fa05fee4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:31.376649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.401125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d30604fd-ab33-4932-b27c-4b2e8c71be4d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:31.407466 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d30604fd-ab33-4932-b27c-4b2e8c71be4d tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3457003 May 25 16:45:31.418555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,segment=NetworkSegment(ab28a360-cb54-4449-b74c-70aad7b6343a),segment_id=ab28a360-cb54-4449-b74c-70aad7b6343a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:31.426097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55744) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.436297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.441451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d23fc138-db31-4b58-9959-747c6215921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:31.529136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:31.539292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.539714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.540124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.540532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.540929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.541333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.541727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.542123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.542519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.543075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.543471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.544042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:31.549037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:31.628554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--336135515'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:31.637150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fc574188-2f1a-4f7e-af07-09f559a71d57 None None] Provisioning complete for port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:31.637534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fc574188-2f1a-4f7e-af07-09f559a71d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.639370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:31.643746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.675882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:31.678617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=485575b8-2b84-42f4-b047-0c80ebb1e9d7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:31.680045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': 'c875854c-5c8d-4f85-8f6a-c3dfab2133a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'c9c73b78-3b47-4ff8-8466-754e9fbf5659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:31.680738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: c9c73b78-3b47-4ff8-8466-754e9fbf5659, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:31.681385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.683547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:31.692880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:31.700463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:31.714626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a398904c-3a9d-43be-ab58-cfd5a9eb9d08 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:31.718810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398904c-3a9d-43be-ab58-cfd5a9eb9d08 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:31.732192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.750439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network c9c73b78-3b47-4ff8-8466-754e9fbf5659 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:31.767147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398904c-3a9d-43be-ab58-cfd5a9eb9d08 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:31.771297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a398904c-3a9d-43be-ab58-cfd5a9eb9d08 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6118953 May 25 16:45:31.771297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c9c73b78-3b47-4ff8-8466-754e9fbf5659) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:31.773109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55748) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.780016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:31.786253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:31.793903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:31.794652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.795774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48955a1-b2e1-4a49-9484-466b9c91cc00 None None] Network c9c73b78-3b47-4ff8-8466-754e9fbf5659 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:31.822238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.823242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43a1576f-97ae-43c1-a1c5-22561f6de3e9 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:31.854039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:31.858002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,segment=NetworkSegment(ab28a360-cb54-4449-b74c-70aad7b6343a),segment_id=ab28a360-cb54-4449-b74c-70aad7b6343a)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:31.858386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:31.861362 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b884b8-2aa1-4056-9b5b-0517c28b493c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:45:31.866370 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-44b884b8-2aa1-4056-9b5b-0517c28b493c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/554c89e7-1483-4278-b939-3425ca0d2a04 HTTP/1.1" status: 404 len: 333 time: 0.0892494 May 25 16:45:31.866370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:31.867306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55752) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.873717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1927478672'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:31.878178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:31.882877 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9554141 May 25 16:45:31.886937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:31.889260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:31.891621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55756) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:31.929797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:31.940528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:31.965437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:32.029720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:32.034059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.076206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:32.080728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.081848 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a54a6ad0-1960-48c2-9f8c-ce8bd0e8d568 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/routers/43a1576f-97ae-43c1-a1c5-22561f6de3e9 HTTP/1.1" status: 204 len: 168 time: 1.4495771 May 25 16:45:32.106981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cf457-a629-4e53-986f-0c3f38c1d281 req-1e53358c-ff75-4adb-968a-3781fc988623 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:32.108710 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2c9cf457-a629-4e53-986f-0c3f38c1d281 req-1e53358c-ff75-4adb-968a-3781fc988623 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 1.0975325 May 25 16:45:32.115862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:32.123802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 22637750-12ce-4e70-8243-f67ed9583ae3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:32.124103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.136444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.144261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.144612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment 7ac36ec5-82c5-470c-a416-f27faf015354 of type vlan for network 4d16a9bc-72cc-411c-8fce-c0015ef70691 May 25 16:45:32.146444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.154349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6764186c-1690-43e5-a6e3-37e426dee607 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:32.225422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7367b221-3e9e-4145-a3f2-b7f8587c8d3a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:32.234393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.237547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:32.238016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55762) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:32.246730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:32.246904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.347617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.348742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7366438 May 25 16:45:32.362174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:32.373701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': '7367b221-3e9e-4145-a3f2-b7f8587c8d3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:32.380509 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2c9cf457-a629-4e53-986f-0c3f38c1d281 req-205bfc91-f4a7-4723-9ea4-e385e2df9726 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590740 May 25 16:45:32.392816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:32.400073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.405814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:32.406355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.420026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.467826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.558974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.569979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 22637750-12ce-4e70-8243-f67ed9583ae3 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:32.629555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:32.635053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:32.639570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:32.641802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d845a7ca-2e48-437b-b48c-2fc6a0037b36 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:32.667867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1325036337', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:32.676094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:32.679990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:32.683091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:32.689772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:32.706363 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8348336 May 25 16:45:32.706363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:32.710825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:32.729538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:32.759807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.760942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.820581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=4d16a9bc-72cc-411c-8fce-c0015ef70691,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:32.823142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:32.825462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.835210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:32.905431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.915519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fba29b5d-51e8-4a0b-85db-b3f6728a02b6 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:32.977091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:32.982079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.983330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:32.986631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:32.989948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c67ef17-ddee-46d2-93f2-32b37b39d843 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:32.999455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.022586 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84 HTTP/1.1" status: 204 len: 168 time: 1.1285963 May 25 16:45:33.022586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549e124a-9131-4aa4-b13c-4b91eaf7a130,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:33.024236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55780) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:33.027782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:33.028143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:33.066234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.070107 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7042897 May 25 16:45:33.073339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55784) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:33.105763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:33.106136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.121922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.142206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.143944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.147761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 was deleted so its status cannot be updated. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 16:45:33.153616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-208cfb90-3dfe-42ee-8868-5a4b5e7afbac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:33.161082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.205654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6cd811-72c7-4a16-bd5f-68aaa2281edd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:33.211887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6cd811-72c7-4a16-bd5f-68aaa2281edd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:33.212669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c6cd811-72c7-4a16-bd5f-68aaa2281edd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:33.222737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=4f8991d4-d7d1-42d6-a636-b0d1798ddf95,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:33.263595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:33.265722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:33.276928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.280948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c17d05-5fe9-4b1d-b9ba-73981ea46862 None None] DHCP port deletion for 0f4a9253-7c84-4932-ac0b-3052a4c606a5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:33.282238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:33.285425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:33.302666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d1858d-dd06-46d9-b53b-1d06883b8a16 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:45:33.360099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:33.378375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=549e124a-9131-4aa4-b13c-4b91eaf7a130,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:33.382743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c6cd811-72c7-4a16-bd5f-68aaa2281edd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:33.386641 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c6cd811-72c7-4a16-bd5f-68aaa2281edd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3588004 May 25 16:45:33.386641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:33.391885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55788) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:33.396037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:33.406973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:33.485768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.486296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:33.486868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/549e124a-9131-4aa4-b13c-4b91eaf7a130 HTTP/1.1" status: 204 len: 168 time: 0.4115160 May 25 16:45:33.489755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.491382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1858d-dd06-46d9-b53b-1d06883b8a16 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:45:33.508174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55792) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:33.519654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4938999-8416-4c79-9854-c5cf39e3471f req-ab7f71c1-028c-4445-95b8-6eec37a6d0ba tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:33.521144 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e4938999-8416-4c79-9854-c5cf39e3471f req-ab7f71c1-028c-4445-95b8-6eec37a6d0ba tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.7747581 May 25 16:45:33.587460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.708982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.888802 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e4938999-8416-4c79-9854-c5cf39e3471f req-744291d0-1b05-4d7d-bab5-1de016a34a80 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549426 May 25 16:45:33.897665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-0f4a9253-7c84-4932-ac0b-3052a4c606a5', 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5', 'tenant_id': 'd196db7e0b774f958c82454533b9247c', 'fixed_ips': [{'subnet_id': 'd9f9e7c2-98e8-4b23-b301-0eb4e6709d31'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:33.899215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.904570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port e9639d3d-b94b-433e-bee8-cf505073581b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:33.904925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:33.953567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-461e3457-0ebb-4488-9630-495ac81261c6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:34.022525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:34.084276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Allocated IP 2001:db8::3 (0f4a9253-7c84-4932-ac0b-3052a4c606a5/d9f9e7c2-98e8-4b23-b301-0eb4e6709d31/58b576b4-1fdd-4191-bf8b-d760af8dbc02) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:34.103131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.201614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.237787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7e6f1c6-dfed-48c7-a7b8-3cb46bfc6d26 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:34.300739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-461e3457-0ebb-4488-9630-495ac81261c6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:34.301935 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-461e3457-0ebb-4488-9630-495ac81261c6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7798791 May 25 16:45:34.340230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55800) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:34.341330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=22637750-12ce-4e70-8243-f67ed9583ae3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:34.343892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:34.405544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for e9639d3d-b94b-433e-bee8-cf505073581b owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:34.446221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.450214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.458003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Transition to ACTIVE for port object 58b576b4-1fdd-4191-bf8b-d760af8dbc02 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:34.479586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Transition to ACTIVE for port object 58b576b4-1fdd-4191-bf8b-d760af8dbc02 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:34.489223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.491450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.495518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:34.566553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:34.569581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:34.573356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:34.607248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Pushing event updated for resources: {'Port': ['ID=58b576b4-1fdd-4191-bf8b-d760af8dbc02,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:34.615226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:34.635510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.644585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c43a5ee-e5bc-4e93-91a1-5a294e4d701b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:34.689320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Attempting to bind port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:34.689705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Attempting to bind port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:34.690080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Attempting to bind port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 on network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:34.696416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:34.696698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Checking segment: {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:34.697027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.697432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Bound using segment: {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:34.698212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Bound port: 58b576b4-1fdd-4191-bf8b-d760af8dbc02, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab28a360-cb54-4449-b74c-70aad7b6343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:34.698350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.698830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=e9639d3d-b94b-433e-bee8-cf505073581b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:34.705081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:34.714964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.737816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Allocated IP 172.26.6.121 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e9d12b7f-a666-492b-a8d2-e720cccd3f6c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:34.748292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/e9639d3d-b94b-433e-bee8-cf505073581b HTTP/1.1" status: 204 len: 168 time: 1.3528256 May 25 16:45:34.759546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55804) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:34.802980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] For port 58b576b4-1fdd-4191-bf8b-d760af8dbc02, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:34.807234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] For port 58b576b4-1fdd-4191-bf8b-d760af8dbc02, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=58b576b4-1fdd-4191-bf8b-d760af8dbc02,segment=NetworkSegment(ab28a360-cb54-4449-b74c-70aad7b6343a),segment_id=ab28a360-cb54-4449-b74c-70aad7b6343a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:34.815628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.821413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d9a254e3-5987-47bb-a6f8-c1dbd4dd212a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:34.903244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Pushing event updated for resources: {'Port': ['ID=58b576b4-1fdd-4191-bf8b-d760af8dbc02,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:34.907364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:34.943533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:34.980024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:34.983064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:34.983495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4f8991d4-d7d1-42d6-a636-b0d1798ddf95 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:34.995615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7100c2-623b-42c4-a2b8-66393258c61a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:34.996901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc7100c2-623b-42c4-a2b8-66393258c61a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:35.021214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc7100c2-623b-42c4-a2b8-66393258c61a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:35.022423 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bc7100c2-623b-42c4-a2b8-66393258c61a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2622502 May 25 16:45:35.025144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55808) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:35.079236 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bd1d0a-1dd3-49b0-bd45-6249486e7dc8 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:45:35.080024 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-83bd1d0a-1dd3-49b0-bd45-6249486e7dc8 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/d6ac84eb-c2d3-4bcd-b1bd-965906e7dd84 HTTP/1.1" status: 404 len: 333 time: 0.0539804 May 25 16:45:35.082752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55812) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:35.138472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.149867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58f49a1a-cb82-470b-8cc8-594f320c1aec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:35.201885 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-78af01e2-1991-4e24-91d6-3573f5200c09 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:45:35.203183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-78af01e2-1991-4e24-91d6-3573f5200c09 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/e9639d3d-b94b-433e-bee8-cf505073581b HTTP/1.1" status: 404 len: 333 time: 0.1194141 May 25 16:45:35.209792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55816) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:35.243440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:35.253269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:35.274331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.282855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:35.294706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Sync routers for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:35.302275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:35.306876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:35.307908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:35.366662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event updated for resources: {'Port': ['ID=e9d12b7f-a666-492b-a8d2-e720cccd3f6c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:35.373898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:35.412158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.419333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.430420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3639-8bdc-4b41-8ecc-165dce220fee req-b74c0df1-a154-445e-b6f8-25e0f9190caf tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:35.432114 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-091c3639-8bdc-4b41-8ecc-165dce220fee req-b74c0df1-a154-445e-b6f8-25e0f9190caf tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 1.0152636 May 25 16:45:35.439912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.467015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.490136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-74511dc9-8fa9-461c-9f0f-19e9ed06c646 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:35.538903 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] 10.222.0.96 "PUT /v2.0/routers/3ac7894f-4dbd-4e76-9414-feec46b0e8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5690398 May 25 16:45:35.570000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:35.615832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55820) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:35.654290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f9e7c2-98e8-4b23-b301-0eb4e6709d31,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:35.657136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:35.882658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-091c3639-8bdc-4b41-8ecc-165dce220fee req-1f287b8e-5fa0-4fcb-b01e-266d15a3c1a6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330537 May 25 16:45:35.884373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:35.897279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:45:30Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:35.902301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Checking router: 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:35.923855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Routers {'3ac7894f-4dbd-4e76-9414-feec46b0e8d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:35.926994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:35.985363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4a9253-7c84-4932-ac0b-3052a4c606a5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.044731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.057177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.078897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c73b78-3b47-4ff8-8466-754e9fbf5659']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.081652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:36.090541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28a360-cb54-4449-b74c-70aad7b6343a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.090842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28a360-cb54-4449-b74c-70aad7b6343a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.099260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8302a-e87d-4e9f-a847-1fab0c4e7a1d None None] Network 0f4a9253-7c84-4932-ac0b-3052a4c606a5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:36.106041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c875854c-5c8d-4f85-8f6a-c3dfab2133a4') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.106369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c875854c-5c8d-4f85-8f6a-c3dfab2133a4') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.129091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7367b221-3e9e-4145-a3f2-b7f8587c8d3a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:36.132117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:36.142727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.193711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.193954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.230047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.246016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:36.246421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:36.262380 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:36.269216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.283959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:36.284546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.293032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] Set router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:36.301435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:36.352181 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:36.357299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.357299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/7367b221-3e9e-4145-a3f2-b7f8587c8d3a HTTP/1.1" status: 204 len: 168 time: 2.0091667 May 25 16:45:36.411433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:36.449717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-594a6108-c89e-4c48-bd2d-0b597453cc81 None None] Provisioning for port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:36.565520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.575000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-067837fd-a9ca-4fb8-b9c3-616c41617285 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:36.596035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.619055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=c9c73b78-3b47-4ff8-8466-754e9fbf5659,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:36.628762 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/c9c73b78-3b47-4ff8-8466-754e9fbf5659 HTTP/1.1" status: 204 len: 168 time: 1.4146585 May 25 16:45:36.629466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55828) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:36.633845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:36.638269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d2302c07-8175-4a6c-a6f8-6061d624a9e7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:36.646768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1124611436'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:36.663338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:36.721263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-efad304e-9889-4558-81d8-b448f90d539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:45:30Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:36.725880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad304e-9889-4558-81d8-b448f90d539f None None] The sync data for ids ['3ac7894f-4dbd-4e76-9414-feec46b0e8d4'] in dv-neutron-792998-1-hyperv is: [{'id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'name': 'tempest-ServersTestJSON-1213171186-router', 'tenant_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227'}], 'enable_snat': True}, 'gw_port_id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:24Z', 'updated_at': '2021-05-25T16:45:30Z', 'revision_number': 5, 'project_id': '5eaaa8d71f364fbfb058a8bd822c3bf3', 'gw_port': {'id': 'b88caf64-2c03-4cc4-8577-8f773c37df21', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac7894f-4dbd-4e76-9414-feec46b0e8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:27Z', 'updated_at': '2021-05-25T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:36.732424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:36.747354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:36.770150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:36.775663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:45:36.775663 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:45:36.775663 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': '0f4a9253-7c84-4932-ac0b-3052a4c606a5'}] May 25 16:45:36.775663 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:45:36.776069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:45:36.785836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] DHCP port deletion for 0f4a9253-7c84-4932-ac0b-3052a4c606a5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:36.786375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d2302c07-8175-4a6c-a6f8-6061d624a9e7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:36.792085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d2302c07-8175-4a6c-a6f8-6061d624a9e7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3795216 May 25 16:45:36.847434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:36.867251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711177571'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:36.870069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Deleting port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:36.870543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.875237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:36.878689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.888050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:36.919004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:36.926852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.935377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0d5a8c05-fe20-4bf3-8f99-f1b4ffc58fa3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:36.935891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.996171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] For port 58b576b4-1fdd-4191-bf8b-d760af8dbc02, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=58b576b4-1fdd-4191-bf8b-d760af8dbc02,segment=NetworkSegment(ab28a360-cb54-4449-b74c-70aad7b6343a),segment_id=ab28a360-cb54-4449-b74c-70aad7b6343a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:36.996719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:36.996830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.001771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router 8d878bea-65a0-4b07-ad19-6883c05d8948 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:45:37.004242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.014080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:37.051609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.052005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment fc05421d-4f2e-4ed9-b823-fa0d7bf7c862 of type vlan for network 79bc30ea-e227-475d-89ac-98c54371750c May 25 16:45:37.062068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:37.078946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:37.085689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=15ba5526-dc19-49b1-9516-1676447188a1,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:37.088257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:37.182157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:37.195498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': '7ac36ec5-82c5-470c-a416-f27faf015354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:37.195959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 4d16a9bc-72cc-411c-8fce-c0015ef70691, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:37.205628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:37.231598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.246949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 485575b8-2b84-42f4-b047-0c80ebb1e9d7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:37.279301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.294389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Calling delete_port for 58b576b4-1fdd-4191-bf8b-d760af8dbc02 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:37.297287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 485575b8-2b84-42f4-b047-0c80ebb1e9d7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:37.297662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 485575b8-2b84-42f4-b047-0c80ebb1e9d7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:37.313866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:37.326218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.332275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:37.333025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.341989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4d7935d-b0f4-4d52-ae78-12a8fe4df2d1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:37.350047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 4d16a9bc-72cc-411c-8fce-c0015ef70691) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:37.362539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964754d-7d09-4588-82ae-a445f7524a85 None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:37.414403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Deleting port b88caf64-2c03-4cc4-8577-8f773c37df21 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:37.414879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.456056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:37.461361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:37.461972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.466212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] The port '58b576b4-1fdd-4191-bf8b-d760af8dbc02' was deleted {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:45:37.468048 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] Sync routers for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:37.479359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:37.479998 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.504061 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/routers/8d878bea-65a0-4b07-ad19-6883c05d8948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0354714 May 25 16:45:37.511331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55838) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.550124 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.559594 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] Routers {'8d878bea-65a0-4b07-ad19-6883c05d8948'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:37.560421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['8d878bea-65a0-4b07-ad19-6883c05d8948'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.613183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.622552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:37.651513 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.651964 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d4b93-3322-4de1-a2af-8e306facd84e None None] The sync data for ids ['8d878bea-65a0-4b07-ad19-6883c05d8948'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:37.677942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=79bc30ea-e227-475d-89ac-98c54371750c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:37.694379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:37.695733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 79bc30ea-e227-475d-89ac-98c54371750c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:37.701268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9837534 May 25 16:45:37.702508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.709715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Pushing event deleted for resources: {'Port': ['ID=58b576b4-1fdd-4191-bf8b-d760af8dbc02,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:37.711926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] No DVR routers for this DVR port 58b576b4-1fdd-4191-bf8b-d760af8dbc02 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:37.718160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:37.728320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0873418 May 25 16:45:37.732830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55846) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:37.737576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:37.768318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e057c8-5d27-42e5-a7f5-dbdb0b7b6349 req-d891507c-2741-46a3-a43a-06d7feec9648 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:37.770003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0e057c8-5d27-42e5-a7f5-dbdb0b7b6349 req-d891507c-2741-46a3-a43a-06d7feec9648 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6982272 May 25 16:45:37.829130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '79bc30ea-e227-475d-89ac-98c54371750c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:37.852868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Router 9bc6bb24-d921-427b-9f94-c3b7922bea9d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:37.862954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.868615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.875401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-4d16a9bc-72cc-411c-8fce-c0015ef70691', 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': '15ba5526-dc19-49b1-9516-1676447188a1'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:37.876445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.911151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4a9253-7c84-4932-ac0b-3052a4c606a5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.931192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] For port b88caf64-2c03-4cc4-8577-8f773c37df21, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b88caf64-2c03-4cc4-8577-8f773c37df21,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:37.931550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:37.947429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab28a360-cb54-4449-b74c-70aad7b6343a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:37.947654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab28a360-cb54-4449-b74c-70aad7b6343a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:38.021651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.043608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c0ffe1e-8488-4137-974c-6818f8a33849 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.065687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Allocated IP 2001:db8::2 (4d16a9bc-72cc-411c-8fce-c0015ef70691/15ba5526-dc19-49b1-9516-1676447188a1/85923d60-23bc-498f-a2ab-35ffffdfd35c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:38.164538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4ae32d-ce96-4394-8235-e5ad5da334dc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.191574 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0e057c8-5d27-42e5-a7f5-dbdb0b7b6349 req-552bdab9-7138-41ea-85f7-407e431783e0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657174 May 25 16:45:38.232228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.247150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Calling delete_port for b88caf64-2c03-4cc4-8577-8f773c37df21 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:38.253750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.261374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.278170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.289647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.294125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.295491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4476697 May 25 16:45:38.300116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.303060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55852) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:38.316818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.321761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'bc4ae32d-ce96-4394-8235-e5ad5da334dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:38.329080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.337714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.342091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.345648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.345931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:38.351611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.360929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:38.363755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Usage tracker for resource:security_group_rule and tenant:408ac0d954eb406b9c4a5122f9bb5487 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:38.366904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.367106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:38.368276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.376131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:38.376371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] Sync routers for ids ['9bc6bb24-d921-427b-9f94-c3b7922bea9d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:38.378993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:38.382404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:38.384909 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:38.397100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] Routers {'9bc6bb24-d921-427b-9f94-c3b7922bea9d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:38.398395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9bc6bb24-d921-427b-9f94-c3b7922bea9d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:38.489888 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:38.490866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:38.504248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] Routers {'9bc6bb24-d921-427b-9f94-c3b7922bea9d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:38.504944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9bc6bb24-d921-427b-9f94-c3b7922bea9d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:38.568953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:38.573802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.600932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:38.601350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d57366-2992-4300-813d-88affa295ed9 None None] The sync data for ids ['9bc6bb24-d921-427b-9f94-c3b7922bea9d'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:38.613185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.616804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3747115 May 25 16:45:38.618016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55862) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:38.633113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Transition to ACTIVE for port object 85923d60-23bc-498f-a2ab-35ffffdfd35c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:38.654997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Transition to ACTIVE for port object 85923d60-23bc-498f-a2ab-35ffffdfd35c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:38.662246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.666017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b41156fd-0e82-4585-b341-00e0950928bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.705279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.744872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.759944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d4436b43-857b-4291-be1b-474d580f9e64 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.763323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Pushing event updated for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.775434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.781936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.791966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:38.793368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:38.796863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:38.811245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=0f4a9253-7c84-4932-ac0b-3052a4c606a5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:38.814564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.820300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:38.896077 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/0f4a9253-7c84-4932-ac0b-3052a4c606a5 HTTP/1.1" status: 204 len: 168 time: 8.8693068 May 25 16:45:38.901176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55866) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:38.914173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.925465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Attempting to bind port 85923d60-23bc-498f-a2ab-35ffffdfd35c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:38.926084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Attempting to bind port 85923d60-23bc-498f-a2ab-35ffffdfd35c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '7ac36ec5-82c5-470c-a416-f27faf015354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:38.926625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Attempting to bind port 85923d60-23bc-498f-a2ab-35ffffdfd35c on network 4d16a9bc-72cc-411c-8fce-c0015ef70691 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:38.932677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:38.933543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Checking segment: {'id': '7ac36ec5-82c5-470c-a416-f27faf015354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:38.934109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.934677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Bound using segment: {'id': '7ac36ec5-82c5-470c-a416-f27faf015354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:38.935356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Bound port: 85923d60-23bc-498f-a2ab-35ffffdfd35c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac36ec5-82c5-470c-a416-f27faf015354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:38.935902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.968162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.ipam_backend_mixin [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15ba5526-dc19-49b1-9516-1676447188a1 (CIDR: 2001:db8::/64) May 25 16:45:38.970309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:38.978479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:38.993175 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:45:38.993669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:38.996050 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9d2d08-6257-411a-a7ef-628c1ea490eb tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:38.996426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9d2d08-6257-411a-a7ef-628c1ea490eb tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:38.998100 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6d9d2d08-6257-411a-a7ef-628c1ea490eb tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/d9f9e7c2-98e8-4b23-b301-0eb4e6709d31 HTTP/1.1" status: 404 len: 337 time: 0.0958230 May 25 16:45:39.002951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55870) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.030200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e3460f-8b9d-45f0-8bbb-718fee6a8c1f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.040299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.051795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad63206f-d886-4615-8156-fa62c17066f9 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:39.052274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad63206f-d886-4615-8156-fa62c17066f9 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:39.053555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:39.057554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=85923d60-23bc-498f-a2ab-35ffffdfd35c,segment=NetworkSegment(7ac36ec5-82c5-470c-a416-f27faf015354),segment_id=7ac36ec5-82c5-470c-a416-f27faf015354)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:39.061257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33d880-ec20-482c-b786-eb5f7e84465e req-8d681d0a-07c8-421b-9072-34d972e9a2c9 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:39.063590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1f33d880-ec20-482c-b786-eb5f7e84465e req-8d681d0a-07c8-421b-9072-34d972e9a2c9 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4432576 May 25 16:45:39.063766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.069882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.081597 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ed30a217-9e4d-4583-8d61-274157935641 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3583519 May 25 16:45:39.083042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55874) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.087475 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5e9a6ae3-59ce-4e3f-aa56-ff84a58f26b2 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/9bc6bb24-d921-427b-9f94-c3b7922bea9d HTTP/1.1" status: 200 len: 921 time: 0.4648633 May 25 16:45:39.087621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.087621 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7784860 May 25 16:45:39.093917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.094425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55880) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.116102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:39.150071 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad63206f-d886-4615-8156-fa62c17066f9 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/0f4a9253-7c84-4932-ac0b-3052a4c606a5 HTTP/1.1" status: 404 len: 339 time: 0.1443253 May 25 16:45:39.159849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55886) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.178790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Pushing event updated for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.182746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.196643 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0edc8432-9ca3-4415-a1af-7f64413af838 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules/b8e3460f-8b9d-45f0-8bbb-718fee6a8c1f HTTP/1.1" status: 200 len: 763 time: 0.0996025 May 25 16:45:39.199420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55890) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.199540 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ab2a5ba4-707a-411f-9dcd-e42119e8cc34 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bc6bb24-d921-427b-9f94-c3b7922bea9d HTTP/1.1" status: 200 len: 205 time: 0.1039560 May 25 16:45:39.208093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55894) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.281091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1f33d880-ec20-482c-b786-eb5f7e84465e req-dc4914e2-6175-48e0-b379-2685353414f2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012029 May 25 16:45:39.369019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port a63e623a-92dc-4fe2-9843-29741957aa8a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:39.369559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.387532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.407338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.425025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-de551386-e185-49bf-9af4-3af9bf2cbfd1 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:39.457908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:39.474224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:39.481234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:39.487739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-de551386-e185-49bf-9af4-3af9bf2cbfd1 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:39.491519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-de551386-e185-49bf-9af4-3af9bf2cbfd1 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2886682 May 25 16:45:39.491519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:39.493291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55898) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.529109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b88caf64-2c03-4cc4-8577-8f773c37df21,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.539458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:39.543652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.568414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.595986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.791436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.800590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.896011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.906848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68d5ecad-c520-4018-8c3e-287e38da7935 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:39.929531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8e3460f-8b9d-45f0-8bbb-718fee6a8c1f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:39.932133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:39.959066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.961749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.963372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/b8e3460f-8b9d-45f0-8bbb-718fee6a8c1f HTTP/1.1" status: 204 len: 168 time: 0.4674718 May 25 16:45:39.968344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0164656c-127a-4435-94d1-53d2f8e7222e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:39.971905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55902) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:39.976061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.026704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.131759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.141472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:40.176415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e4d7806-3ce5-4aec-9dfa-930ed77a6a89 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:40.204919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8600d-3258-47c7-b120-e8698eb8bed7 None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.258486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e4d7806-3ce5-4aec-9dfa-930ed77a6a89 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:40.263177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e4d7806-3ce5-4aec-9dfa-930ed77a6a89 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2860429 May 25 16:45:40.264008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=f5656d9e-a345-4fe1-945e-844ee6af1010,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:40.276717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55906) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.280387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.289834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'bc4ae32d-ce96-4394-8235-e5ad5da334dc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:40.301436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:40.307341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:40.307786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: 79bc30ea-e227-475d-89ac-98c54371750c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:45:40.317854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b12cd95f-90d9-41fc-88d1-264017878c56 None None] Provisioning for port 85923d60-23bc-498f-a2ab-35ffffdfd35c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:40.339240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:40.408250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.427243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 79bc30ea-e227-475d-89ac-98c54371750c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:45:40.433215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.435197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for a63e623a-92dc-4fe2-9843-29741957aa8a owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:40.471328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 79bc30ea-e227-475d-89ac-98c54371750c) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:40.502005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c98f05-a7d3-46f7-9369-55afaf8742e0 None None] Network 79bc30ea-e227-475d-89ac-98c54371750c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:40.503627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:40.504231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.543892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.553412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.556225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f59f7d0-aa9c-462d-84d7-c719f2637f46 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:40.576692 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8031931 May 25 16:45:40.592245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55912) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.593571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ca722e-4967-4023-bdc0-331ce3b9d7d3']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:40.603075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c469f227-bab9-4b85-99bf-1b1136b6c9b4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:40.607497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.614507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.618276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381531 May 25 16:45:40.618938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55916) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.636556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '79bc30ea-e227-475d-89ac-98c54371750c', 'name': 'tempest-PortsTestJSON-1992887425'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:40.648998 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c4f5f5c5-24e3-47eb-8986-9ac803efd768 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules/c469f227-bab9-4b85-99bf-1b1136b6c9b4 HTTP/1.1" status: 200 len: 763 time: 0.0270524 May 25 16:45:40.649249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55920) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.665124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f3a12b-2f30-422e-b430-2b716d5bebec') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:40.665495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f3a12b-2f30-422e-b430-2b716d5bebec') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:40.674963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.737858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.751765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.758052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-adbf4b78-7e5c-4d28-b4f2-35821748b924 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:40.762114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.767902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-99e6ff84-b034-468e-b672-8875aae77a8f tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:40.857411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:40.861593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-adbf4b78-7e5c-4d28-b4f2-35821748b924 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:40.865523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-adbf4b78-7e5c-4d28-b4f2-35821748b924 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2126381 May 25 16:45:40.865523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:40.865754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=7d1a75c7-3edf-43f6-9191-714387178139,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:40.868497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55924) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.876365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:40.884996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Update dhcp port {'port': {'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'fixed_ips': [{'subnet_id': '15ba5526-dc19-49b1-9516-1676447188a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d1a75c7-3edf-43f6-9191-714387178139'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '85923d60-23bc-498f-a2ab-35ffffdfd35c'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:45:40.894642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:40.895412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.906167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.916216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:40.916659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.918653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-79bc30ea-e227-475d-89ac-98c54371750c', 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': 'f5656d9e-a345-4fe1-945e-844ee6af1010'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:45:40.920245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.930116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.945049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8578432 May 25 16:45:40.946976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55928) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:40.950281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:40.963964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '4d16a9bc-72cc-411c-8fce-c0015ef70691', 'fixed_ips': [{'subnet_id': '15ba5526-dc19-49b1-9516-1676447188a1'}, {'subnet_id': '7d1a75c7-3edf-43f6-9191-714387178139'}], 'name': 'tempest-PortsIpV6TestJSON-1932777759'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:40.964209 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:41.040279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.040802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac7894f-4dbd-4e76-9414-feec46b0e8d4 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:41.053144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.074125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 85923d60-23bc-498f-a2ab-35ffffdfd35c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:41.125435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.131109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] 10.222.0.96 "DELETE /v2.0/routers/3ac7894f-4dbd-4e76-9414-feec46b0e8d4 HTTP/1.1" status: 204 len: 168 time: 5.4946365 May 25 16:45:41.140688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55932) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.169482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:41.173601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:41.176833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:41.184446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:41.199333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:41.208022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.276923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.286771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1278ef36-393c-4dd6-bcef-d09e980adcb0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:41.307453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c469f227-bab9-4b85-99bf-1b1136b6c9b4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:41.315895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:41.318237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.319951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.323708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/c469f227-bab9-4b85-99bf-1b1136b6c9b4 HTTP/1.1" status: 204 len: 168 time: 0.4515264 May 25 16:45:41.326574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55936) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.329808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Allocated IP 172.20.0.2 (79bc30ea-e227-475d-89ac-98c54371750c/f5656d9e-a345-4fe1-945e-844ee6af1010/dd8d98f4-5a71-46c8-a345-0fecebae804e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:41.397004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.428239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f3eb0ec-f367-4cd6-813c-54669ccce5ab tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:41.442471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 44b71044-9b29-4551-be9b-8daee8a01c66 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:41.471794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 85923d60-23bc-498f-a2ab-35ffffdfd35c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:41.492960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f3eb0ec-f367-4cd6-813c-54669ccce5ab tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:41.495836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f3eb0ec-f367-4cd6-813c-54669ccce5ab tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1676829 May 25 16:45:41.505682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 85923d60-23bc-498f-a2ab-35ffffdfd35c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:41.506067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.518764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55940) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.527492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Request body: {'security_group_rule': {'security_group_id': 'bc4ae32d-ce96-4394-8235-e5ad5da334dc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:41.539837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:41.550706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:41.575256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.594659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:41.595654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=10ca722e-4967-4023-bdc0-331ce3b9d7d3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:41.602018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:41.619206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:41.619420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Allocated IP 2001:db8:0:1::2 (4d16a9bc-72cc-411c-8fce-c0015ef70691/7d1a75c7-3edf-43f6-9191-714387178139/85923d60-23bc-498f-a2ab-35ffffdfd35c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:41.627887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:41.651406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7cefe-1b1b-4a00-8def-8aa7ffbabc1c req-2360ec0c-3db9-4bde-ab31-8bc785645040 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:41.653144 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fde7cefe-1b1b-4a00-8def-8aa7ffbabc1c req-2360ec0c-3db9-4bde-ab31-8bc785645040 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 1.2054920 May 25 16:45:41.679586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.711864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/10ca722e-4967-4023-bdc0-331ce3b9d7d3 HTTP/1.1" status: 204 len: 168 time: 2.5457921 May 25 16:45:41.715289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55944) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.719876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:41.723594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.756045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Deleting subnet 635d989e-abe1-4c6d-ac05-1f35c221c868 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:41.766065 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fde7cefe-1b1b-4a00-8def-8aa7ffbabc1c req-64aabd9c-5ad2-4ff7-bcc7-796c4818562a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976210 May 25 16:45:41.768997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.797573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ec5ffc-5635-42a3-af49-8b291aec26d2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:41.807469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ec5ffc-5635-42a3-af49-8b291aec26d2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:41.813894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.831325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 99b837e4-c7bb-4963-9a1b-ea7aea2695be yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:45:41.852804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.858676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b9ec5ffc-5635-42a3-af49-8b291aec26d2 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/c6cd3164-e68d-47c8-a814-d488338272ca HTTP/1.1" status: 404 len: 337 time: 0.1395028 May 25 16:45:41.861413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55950) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.864803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.867964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f280316-30ee-4112-812f-97cf51f73463 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:41.894840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a48a07d9-cd62-4ae9-95c9-2f0f130d7803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:41.911952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.915223 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-958db955-bcf9-4f4d-8eef-05abe4b6feed tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:41.915838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958db955-bcf9-4f4d-8eef-05abe4b6feed tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:41.951799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.968326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=a63e623a-92dc-4fe2-9843-29741957aa8a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:41.973997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7e17e4-3077-43fe-857d-48891b3332ef,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:41.979098 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-958db955-bcf9-4f4d-8eef-05abe4b6feed tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/cc989518-0518-4044-a900-c387d8234d9d HTTP/1.1" status: 404 len: 339 time: 0.1138883 May 25 16:45:41.979437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port e9d12b7f-a666-492b-a8d2-e720cccd3f6c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:41.979437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:41.983600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:41.985249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55954) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:41.997188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=85923d60-23bc-498f-a2ab-35ffffdfd35c,segment=NetworkSegment(7ac36ec5-82c5-470c-a416-f27faf015354),segment_id=7ac36ec5-82c5-470c-a416-f27faf015354)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:42.000524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Transition to ACTIVE for port object dd8d98f4-5a71-46c8-a345-0fecebae804e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:42.023316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.026302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Transition to ACTIVE for port object dd8d98f4-5a71-46c8-a345-0fecebae804e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:42.030948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.032373 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5122385 May 25 16:45:42.037530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55958) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.049063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.055566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.086417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-793bd498-8da8-47e7-bcaf-f6665bdd91b6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules/ce7e17e4-3077-43fe-857d-48891b3332ef HTTP/1.1" status: 200 len: 764 time: 0.0424292 May 25 16:45:42.089189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55962) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.094614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.118429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.126497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting subnet 7799c7ec-0d74-40c7-ae4e-5ef1078ebae6 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:42.136695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.156862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Network 79bc30ea-e227-475d-89ac-98c54371750c is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:42.165275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:42.174556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:42.187096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Transition to ACTIVE for port object 85923d60-23bc-498f-a2ab-35ffffdfd35c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:42.216253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Pushing event updated for resources: {'Port': ['ID=dd8d98f4-5a71-46c8-a345-0fecebae804e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.225991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.226748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.239799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b373fe84-81e6-4ed5-88ff-2f3c375b24cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.253122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.371990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800770d-5e51-4da2-b2e5-a4ab0beb710b req-b6ef1f7e-807b-4c8e-9f26-6bcf8ec55d5b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:42.373556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7800770d-5e51-4da2-b2e5-a4ab0beb710b req-b6ef1f7e-807b-4c8e-9f26-6bcf8ec55d5b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4383214 May 25 16:45:42.458640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7f218c42-df38-4189-bd0a-0de8fa22868a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:42.481653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.494207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.512480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.541588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Attempting to bind port dd8d98f4-5a71-46c8-a345-0fecebae804e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:42.542160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Attempting to bind port dd8d98f4-5a71-46c8-a345-0fecebae804e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:42.542503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Attempting to bind port dd8d98f4-5a71-46c8-a345-0fecebae804e on network 79bc30ea-e227-475d-89ac-98c54371750c {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:42.558666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:45:42.559190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:45:42.563763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:42.564273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Checking segment: {'id': 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:42.565169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.565169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Bound using segment: {'id': 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:42.566023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Bound port: dd8d98f4-5a71-46c8-a345-0fecebae804e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '79bc30ea-e227-475d-89ac-98c54371750c'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:42.566023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.574510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.578511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.11 (79bc30ea-e227-475d-89ac-98c54371750c/f5656d9e-a345-4fe1-945e-844ee6af1010/99b837e4-c7bb-4963-9a1b-ea7aea2695be) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:42.579648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.583538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Pushing event updated for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.589538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.612097 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7800770d-5e51-4da2-b2e5-a4ab0beb710b req-a664123f-cc2a-459c-8e58-a0960f75c62c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136824 May 25 16:45:42.621368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7f218c42-df38-4189-bd0a-0de8fa22868a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:42.626540 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7f218c42-df38-4189-bd0a-0de8fa22868a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.5361748 May 25 16:45:42.633639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55966) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:42.655239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for e9d12b7f-a666-492b-a8d2-e720cccd3f6c owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:42.674487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.684086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.684931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] For port dd8d98f4-5a71-46c8-a345-0fecebae804e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:42.691144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] For port dd8d98f4-5a71-46c8-a345-0fecebae804e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dd8d98f4-5a71-46c8-a345-0fecebae804e,segment=NetworkSegment(fc05421d-4f2e-4ed9-b823-fa0d7bf7c862),segment_id=fc05421d-4f2e-4ed9-b823-fa0d7bf7c862)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:42.698535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.705060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.706874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7c956c-3313-4374-826c-a7da1a2649cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:42.756835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::93 (4d16a9bc-72cc-411c-8fce-c0015ef70691/15ba5526-dc19-49b1-9516-1676447188a1/44b71044-9b29-4551-be9b-8daee8a01c66) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:42.773706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8:0:1::332 (4d16a9bc-72cc-411c-8fce-c0015ef70691/7d1a75c7-3edf-43f6-9191-714387178139/44b71044-9b29-4551-be9b-8daee8a01c66) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:42.829663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.830203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Fanout notify agent at l3_agent the message router_deleted on router 8d878bea-65a0-4b07-ad19-6883c05d8948 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:42.857687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e16cddd8-61ae-4854-bbb1-d5e585a748a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:42.870316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Pushing event updated for resources: {'Port': ['ID=dd8d98f4-5a71-46c8-a345-0fecebae804e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:42.873820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:42.991785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.003565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-82c5867e-9f0e-417f-bddb-5c2dcc0dd3d9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.012479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.039319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.040948 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/routers/8d878bea-65a0-4b07-ad19-6883c05d8948 HTTP/1.1" status: 204 len: 168 time: 5.5246782 May 25 16:45:43.053116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55976) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:43.101269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce7e17e4-3077-43fe-857d-48891b3332ef,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.103823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.117732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.121545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-group-rules/ce7e17e4-3077-43fe-857d-48891b3332ef HTTP/1.1" status: 204 len: 168 time: 0.4850714 May 25 16:45:43.138647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55980) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:43.143515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.192339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=85923d60-23bc-498f-a2ab-35ffffdfd35c,segment=NetworkSegment(7ac36ec5-82c5-470c-a416-f27faf015354),segment_id=7ac36ec5-82c5-470c-a416-f27faf015354)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:43.208882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.211655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.363260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting subnet 61cc2e14-d229-4446-86aa-216d6f6b05c7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:43.368821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.371034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.382046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.397310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 85923d60-23bc-498f-a2ab-35ffffdfd35c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:43.531546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b88caf64-2c03-4cc4-8577-8f773c37df21 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:43.569627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b88caf64-2c03-4cc4-8577-8f773c37df21 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:43.570326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b88caf64-2c03-4cc4-8577-8f773c37df21 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:43.577521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.626883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 44b71044-9b29-4551-be9b-8daee8a01c66 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:43.641405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.663246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98a156-f02b-4c95-9c33-69da1393d56b None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:43.710333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.719204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf0a26a1-af3b-466a-a030-490ca0e8212b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.746873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078c56-955b-423b-b1b7-b9832de19820 req-ae06eab4-8715-4c7a-a34b-198ec92e2849 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:43.748536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-64078c56-955b-423b-b1b7-b9832de19820 req-ae06eab4-8715-4c7a-a34b-198ec92e2849 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.9122260 May 25 16:45:43.749655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.771917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=7799c7ec-0d74-40c7-ae4e-5ef1078ebae6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:43.774801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-43db053c-d089-4e8c-8aeb-b7921a8c4b9f None None] Provisioning for port 85923d60-23bc-498f-a2ab-35ffffdfd35c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:43.777090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.782156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:43.787601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb15665-9f06-4056-8e88-3c2c7a746c2a None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:43.806760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4754fe8-e3c1-4380-9242-fd1eb809194a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:43.807040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-43db053c-d089-4e8c-8aeb-b7921a8c4b9f None None] Provisioning complete for port 85923d60-23bc-498f-a2ab-35ffffdfd35c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:43.807250 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/7799c7ec-0d74-40c7-ae4e-5ef1078ebae6 HTTP/1.1" status: 204 len: 168 time: 1.8159332 May 25 16:45:43.807368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-43db053c-d089-4e8c-8aeb-b7921a8c4b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.809875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55984) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:43.842620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.855309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.870064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63d299c4-7af1-4498-99f8-a48fea09b72f tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:43.912416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.920059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 99b837e4-c7bb-4963-9a1b-ea7aea2695be will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:43.937058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4754fe8-e3c1-4380-9242-fd1eb809194a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group_rule {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:43.941846 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4754fe8-e3c1-4380-9242-fd1eb809194a tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7340415 May 25 16:45:43.942808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 55988) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:43.973817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-64078c56-955b-423b-b1b7-b9832de19820 req-640e885e-910f-4b44-91cd-c847752cadf5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605611 May 25 16:45:43.979168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:43.989364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:44.027530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.040911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting subnet de29eb1b-f340-49ed-bf14-b046986dd3ac {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:44.051644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635d989e-abe1-4c6d-ac05-1f35c221c868,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:44.054855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:44.057127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.057794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.068375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f91a355-63b4-4c20-a95a-a3be60afcace tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:44.122707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168779b-a2d2-44b8-b0d9-07d40782bced None None] Network dd705094-00cb-4d4a-bef5-e868cb56e1e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:44.140091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:44.199945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=e9d12b7f-a666-492b-a8d2-e720cccd3f6c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:44.214950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:44.226510 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/635d989e-abe1-4c6d-ac05-1f35c221c868 HTTP/1.1" status: 204 len: 168 time: 3.0099452 May 25 16:45:44.234877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:44.246827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55994) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.289299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.291333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.305217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-252d60cc-11c0-4c8d-bd5c-2233bbad357c tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:44.383788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 79bc30ea-e227-475d-89ac-98c54371750c is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:44.395421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:44.410259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:44.417220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:44.417900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.433970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:44.476641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b682e-881d-4bf8-84ba-e64d8f3bc760 None None] Network 79bc30ea-e227-475d-89ac-98c54371750c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:44.505145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.537344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.605978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=99b837e4-c7bb-4963-9a1b-ea7aea2695be,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:44.650333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7004228 May 25 16:45:44.650333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=44b71044-9b29-4551-be9b-8daee8a01c66,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:44.653692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 55998) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.667341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:44.679364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15ba5526-dc19-49b1-9516-1676447188a1'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:44.689503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:44.695398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a4777d57-f2fa-4d95-81e8-a63a55799ca3 None None] Provisioning for port dd8d98f4-5a71-46c8-a345-0fecebae804e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:44.713989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.791340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:44.792716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.815979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.822321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.840798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2353148 May 25 16:45:44.848730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56002) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:44.867796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.876080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.876733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc6bb24-d921-427b-9f94-c3b7922bea9d {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:44.893321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.900705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c9aa9f0b-94f8-454e-8efb-98101d927b3f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:44.937837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4ae32d-ce96-4394-8235-e5ad5da334dc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:44.940442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:44.982812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:44.992888 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/9bc6bb24-d921-427b-9f94-c3b7922bea9d HTTP/1.1" status: 204 len: 168 time: 5.7785447 May 25 16:45:44.999843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56006) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.004607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.005827 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "DELETE /v2.0/security-groups/bc4ae32d-ce96-4394-8235-e5ad5da334dc HTTP/1.1" status: 204 len: 168 time: 1.0540786 May 25 16:45:45.009881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-633694928', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:45.013378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56010) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.018700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:45.043746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:router and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:45.050112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:45.059600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:45.073588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] DHCP port deletion for dd705094-00cb-4d4a-bef5-e868cb56e1e4 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:45.134458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.135511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.142946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-364dd1dd-5ae4-4651-a044-f92d9e9ea3e6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Synchronizing usage tracker for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:45.185214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.187572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-364dd1dd-5ae4-4651-a044-f92d9e9ea3e6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Unset dirty status for tenant:408ac0d954eb406b9c4a5122f9bb5487 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:45.188719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Deleting port c301665b-bd5e-4a88-873f-b228fb23c776 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:45.189116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.189414 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-364dd1dd-5ae4-4651-a044-f92d9e9ea3e6 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1724439 May 25 16:45:45.197474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ceee6-298a-4da0-bd07-8218c2c19a41 req-5086473e-f877-4d4b-bb72-67647085dd65 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:45.200461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56014) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:45.200603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-584ceee6-298a-4da0-bd07-8218c2c19a41 req-5086473e-f877-4d4b-bb72-67647085dd65 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.9821842 May 25 16:45:45.436651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.441473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Provisioning complete for port 85923d60-23bc-498f-a2ab-35ffffdfd35c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:45.441842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.524207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.535800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.569150 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d1b92712-2083-4e84-b95a-7464737cf5f9 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3636651 May 25 16:45:45.569380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dd8d98f4-5a71-46c8-a345-0fecebae804e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:45.694000 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-584ceee6-298a-4da0-bd07-8218c2c19a41 req-3983229c-4942-4f54-95cb-bff58638106e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635690 May 25 16:45:45.712119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] For port c301665b-bd5e-4a88-873f-b228fb23c776, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c301665b-bd5e-4a88-873f-b228fb23c776,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:45.715330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.817594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.839407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 99b837e4-c7bb-4963-9a1b-ea7aea2695be {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:45.840888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.905910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:45.926568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port dd8d98f4-5a71-46c8-a345-0fecebae804e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:45.950983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-373174d1-e91e-4737-950e-b071fe436e63 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.003389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port dd8d98f4-5a71-46c8-a345-0fecebae804e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:46.003630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.076441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Calling delete_port for c301665b-bd5e-4a88-873f-b228fb23c776 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:46.093872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Provisioning for port 44b71044-9b29-4551-be9b-8daee8a01c66 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:46.133554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Provisioning complete for port 44b71044-9b29-4551-be9b-8daee8a01c66 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:46.134280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.148726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56024) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:46.190780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Subnet': ['ID=61cc2e14-d229-4446-86aa-216d6f6b05c7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.198260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.206931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc57dc-998f-41a0-ac01-44090f32c9a2 None None] Network 32ed83bf-734c-4f7c-957b-f65f7df23d56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:46.216716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/subnets/61cc2e14-d229-4446-86aa-216d6f6b05c7 HTTP/1.1" status: 204 len: 168 time: 3.1608407 May 25 16:45:46.225675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.227841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Deleting port c301665b-bd5e-4a88-873f-b228fb23c776 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:46.228288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.251538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56030) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:46.322508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7fe219a7-0ff3-46c4-b821-15685e2a455a None None] Port 44b71044-9b29-4551-be9b-8daee8a01c66 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:46.328352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.429157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.440911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port dd8d98f4-5a71-46c8-a345-0fecebae804e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dd8d98f4-5a71-46c8-a345-0fecebae804e,segment=NetworkSegment(fc05421d-4f2e-4ed9-b823-fa0d7bf7c862),segment_id=fc05421d-4f2e-4ed9-b823-fa0d7bf7c862)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:46.464606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.508691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.512381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.513263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 85923d60-23bc-498f-a2ab-35ffffdfd35c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:46.546562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f7edff03-b74f-4c58-a56d-f40769396dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.614179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] Pushing event deleted for resources: {'Port': ['ID=c301665b-bd5e-4a88-873f-b228fb23c776,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.625739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.26.6.94 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/ead89dc7-1b9a-493c-8179-c20fdb15e61e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:46.661131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b5cea1-9f77-4e07-98b8-e627ed9e5f84 None None] No DVR routers for this DVR port c301665b-bd5e-4a88-873f-b228fb23c776 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:46.684026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Provisioning for port 99b837e4-c7bb-4963-9a1b-ea7aea2695be completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:46.700259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Provisioning complete for port 99b837e4-c7bb-4963-9a1b-ea7aea2695be triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:46.700675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.794705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=dd8d98f4-5a71-46c8-a345-0fecebae804e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:46.798314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Port 99b837e4-c7bb-4963-9a1b-ea7aea2695be cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:46.800411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.802190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.802605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:46.805352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 85923d60-23bc-498f-a2ab-35ffffdfd35c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:46.805731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.841534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.861777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.865100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] For port c301665b-bd5e-4a88-873f-b228fb23c776, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c301665b-bd5e-4a88-873f-b228fb23c776,segment=NetworkSegment(163d3b33-c2e1-4a5c-853b-27f3a847933e),segment_id=163d3b33-c2e1-4a5c-853b-27f3a847933e)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:46.865595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.870418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Provisioning complete for port 44b71044-9b29-4551-be9b-8daee8a01c66 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:46.870418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.913440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:46.917035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] DHCP port deletion for 32ed83bf-734c-4f7c-957b-f65f7df23d56 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:46.924941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5bc9005b-066a-4782-9095-5ee0b54af097 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=408ac0d954eb406b9c4a5122f9bb5487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7567763 May 25 16:45:46.927809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56034) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:46.928599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dbc2b91f-d108-47a4-b965-a1a5ca09298f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:46.983521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Port 44b71044-9b29-4551-be9b-8daee8a01c66 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:46.991526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.019202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:47.027421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:47.047610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:47.064175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Provisioning complete for port dd8d98f4-5a71-46c8-a345-0fecebae804e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:47.064571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.103392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=ead89dc7-1b9a-493c-8179-c20fdb15e61e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:47.128800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:47.191616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Deleting port bb866fab-8815-465a-841b-d9711cde1d45 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:47.192001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.261995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c301665b-bd5e-4a88-873f-b228fb23c776 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:47.294310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.311132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c301665b-bd5e-4a88-873f-b228fb23c776 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:47.311481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c301665b-bd5e-4a88-873f-b228fb23c776 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:47.394014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] For port bb866fab-8815-465a-841b-d9711cde1d45, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bb866fab-8815-465a-841b-d9711cde1d45,segment=NetworkSegment(2d9a7538-7258-48fc-9e20-eac7a0cec4a2),segment_id=2d9a7538-7258-48fc-9e20-eac7a0cec4a2)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:47.394363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.395315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 99b837e4-c7bb-4963-9a1b-ea7aea2695be owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:47.405218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Calling delete_port for c301665b-bd5e-4a88-873f-b228fb23c776 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:47.408264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.470053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dd8d98f4-5a71-46c8-a345-0fecebae804e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:47.582068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Calling delete_port for bb866fab-8815-465a-841b-d9711cde1d45 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:47.589921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.597756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0b9c9a6-2399-4861-9663-6d4e2c77247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:47.609914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Provisioning complete for port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:47.610301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-597ff887-fd0e-4577-a31f-59408ce930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.613747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Delete allocated IP 2001:db8:0:1::332 (4d16a9bc-72cc-411c-8fce-c0015ef70691/7d1a75c7-3edf-43f6-9191-714387178139) {{(pid=99127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:45:47.633391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.641199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:47.667894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b3840-5833-4d17-9a20-42c39024cfcc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:47.693714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:47.711005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.714719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/919b3840-5833-4d17-9a20-42c39024cfcc HTTP/1.1" status: 204 len: 168 time: 0.7325416 May 25 16:45:47.714940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port dd8d98f4-5a71-46c8-a345-0fecebae804e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:47.714940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.719848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=de29eb1b-f340-49ed-bf14-b046986dd3ac,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:47.722812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:47.726332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.751024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304eb03a-c9a6-4635-9d30-bc0461c709a5 None None] Network 9af77bd0-0bc3-49e9-9587-10c86119f2a1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:47.759117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.845567 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/de29eb1b-f340-49ed-bf14-b046986dd3ac HTTP/1.1" status: 204 len: 168 time: 4.0332842 May 25 16:45:47.850226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56040) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:47.973614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:47.980096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.010047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.039021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.069822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port bb866fab-8815-465a-841b-d9711cde1d45 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:48.070559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.098069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Pushing event deleted for resources: {'Port': ['ID=bb866fab-8815-465a-841b-d9711cde1d45,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:48.099387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] No DVR routers for this DVR port bb866fab-8815-465a-841b-d9711cde1d45 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:48.113990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:48.185076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Pushing event deleted for resources: {'Port': ['ID=c301665b-bd5e-4a88-873f-b228fb23c776,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:48.188880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:48.219235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] No DVR routers for this DVR port c301665b-bd5e-4a88-873f-b228fb23c776 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:48.268776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.295525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bb866fab-8815-465a-841b-d9711cde1d45 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:48.350199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.356774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] DHCP port deletion for 9af77bd0-0bc3-49e9-9587-10c86119f2a1 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:48.369928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: bb866fab-8815-465a-841b-d9711cde1d45 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:48.371084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bb866fab-8815-465a-841b-d9711cde1d45 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:48.403610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.444819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.472670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Deleting port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:48.473283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.484402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] For port bb866fab-8815-465a-841b-d9711cde1d45, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:48.484771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.533474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=99b837e4-c7bb-4963-9a1b-ea7aea2695be,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:48.536221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:48.567559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.640938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:45:48.643867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.652273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,segment=NetworkSegment(dd3ee78b-527c-45c8-9bca-ee85fa5c9194),segment_id=dd3ee78b-527c-45c8-9bca-ee85fa5c9194)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:48.652661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.724230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router bd6d5539-0e71-4b65-a521-a085a20794d6 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:48.804240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56062) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:48.819383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041418 May 25 16:45:48.822721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56064) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:48.823696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for bb866fab-8815-465a-841b-d9711cde1d45 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:48.838417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd705094-00cb-4d4a-bef5-e868cb56e1e4']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:48.847258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Port bb866fab-8815-465a-841b-d9711cde1d45 was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:45:48.859404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.883138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.894156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Calling delete_port for e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:48.895571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163d3b33-c2e1-4a5c-853b-27f3a847933e') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:48.895872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163d3b33-c2e1-4a5c-853b-27f3a847933e') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:48.902523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.956751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:48.964700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d01d32fc-fb7d-4fc7-a12a-731b53bd1eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:48.970402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:48.982885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Sync routers for ids ['bd6d5539-0e71-4b65-a521-a085a20794d6'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:49.000134 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Routers {'bd6d5539-0e71-4b65-a521-a085a20794d6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:49.001329 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bd6d5539-0e71-4b65-a521-a085a20794d6'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.012152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f003cd8c-d6dd-483d-86f3-ca4832c8916e tempest-NetworksApiDiscovery-1333711540 tempest-NetworksApiDiscovery-1333711540-project] 10.222.0.96 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1814339 May 25 16:45:49.012152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.012152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0078268 May 25 16:45:49.012556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56070) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.045301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Pushing event deleted for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:49.051459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:49.052741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] No DVR routers for this DVR port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:49.172794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=bb866fab-8815-465a-841b-d9711cde1d45,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:49.176707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:49.191499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] No DVR routers for this DVR port bb866fab-8815-465a-841b-d9711cde1d45 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:49.223994 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Set router bd6d5539-0e71-4b65-a521-a085a20794d6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:49.236986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.241667 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-570bd962-2cec-4f6a-9411-8fba835d8b69 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/bd6d5539-0e71-4b65-a521-a085a20794d6 HTTP/1.1" status: 200 len: 907 time: 0.2278605 May 25 16:45:49.244603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56076) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.246573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Ignored duplicate provisioning block setup for port 44b71044-9b29-4551-be9b-8daee8a01c66 by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 16:45:49.251046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'name': 'tempest-snat-router-633694928', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': True}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:49.256258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:49.260213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Usage tracker for resource:router and tenant:1218bc4cddaa415a90b9a3069c99d1ad is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:49.263177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:49.279885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.283451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:49.297713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.299659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.322950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.351717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9824bfde-80f8-4af2-a839-31b7f9667a16 tempest-ExtraDHCPOptionsTestJSON-118327824 tempest-ExtraDHCPOptionsTestJSON-118327824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:49.433396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56082) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.460248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:49.466725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.485584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.495803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=44b71044-9b29-4551-be9b-8daee8a01c66,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:49.507587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:49.509318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.520804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:49.521193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.596673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:49.597376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:49.612528 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:49.624083 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94'}], 'enable_snat': False}, 'gw_port_id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:47Z', 'revision_number': 3, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port': {'id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:46Z', 'updated_at': '2021-05-25T16:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.630236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Checking router: bd6d5539-0e71-4b65-a521-a085a20794d6 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:49.631023 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Updating router bd6d5539-0e71-4b65-a521-a085a20794d6 port ead89dc7-1b9a-493c-8179-c20fdb15e61e binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:45:49.699943 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.705702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/99b837e4-c7bb-4963-9a1b-ea7aea2695be HTTP/1.1" status: 204 len: 168 time: 4.8523335 May 25 16:45:49.708199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56088) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.711017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] In _notify_port_updated(), no bound segment for port 44b71044-9b29-4551-be9b-8daee8a01c66 on network 4d16a9bc-72cc-411c-8fce-c0015ef70691 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:45:49.716596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:49.717393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.720398 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/ports/44b71044-9b29-4551-be9b-8daee8a01c66 HTTP/1.1" status: 200 len: 925 time: 5.0592098 May 25 16:45:49.722361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ed83bf-734c-4f7c-957b-f65f7df23d56']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.751758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56092) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.766323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15ba5526-dc19-49b1-9516-1676447188a1'}, {'subnet_id': '7d1a75c7-3edf-43f6-9191-714387178139'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:49.788743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.793965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9a7538-7258-48fc-9e20-eac7a0cec4a2') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.794263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9a7538-7258-48fc-9e20-eac7a0cec4a2') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:49.808409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:49.808695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.819306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.828277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7da5f04-b961-4e9d-b74d-304f37f061d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:45:49.828752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7da5f04-b961-4e9d-b74d-304f37f061d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:49.846175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.867978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:49.875696 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e7da5f04-b961-4e9d-b74d-304f37f061d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/99b837e4-c7bb-4963-9a1b-ea7aea2695be HTTP/1.1" status: 404 len: 333 time: 0.1636233 May 25 16:45:49.879911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:49.884829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Usage tracker for resource:security_group_rule and tenant:52519ae8e10740f4969d6cda58164b76 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:49.899808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b6cd937-96f3-4354-a485-3b8f4d146264 None None] Provisioning complete for port 44b71044-9b29-4551-be9b-8daee8a01c66 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:49.900344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b6cd937-96f3-4354-a485-3b8f4d146264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.915299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.926806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:49.940851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5e1a5ff-ad5c-4d20-bd33-5041acd22cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:49.959496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.981632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:49.984871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd705094-00cb-4d4a-bef5-e868cb56e1e4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:49.986549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:50.006830 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ece8498-3abf-4038-b411-43c37ceeab57 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:45:50.007405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9ece8498-3abf-4038-b411-43c37ceeab57 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:50.009006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cd937-96f3-4354-a485-3b8f4d146264 None None] Port 44b71044-9b29-4551-be9b-8daee8a01c66 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:50.020369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.027212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Releasing vlan 1179 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:50.027570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:50.046838 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:50.061550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9ece8498-3abf-4038-b411-43c37ceeab57 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:50.067018 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9ece8498-3abf-4038-b411-43c37ceeab57 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/99b837e4-c7bb-4963-9a1b-ea7aea2695be HTTP/1.1" status: 404 len: 333 time: 0.1817994 May 25 16:45:50.070200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56100) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.107474 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] 10.222.0.96 "DELETE /v2.0/networks/dd705094-00cb-4d4a-bef5-e868cb56e1e4 HTTP/1.1" status: 204 len: 168 time: 5.8587842 May 25 16:45:50.111107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.164268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:50.164631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.191786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet f5656d9e-a345-4fe1-945e-844ee6af1010 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:50.214777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.261280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56106) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.292877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.303956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.319474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7bdea2a6-19f7-4cd6-a424-1d3f360d8956 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.334387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.338906 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Transition to ACTIVE for port object ead89dc7-1b9a-493c-8179-c20fdb15e61e will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:50.346434 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.352284 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.365491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:50.373975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:45:50.377170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.384562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.403155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.406556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.446086 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Pushing event updated for resources: {'Port': ['ID=ead89dc7-1b9a-493c-8179-c20fdb15e61e,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.451657 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Attempting to bind port ead89dc7-1b9a-493c-8179-c20fdb15e61e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:50.452299 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Attempting to bind port ead89dc7-1b9a-493c-8179-c20fdb15e61e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:50.452872 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Attempting to bind port ead89dc7-1b9a-493c-8179-c20fdb15e61e on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:50.456224 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/networks/32ed83bf-734c-4f7c-957b-f65f7df23d56 HTTP/1.1" status: 204 len: 168 time: 4.2007396 May 25 16:45:50.457236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Network': ['ID=32ed83bf-734c-4f7c-957b-f65f7df23d56,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.458679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56110) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.460938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:50.466464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.472851 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:50.473220 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:50.473808 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.474203 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:50.474674 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Bound port: ead89dc7-1b9a-493c-8179-c20fdb15e61e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:50.475071 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.500134 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.500608 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.501080 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.501406 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.501925 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.502068 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.502365 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.502680 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.503033 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.503535 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.503856 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.504165 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:45:50.511830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.517247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-84528116-14e3-40fa-b2fb-47d1bcf9749b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.565466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] For port ead89dc7-1b9a-493c-8179-c20fdb15e61e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:45:50.568845 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] For port ead89dc7-1b9a-493c-8179-c20fdb15e61e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ead89dc7-1b9a-493c-8179-c20fdb15e61e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:45:50.572668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.576960 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:50.586226 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ecd4ef9-b56e-49e5-9e08-362a38ac362f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5eaaa8d71f364fbfb058a8bd822c3bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3175015 May 25 16:45:50.593299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56114) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.653295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Routers {'bd6d5539-0e71-4b65-a521-a085a20794d6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:50.653919 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bd6d5539-0e71-4b65-a521-a085a20794d6'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:50.694985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=e3a26a70-4e6f-41de-b03f-2a2fc68ba5ca,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.705551 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52519ae8e10740f4969d6cda58164b76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2708795 May 25 16:45:50.713432 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Pushing event updated for resources: {'Port': ['ID=ead89dc7-1b9a-493c-8179-c20fdb15e61e,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.718502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56118) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:50.723983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.729650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01bcd6d-dfde-4e52-a0c5-0c4339f223f8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:50.732407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.758031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:50.854831 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] Set router bd6d5539-0e71-4b65-a521-a085a20794d6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:50.894169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.935568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.952123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.995829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:50.997619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.055109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.088864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.116033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.127233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.189571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af77bd0-0bc3-49e9-9587-10c86119f2a1']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:51.200629 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94'}], 'enable_snat': False}, 'gw_port_id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:47Z', 'revision_number': 3, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port': {'id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:46Z', 'updated_at': '2021-05-25T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:51.205322 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc68de1-7ce3-4305-a388-d9624beb7a84 None None] The sync data for ids ['bd6d5539-0e71-4b65-a521-a085a20794d6'] in dv-neutron-792998-1-hyperv is: [{'id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94'}], 'enable_snat': False}, 'gw_port_id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:45Z', 'updated_at': '2021-05-25T16:45:47Z', 'revision_number': 3, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port': {'id': 'ead89dc7-1b9a-493c-8179-c20fdb15e61e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6d5539-0e71-4b65-a521-a085a20794d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:46Z', 'updated_at': '2021-05-25T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:51.208969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:51.209283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3ee78b-527c-45c8-9bca-ee85fa5c9194') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:51.229331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.299221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.317556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port 24f5874c-5abb-4050-9b6f-852bcb76b789 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:51.317898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.333278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:51.333682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:51.352286 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:51.407014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.418705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-708c21ff-0154-4251-ba19-e275375cc4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.425622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.440945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.26.6.115 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:51.454259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c5f42-8f62-4926-9f4b-543d55cb8088,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.456329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.503780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cb92f3b-33af-4ca6-8ef8-6415b25ae9cc tempest-RoutersAdminNegativeTest-1077080427 tempest-RoutersAdminNegativeTest-1077080427-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.566975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01bcd6d-dfde-4e52-a0c5-0c4339f223f8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.581102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.669911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.673626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/644c5f42-8f62-4926-9f4b-543d55cb8088 HTTP/1.1" status: 204 len: 168 time: 1.0106974 May 25 16:45:51.677004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.680559 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e01bcd6d-dfde-4e52-a0c5-0c4339f223f8 HTTP/1.1" status: 204 len: 168 time: 0.9586670 May 25 16:45:51.683991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.689646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.743962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.747189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.755102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:51.773909 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/9af77bd0-0bc3-49e9-9587-10c86119f2a1 HTTP/1.1" status: 204 len: 168 time: 3.9214368 May 25 16:45:51.778254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56128) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:51.786261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=9af77bd0-0bc3-49e9-9587-10c86119f2a1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.789157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.828709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=f5656d9e-a345-4fe1-945e-844ee6af1010,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:51.831098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.836415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383373c-8036-46de-a6cf-09d6b670bc70 None None] Network 79bc30ea-e227-475d-89ac-98c54371750c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:51.837830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.843704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:51.851933 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/f5656d9e-a345-4fe1-945e-844ee6af1010 HTTP/1.1" status: 204 len: 168 time: 1.7807033 May 25 16:45:51.854836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56132) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:51.892867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-973ebdbe-42b0-490f-8e7e-3373124ed565 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:51.893334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973ebdbe-42b0-490f-8e7e-3373124ed565 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:51.898413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56136) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:51.898637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-973ebdbe-42b0-490f-8e7e-3373124ed565 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/4433b02e-83a7-4fe6-9467-2653ff3f0fc5 HTTP/1.1" status: 404 len: 337 time: 0.1082351 May 25 16:45:51.910966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:51.911277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.026171 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea41970-b597-433a-96ba-88500c2906ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:52.026661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea41970-b597-433a-96ba-88500c2906ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:52.028427 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6ea41970-b597-433a-96ba-88500c2906ae tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/5df32e54-558a-40a0-8fc1-c07ba6b9aa3b HTTP/1.1" status: 404 len: 339 time: 0.1286848 May 25 16:45:52.034868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56140) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.138990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for 24f5874c-5abb-4050-9b6f-852bcb76b789 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:52.204499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.215407 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fc7be9-acf3-4ab0-a058-dfbb1bfe5465 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:52.216149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fc7be9-acf3-4ab0-a058-dfbb1bfe5465 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:52.216279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8:0:1::3b1 (4d16a9bc-72cc-411c-8fce-c0015ef70691/7d1a75c7-3edf-43f6-9191-714387178139/44b71044-9b29-4551-be9b-8daee8a01c66) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:45:52.220319 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-06fc7be9-acf3-4ab0-a058-dfbb1bfe5465 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/1ab7832b-68e5-4f2d-96a2-9f1fb6b4c77d HTTP/1.1" status: 404 len: 337 time: 0.1777964 May 25 16:45:52.223935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56146) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.224706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f37de700-d51c-4b93-966f-0439773bf0d7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:52.278681 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d1fcd3-abce-475c-997a-ef87c2eb8303 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:52.279272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d1fcd3-abce-475c-997a-ef87c2eb8303 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:52.284336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-31d1fcd3-abce-475c-997a-ef87c2eb8303 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/de1f6cc8-b8d7-49cc-aafb-62de1673e635 HTTP/1.1" status: 404 len: 339 time: 0.0542617 May 25 16:45:52.288661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56152) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.352815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.354544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:52.372253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:52.386668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:45:52.388639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:45:52.402326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] DHCP port deletion for 79bc30ea-e227-475d-89ac-98c54371750c request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:52.448789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:45:52.490876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Deleting port dd8d98f4-5a71-46c8-a345-0fecebae804e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:52.491596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.514967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.533774 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-61daf43b-e6eb-4177-8cad-4a11b12c841b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:52.534346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61daf43b-e6eb-4177-8cad-4a11b12c841b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:52.538827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-61daf43b-e6eb-4177-8cad-4a11b12c841b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/39787c3e-a3bf-4cfc-ae81-3a2e4fbd0e5b HTTP/1.1" status: 404 len: 337 time: 0.2481198 May 25 16:45:52.542948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56162) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.576754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 44b71044-9b29-4551-be9b-8daee8a01c66 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:52.586486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-014b87f7-ca70-4fcd-926c-3b1408f40a97 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:45:52.586895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014b87f7-ca70-4fcd-926c-3b1408f40a97 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:52.591400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-014b87f7-ca70-4fcd-926c-3b1408f40a97 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/9565bb47-721b-443c-b367-e6a82786ea92 HTTP/1.1" status: 404 len: 339 time: 0.0463421 May 25 16:45:52.592257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56166) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.593951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.601199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9666eae1-4925-4dbe-a468-7c5ad73eecc1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:52.638429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] For port dd8d98f4-5a71-46c8-a345-0fecebae804e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dd8d98f4-5a71-46c8-a345-0fecebae804e,segment=NetworkSegment(fc05421d-4f2e-4ed9-b823-fa0d7bf7c862),segment_id=fc05421d-4f2e-4ed9-b823-fa0d7bf7c862)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:52.639147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.797899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] In _notify_port_updated(), no bound segment for port 44b71044-9b29-4551-be9b-8daee8a01c66 on network 4d16a9bc-72cc-411c-8fce-c0015ef70691 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:45:52.803460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:52.804130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.805243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Calling delete_port for dd8d98f4-5a71-46c8-a345-0fecebae804e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:52.805453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/ports/44b71044-9b29-4551-be9b-8daee8a01c66 HTTP/1.1" status: 200 len: 1011 time: 3.0527198 May 25 16:45:52.811977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:52.900257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:52.904149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:52.949024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=44b71044-9b29-4551-be9b-8daee8a01c66,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:52.962213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:52.998170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.010548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3f3c4554-5027-4fd9-82df-927a4b1f84bb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:53.024482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Pushing event deleted for resources: {'Port': ['ID=dd8d98f4-5a71-46c8-a345-0fecebae804e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:53.028509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] No DVR routers for this DVR port dd8d98f4-5a71-46c8-a345-0fecebae804e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:53.050257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:53.146324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56182) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.174095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-085425d8-5bc7-4f21-9fd5-c3dbe97a0931 None None] Provisioning for port 44b71044-9b29-4551-be9b-8daee8a01c66 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:53.180665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-085425d8-5bc7-4f21-9fd5-c3dbe97a0931 None None] Provisioning complete for port 44b71044-9b29-4551-be9b-8daee8a01c66 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:53.181049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-085425d8-5bc7-4f21-9fd5-c3dbe97a0931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.207418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port dd8d98f4-5a71-46c8-a345-0fecebae804e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:53.207774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.243142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-085425d8-5bc7-4f21-9fd5-c3dbe97a0931 None None] Port 44b71044-9b29-4551-be9b-8daee8a01c66 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:45:53.279514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=24f5874c-5abb-4050-9b6f-852bcb76b789,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:53.287203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:53.301233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting subnet 0e2de9dc-8378-4913-bc43-c34f7e8fba1d {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:53.320741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.369076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 44b71044-9b29-4551-be9b-8daee8a01c66 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:53.369425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.386146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1682707390-network', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:53.477158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ead89dc7-1b9a-493c-8179-c20fdb15e61e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:53.486706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.500543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:53.532556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.533712 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/floatingips/0ecc70eb-fe7c-4a99-954d-5df156a4828c HTTP/1.1" status: 204 len: 168 time: 3.0688772 May 25 16:45:53.542240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56188) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.553781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Usage tracker for resource:network and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:53.557005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ead89dc7-1b9a-493c-8179-c20fdb15e61e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:45:53.560543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port dd8d98f4-5a71-46c8-a345-0fecebae804e, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:53.560913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.562723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ead89dc7-1b9a-493c-8179-c20fdb15e61e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:53.563617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.572747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:53.589889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.590226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.606757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-308d061c-66f8-4f51-8031-320d3940ef84 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] DELETE failed (client error): The resource could not be found. May 25 16:45:53.607254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308d061c-66f8-4f51-8031-320d3940ef84 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:53.609201 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-308d061c-66f8-4f51-8031-320d3940ef84 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/78e85ff0-81fe-4a0f-b9ea-096ab9563272 HTTP/1.1" status: 404 len: 333 time: 0.0657687 May 25 16:45:53.611729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56192) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.618273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:53.693999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.712198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ead89dc7-1b9a-493c-8179-c20fdb15e61e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ead89dc7-1b9a-493c-8179-c20fdb15e61e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:53.717278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.721001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:53.749024 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-c5b4c57d-e294-4633-8da0-6a4be5a57832 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7111318 May 25 16:45:53.764146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 44b71044-9b29-4551-be9b-8daee8a01c66 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:53.774370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-05fcf85c-1a97-49f4-86ff-46b0873cc164 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Synchronizing usage tracker for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:53.786987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for dd8d98f4-5a71-46c8-a345-0fecebae804e owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:53.796722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ead89dc7-1b9a-493c-8179-c20fdb15e61e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:53.800063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:53.802808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dd8d98f4-5a71-46c8-a345-0fecebae804e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:53.806872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-05fcf85c-1a97-49f4-86ff-46b0873cc164 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Unset dirty status for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:53.807497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Port dd8d98f4-5a71-46c8-a345-0fecebae804e was not found and therefore no delete operation was performed {{(pid=99126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:45:53.809028 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-05fcf85c-1a97-49f4-86ff-46b0873cc164 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/ports?device_id=8d878bea-65a0-4b07-ad19-6883c05d8948 HTTP/1.1" status: 200 len: 205 time: 0.1964414 May 25 16:45:53.811616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56196) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.842050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: dd8d98f4-5a71-46c8-a345-0fecebae804e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:45:53.842427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dd8d98f4-5a71-46c8-a345-0fecebae804e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:53.889451 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-935e1255-253f-453a-a932-16b5bab6327f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] delete failed (client error): The resource could not be found. May 25 16:45:53.891097 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-935e1255-253f-453a-a932-16b5bab6327f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/routers/8d878bea-65a0-4b07-ad19-6883c05d8948 HTTP/1.1" status: 404 len: 336 time: 0.0774570 May 25 16:45:53.893654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56200) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.923810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:53.936600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2942596-6b47-44f7-86d1-711b12439342 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:53.939702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4572fa0d-5e56-4d04-ac5a-71cbe4509ef0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] DELETE failed (client error): The resource could not be found. May 25 16:45:53.940162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4572fa0d-5e56-4d04-ac5a-71cbe4509ef0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:45:53.941821 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4572fa0d-5e56-4d04-ac5a-71cbe4509ef0 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/subnets/61cc2e14-d229-4446-86aa-216d6f6b05c7 HTTP/1.1" status: 404 len: 337 time: 0.0472872 May 25 16:45:53.944408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56204) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:53.971656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Made reservation on behalf of d34a6b7195c5465485bef4ff5e780ab4 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:53.974246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.031016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.042808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port dd8d98f4-5a71-46c8-a345-0fecebae804e on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:54.050329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=dd8d98f4-5a71-46c8-a345-0fecebae804e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:54.089534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:54.129554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:54.147228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:54.184214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.191561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:54.196597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:54.214399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.239625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=44b71044-9b29-4551-be9b-8daee8a01c66,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:54.244488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:54.276638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port e9180005-856a-4685-b349-a30121e1e6b8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:54.276943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.285788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:54.319344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.335770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.391957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bc30ea-e227-475d-89ac-98c54371750c']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:54.410274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.431419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/44b71044-9b29-4551-be9b-8daee8a01c66 HTTP/1.1" status: 204 len: 168 time: 1.6158473 May 25 16:45:54.432717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56208) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:54.485985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:54.486290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc05421d-4f2e-4ed9-b823-fa0d7bf7c862') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:54.492994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-297df998-51bb-4348-a936-d08b0fc96796 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:45:54.493529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-297df998-51bb-4348-a936-d08b0fc96796 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:54.518997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.533457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.548926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-e5070ff2-000c-4a0f-8cb6-08165a07b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:54.550424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-e5070ff2-000c-4a0f-8cb6-08165a07b6ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.6728730 May 25 16:45:54.651308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-297df998-51bb-4348-a936-d08b0fc96796 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:54.655033 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-297df998-51bb-4348-a936-d08b0fc96796 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/44b71044-9b29-4551-be9b-8daee8a01c66 HTTP/1.1" status: 404 len: 333 time: 0.2194090 May 25 16:45:54.660313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for e9180005-856a-4685-b349-a30121e1e6b8 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:54.662804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56212) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:54.746833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 7d1a75c7-3edf-43f6-9191-714387178139 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:54.753356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.801467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.821467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.884903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:54.885307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:54.902800 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:54.954538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:54.961526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63a0daa4-91ed-4005-a0c5-fb1fc1831bda tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.150335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.179913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=e9180005-856a-4685-b349-a30121e1e6b8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.182263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.195183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.227785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.258145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.326676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=79bc30ea-e227-475d-89ac-98c54371750c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.341824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-f4dc342a-6a0d-4217-8234-a2c08b2d49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:55.343381 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-f4dc342a-6a0d-4217-8234-a2c08b2d49dd service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.6141922 May 25 16:45:55.353100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.388677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.420680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/e9180005-856a-4685-b349-a30121e1e6b8 HTTP/1.1" status: 204 len: 168 time: 1.4752154 May 25 16:45:55.428606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56216) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:55.431730 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/79bc30ea-e227-475d-89ac-98c54371750c HTTP/1.1" status: 204 len: 168 time: 3.5753362 May 25 16:45:55.435529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ead89dc7-1b9a-493c-8179-c20fdb15e61e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:45:55.444461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56218) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:55.459254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.488122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-367675264'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:55.512351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ead89dc7-1b9a-493c-8179-c20fdb15e61e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:55.512730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.522419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:55.535896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:55.546849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:55.561065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:55.598654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.613004 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-16779e70-b4c6-42c9-b844-d339c74bf7cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2528698 May 25 16:45:55.618047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.624378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.666642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:55.670091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.746658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.752030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:55.754120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a642ca1d-2460-4676-b5c2-3e8c5c862cb5 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.756923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.793118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port f2be3369-d246-4366-9d68-6dea08328ab1 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:55.793434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.797266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:45:55.809917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036c702-281a-4ebf-8fe7-76b128129f4a None None] Network c6df80ca-c688-4ebe-a7ce-06eca6e47aef requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:55.811216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.815348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7192f6c5-09b0-4854-bd14-af1b7c4a5caa,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.818470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1a75c7-3edf-43f6-9191-714387178139,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.823262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.831683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:55.847839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f73340-4c49-420d-a6e8-ac274aa3ae4f None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:55.863070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.863420 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Added segment 3c0ea646-2663-4c51-aa3d-8512f3ace77a of type vlan for network cfc8bae2-3647-4592-b9b5-1a21ff118a0a May 25 16:45:55.872025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.873657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.873657 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment 138d1098-8d2d-4dda-bc66-319a728de035 of type vlan for network 17faf511-9255-4692-a944-cbc400b62e68 May 25 16:45:55.874952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.885786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-9bdc533a-9f19-4dcf-829b-45909fd34450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:55.887622 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-9bdc533a-9f19-4dcf-829b-45909fd34450 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.2661464 May 25 16:45:55.892499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2de9dc-8378-4913-bc43-c34f7e8fba1d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:55.929993 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/7d1a75c7-3edf-43f6-9191-714387178139 HTTP/1.1" status: 204 len: 168 time: 1.2635338 May 25 16:45:55.932473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56224) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:55.932873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:55.933840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:55.934627 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/0e2de9dc-8378-4913-bc43-c34f7e8fba1d HTTP/1.1" status: 204 len: 168 time: 3.3345773 May 25 16:45:55.942292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56226) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:55.973199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.045608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router 29fee02f-d897-4b15-b5fe-364d2edd5bb9 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:45:56.053284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.054632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.055432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.061377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-502481cb-85a7-4927-b6cc-a41df0017ed4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:56.086140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-6eb09ae6-3db0-448f-b545-8abc6536821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.087978 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-6eb09ae6-3db0-448f-b545-8abc6536821a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1930187 May 25 16:45:56.114898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:45:56.154221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.246788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 15ba5526-dc19-49b1-9516-1676447188a1 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:45:56.252084 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1009688 May 25 16:45:56.252271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.282842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56232) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:56.347886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.353526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:56.354166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.358338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c157897-4a5a-4034-b555-75f3031dd809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:56.381596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for f2be3369-d246-4366-9d68-6dea08328ab1 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:56.404238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.405479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] DHCP port deletion for c6df80ca-c688-4ebe-a7ce-06eca6e47aef request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:56.414613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Request body: {'subnet': {'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1682707390-subnet', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:56.506936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:56.513452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Deleting port b01441bb-c98f-4c52-843b-79c4acbb93f2 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:56.514659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.535333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc8bae2-3647-4592-b9b5-1a21ff118a0a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:56.543113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:56.544591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Usage tracker for resource:subnet and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:56.554285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:56.563511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:56.579365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:56.592309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.671920 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2225440 May 25 16:45:56.692488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56236) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:56.695153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=17faf511-9255-4692-a944-cbc400b62e68,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:56.704391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:45:56.714261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '17faf511-9255-4692-a944-cbc400b62e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:45:56.740828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:56.762464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-6597affe-5296-4ce0-b73a-6bb82260c913 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6655619 May 25 16:45:56.764504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.766086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Made reservation on behalf of d34a6b7195c5465485bef4ff5e780ab4 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:56.769911 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.5242803 May 25 16:45:56.775303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:56.784397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Sync routers for ids ['29fee02f-d897-4b15-b5fe-364d2edd5bb9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:45:56.791123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 17faf511-9255-4692-a944-cbc400b62e68 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:45:56.848852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56240) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:56.931473 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e2bdc87b-0147-4cf7-a501-e338c33fd225 req-7503c881-ebad-45ea-bde2-5a133c614182 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598966 May 25 16:45:57.002947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Routers {'29fee02f-d897-4b15-b5fe-364d2edd5bb9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:57.004324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29fee02f-d897-4b15-b5fe-364d2edd5bb9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:57.121457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] For port b01441bb-c98f-4c52-843b-79c4acbb93f2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b01441bb-c98f-4c52-843b-79c4acbb93f2,segment=NetworkSegment(2024b651-2945-4be5-9e4d-5ace240d3664),segment_id=2024b651-2945-4be5-9e4d-5ace240d3664)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:57.121769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.270515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Calling delete_port for b01441bb-c98f-4c52-843b-79c4acbb93f2 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:57.371434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d87ef37-6466-4575-bae0-0d55c0c9b2ed None None] Provisioning complete for port 85923d60-23bc-498f-a2ab-35ffffdfd35c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:45:57.371884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d87ef37-6466-4575-bae0-0d55c0c9b2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.400849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.474600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b01441bb-c98f-4c52-843b-79c4acbb93f2 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:57.527090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Set router 29fee02f-d897-4b15-b5fe-364d2edd5bb9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:57.567848 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2652a996-ce26-4125-a978-e4dfc7e91708 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/29fee02f-d897-4b15-b5fe-364d2edd5bb9 HTTP/1.1" status: 200 len: 907 time: 0.7154026 May 25 16:45:57.568334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56246) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:57.582740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:45:57.611983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:45:57.631140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:45:57.646596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:45:57.747308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.767087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port b01441bb-c98f-4c52-843b-79c4acbb93f2 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:57.767436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.788933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:57.806410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:45:57.810063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.839309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:57.898330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No active binding found for port b01441bb-c98f-4c52-843b-79c4acbb93f2 {{(pid=99128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 16:45:57.898672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b01441bb-c98f-4c52-843b-79c4acbb93f2 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:45:57.905226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Pushing event deleted for resources: {'Port': ['ID=b01441bb-c98f-4c52-843b-79c4acbb93f2,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:57.917407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:57.918248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] No DVR routers for this DVR port b01441bb-c98f-4c52-843b-79c4acbb93f2 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:58.038005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fee02f-d897-4b15-b5fe-364d2edd5bb9', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.115'}], 'enable_snat': True}, 'gw_port_id': '03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:49Z', 'updated_at': '2021-05-25T16:45:53Z', 'revision_number': 3, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port': {'id': '03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29fee02f-d897-4b15-b5fe-364d2edd5bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:45:51Z', 'updated_at': '2021-05-25T16:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:58.042444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Checking router: 29fee02f-d897-4b15-b5fe-364d2edd5bb9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:45:58.042801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Updating router 29fee02f-d897-4b15-b5fe-364d2edd5bb9 port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:45:58.050369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.103224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.132948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Deleting port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:58.134537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.140504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.160695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cea22c23-4b02-42d1-a893-86f1e92380a1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:58.212291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port b01441bb-c98f-4c52-843b-79c4acbb93f2, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:58.212808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.222296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=f2be3369-d246-4366-9d68-6dea08328ab1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:58.243496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:58.282221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.368247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for b01441bb-c98f-4c52-843b-79c4acbb93f2 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:58.402363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Port b01441bb-c98f-4c52-843b-79c4acbb93f2 was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:45:58.432042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Calling delete_port for 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:58.435492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.448510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:58.463292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.547718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=b01441bb-c98f-4c52-843b-79c4acbb93f2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:58.555278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Transition to ACTIVE for port object 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:45:58.562133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.567436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:58.585805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:58.589517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port b01441bb-c98f-4c52-843b-79c4acbb93f2 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:45:58.630778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.647405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.647688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-06a83d38-22b3-4409-b98e-7baaa6c6d30d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:58.648976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Attempting to bind port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:45:58.649356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Attempting to bind port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:45:58.649748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Attempting to bind port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:45:58.652369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ecae43e7-cfc5-4d1d-b664-7e352c2bdc9f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:58.656045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e0a2e-d1c6-4fd5-9b41-53c76bbd8f2f None None] Pushing event updated for resources: {'Port': ['ID=03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:58.659758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a2e-d1c6-4fd5-9b41-53c76bbd8f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:58.662529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:45:58.662943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:45:58.663355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.663739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:45:58.664208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Bound port: 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:45:58.664586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.702896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Port': ['ID=03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:58.706369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Port 03ccfc51-2d84-46ff-b0a7-fbb5eb48eec9 has been deleted concurrently {{(pid=99128) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 25 16:45:58.716941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Routers {'29fee02f-d897-4b15-b5fe-364d2edd5bb9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:45:58.717716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29fee02f-d897-4b15-b5fe-364d2edd5bb9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:58.737014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:58.737341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=15ba5526-dc19-49b1-9516-1676447188a1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:58.739897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:58.779257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5ae35e-f88e-4574-b29d-8087c5afba55 None None] Network 4d16a9bc-72cc-411c-8fce-c0015ef70691 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:45:58.820252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.941475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] Set router 29fee02f-d897-4b15-b5fe-364d2edd5bb9 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:45:58.955923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:58.959726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.067167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29fee02f-d897-4b15-b5fe-364d2edd5bb9', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:49Z', 'updated_at': '2021-05-25T16:45:58Z', 'revision_number': 5, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:59.076979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab216618-7ddf-489f-b449-3224481f4898 None None] The sync data for ids ['29fee02f-d897-4b15-b5fe-364d2edd5bb9'] in dv-neutron-792998-1-hyperv is: [{'id': '29fee02f-d897-4b15-b5fe-364d2edd5bb9', 'name': 'tempest-snat-router-633694928', 'tenant_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:45:49Z', 'updated_at': '2021-05-25T16:45:58Z', 'revision_number': 5, 'project_id': '1218bc4cddaa415a90b9a3069c99d1ad', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:45:59.085538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/ports/f2be3369-d246-4366-9d68-6dea08328ab1 HTTP/1.1" status: 204 len: 168 time: 3.6558576 May 25 16:45:59.088322 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/15ba5526-dc19-49b1-9516-1676447188a1 HTTP/1.1" status: 204 len: 168 time: 3.1502762 May 25 16:45:59.090223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.110648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56252) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.111025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56254) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.176225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.178757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.193863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6df80ca-c688-4ebe-a7ce-06eca6e47aef']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:59.209280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.209930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29fee02f-d897-4b15-b5fe-364d2edd5bb9 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:45:59.226946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.228116 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/routers/29fee02f-d897-4b15-b5fe-364d2edd5bb9 HTTP/1.1" status: 204 len: 168 time: 1.6587970 May 25 16:45:59.230851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56260) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.284857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] DHCP port deletion for 4d16a9bc-72cc-411c-8fce-c0015ef70691 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:45:59.313661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2024b651-2945-4be5-9e4d-5ace240d3664') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:59.314344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2024b651-2945-4be5-9e4d-5ace240d3664') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:45:59.365345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.421874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Deleting port 85923d60-23bc-498f-a2ab-35ffffdfd35c {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:59.422479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.466949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.472209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 85923d60-23bc-498f-a2ab-35ffffdfd35c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:45:59.538537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.548373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.573934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:45:59.574572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.613383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=85923d60-23bc-498f-a2ab-35ffffdfd35c,segment=NetworkSegment(7ac36ec5-82c5-470c-a416-f27faf015354),segment_id=7ac36ec5-82c5-470c-a416-f27faf015354)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:59.614038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:45:59.614758 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:45:59.741381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.777213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e815e8-d402-4ebf-bcc4-41ad6acabb40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:45:59.777970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21e815e8-d402-4ebf-bcc4-41ad6acabb40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Synchronizing usage tracker for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:45:59.800202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.809946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a0a03e3b-b6ae-479a-a09e-5cf7963db934 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:59.826725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.836182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Deleting port ead89dc7-1b9a-493c-8179-c20fdb15e61e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:45:59.836628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.850458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Calling delete_port for 85923d60-23bc-498f-a2ab-35ffffdfd35c owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:45:59.855339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=c6df80ca-c688-4ebe-a7ce-06eca6e47aef,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:45:59.863093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:45:59.864281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21e815e8-d402-4ebf-bcc4-41ad6acabb40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Unset dirty status for tenant:dcf89c03861440f1adccf5cb06831b3d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:45:59.868224 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21e815e8-d402-4ebf-bcc4-41ad6acabb40 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "GET /v2.0/ports?device_id=d2f336a0-1031-4778-85da-c1a92b74d733 HTTP/1.1" status: 200 len: 913 time: 0.7562008 May 25 16:45:59.869726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/c6df80ca-c688-4ebe-a7ce-06eca6e47aef HTTP/1.1" status: 204 len: 168 time: 3.8968947 May 25 16:45:59.870952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56264) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.871144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.881283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56266) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:45:59.915097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=85923d60-23bc-498f-a2ab-35ffffdfd35c,segment=NetworkSegment(7ac36ec5-82c5-470c-a416-f27faf015354),segment_id=7ac36ec5-82c5-470c-a416-f27faf015354)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:59.922031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.926180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:45:59.990694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] For port ead89dc7-1b9a-493c-8179-c20fdb15e61e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ead89dc7-1b9a-493c-8179-c20fdb15e61e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:45:59.991294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:45:59.998263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:00.002706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:00.024241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.028874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:00.044965 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-52df52bc-18a5-4b19-8731-acf32071c32d tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:46:00.045416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52df52bc-18a5-4b19-8731-acf32071c32d tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:46:00.049491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-52df52bc-18a5-4b19-8731-acf32071c32d tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/a9173e2b-b54e-4ab9-ab9f-4f645efc3df7 HTTP/1.1" status: 404 len: 337 time: 0.1649451 May 25 16:46:00.056416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56272) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:00.080898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Pushing event deleted for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:00.083012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] No DVR routers for this DVR port 85923d60-23bc-498f-a2ab-35ffffdfd35c on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:00.084735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:00.136660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Calling delete_port for ead89dc7-1b9a-493c-8179-c20fdb15e61e owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:00.173535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9508e7-466d-4a7b-b736-3d60850af44e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] DELETE failed (client error): The resource could not be found. May 25 16:46:00.174012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9508e7-466d-4a7b-b736-3d60850af44e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:46:00.175703 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5b9508e7-466d-4a7b-b736-3d60850af44e tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/1bad273a-079e-4ac4-bf62-6f322f5ec6b4 HTTP/1.1" status: 404 len: 339 time: 0.1128752 May 25 16:46:00.184120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56276) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:00.203784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 85923d60-23bc-498f-a2ab-35ffffdfd35c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:00.204321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.233930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.273638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting subnet 044c38bd-1052-4e95-ab79-e6ac1ff2e825 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:00.277596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.288291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-87565872-e73c-48b2-bbae-4bdbddf64387 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:00.376933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.470992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.479202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ec9e461e-b853-4231-af80-15e71c325dac tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:00.515772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port 85923d60-23bc-498f-a2ab-35ffffdfd35c, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:00.516149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.553666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event deleted for resources: {'Port': ['ID=ead89dc7-1b9a-493c-8179-c20fdb15e61e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:00.568333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14d0998-dcee-4002-ade5-2ea219d4af91,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:00.587511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:00.643500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.703557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.789950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:00.796917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:00.867999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e74cf423-bdbe-41b9-86b8-76e96552baee tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:00.905034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 85923d60-23bc-498f-a2ab-35ffffdfd35c owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:00.916227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Port 85923d60-23bc-498f-a2ab-35ffffdfd35c was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:46:00.937010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Checking segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:00.937629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Network hostable DHCP agents. Network: cfc8bae2-3647-4592-b9b5-1a21ff118a0a, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:00.996875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.059954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port 85923d60-23bc-498f-a2ab-35ffffdfd35c on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:01.105858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.110371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.122737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:01.138035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=22e243cd-6eb7-4b0d-8d63-cb3beed4bd50,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:01.152210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:01.154884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b3f8aa0-ea69-4811-9270-95c7a943be32 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:01.172685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.173269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6d5539-0e71-4b65-a521-a085a20794d6 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:46:01.232489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.233674 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "DELETE /v2.0/routers/bd6d5539-0e71-4b65-a521-a085a20794d6 HTTP/1.1" status: 204 len: 168 time: 2.0017853 May 25 16:46:01.238812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56280) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.253967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278935196', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:01.264133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:01.272465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:01.277129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:01.287364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:01.299749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, cfc8bae2-3647-4592-b9b5-1a21ff118a0a) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:01.301561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=85923d60-23bc-498f-a2ab-35ffffdfd35c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:01.301833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.302856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.304059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': '138d1098-8d2d-4dda-bc66-319a728de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17faf511-9255-4692-a944-cbc400b62e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:01.304501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: 17faf511-9255-4692-a944-cbc400b62e68, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:01.316452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4d514e-7483-4869-8a3f-d5d0cd9f18d4 None None] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:01.318745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:01.341437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.341702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.348575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:01.359621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.360221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.369518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d16a9bc-72cc-411c-8fce-c0015ef70691']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:01.397879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Subnet': ['ID=044c38bd-1052-4e95-ab79-e6ac1ff2e825,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:01.397879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:01.401642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.420653 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/subnets/044c38bd-1052-4e95-ab79-e6ac1ff2e825 HTTP/1.1" status: 204 len: 168 time: 1.2331624 May 25 16:46:01.420653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.424226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56284) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.426155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac36ec5-82c5-470c-a416-f27faf015354') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:01.426155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac36ec5-82c5-470c-a416-f27faf015354') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:01.430342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8011e-98d8-45f2-ac75-bc9611aa92e5 None None] Network b0456a42-fba5-4c35-9317-0ab3569033e4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:01.445908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 17faf511-9255-4692-a944-cbc400b62e68 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:01.462607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.475054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 17faf511-9255-4692-a944-cbc400b62e68) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:01.477386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1310356 May 25 16:46:01.484369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56288) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.491819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:01.500933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.509334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:01.513145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:01.513737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.518479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:01.518942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.529954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac46fb2-c3c6-45c8-837f-a449356d9f70 None None] Network 17faf511-9255-4692-a944-cbc400b62e68 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:01.536868 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:01.542281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Usage tracker for resource:router and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:01.589738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:01.619491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:01.647241 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9534905 May 25 16:46:01.649716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.650928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.656467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56294) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.666284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '17faf511-9255-4692-a944-cbc400b62e68', 'security_groups': [], 'name': 'tempest-PortsTestJSON-229350610'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:01.693139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.742308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.786339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:01.802681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ead89dc7-1b9a-493c-8179-c20fdb15e61e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:01.813015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.846111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=4d16a9bc-72cc-411c-8fce-c0015ef70691,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:01.852360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.855254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:01.869481 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/4d16a9bc-72cc-411c-8fce-c0015ef70691 HTTP/1.1" status: 204 len: 168 time: 2.7511358 May 25 16:46:01.873528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56298) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:01.931818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:01.937061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ead89dc7-1b9a-493c-8179-c20fdb15e61e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:01.937614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ead89dc7-1b9a-493c-8179-c20fdb15e61e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:01.991710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:01.992548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.056773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Deleting port 79908912-d950-4ecb-a988-7d7e1b807a73 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:02.057028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.158601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-17faf511-9255-4692-a944-cbc400b62e68', 'network_id': '17faf511-9255-4692-a944-cbc400b62e68', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': '22e243cd-6eb7-4b0d-8d63-cb3beed4bd50'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:02.159449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.179086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] For port 79908912-d950-4ecb-a988-7d7e1b807a73, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=79908912-d950-4ecb-a988-7d7e1b807a73,segment=NetworkSegment(ea099b0b-ef9a-4c7d-bc36-bec003e17697),segment_id=ea099b0b-ef9a-4c7d-bc36-bec003e17697)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:02.179086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.179671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:02.193660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.301057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] DHCP port deletion for b0456a42-fba5-4c35-9317-0ab3569033e4 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:02.345551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Calling delete_port for 79908912-d950-4ecb-a988-7d7e1b807a73 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:02.381924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Allocated IP 172.20.0.2 (cfc8bae2-3647-4592-b9b5-1a21ff118a0a/a14d0998-dcee-4002-ade5-2ea219d4af91/fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:02.492723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:02.544112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.549038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Allocated IP 172.20.0.2 (17faf511-9255-4692-a944-cbc400b62e68/22e243cd-6eb7-4b0d-8d63-cb3beed4bd50/8da483af-d0ac-469b-93b3-5fdab505f55e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:02.560150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6058e08-23eb-4850-b9f8-bed22add8bc8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:02.562177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a6058e08-23eb-4850-b9f8-bed22add8bc8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6857114 May 25 16:46:02.568328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:02.572363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.579007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Deleting port 79908912-d950-4ecb-a988-7d7e1b807a73 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:02.579348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.584794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56304) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:02.731538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port df3b6f16-3c54-4696-b217-f47e96094c8f yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:02.759359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.803571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.864936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] For port 79908912-d950-4ecb-a988-7d7e1b807a73, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=79908912-d950-4ecb-a988-7d7e1b807a73,segment=NetworkSegment(ea099b0b-ef9a-4c7d-bc36-bec003e17697),segment_id=ea099b0b-ef9a-4c7d-bc36-bec003e17697)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:02.865618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.893376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:02.902703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92232d76-0578-4701-8016-71c2b865edae tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:02.988544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-25723fcf-3f18-400b-a8b8-cc85cf251504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:02.991312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Port': ['ID=79908912-d950-4ecb-a988-7d7e1b807a73,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.003540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.009833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] No DVR routers for this DVR port 79908912-d950-4ecb-a988-7d7e1b807a73 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:03.069670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Calling delete_port for 79908912-d950-4ecb-a988-7d7e1b807a73 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:03.124605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.153730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Transition to ACTIVE for port object fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:03.205878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-25723fcf-3f18-400b-a8b8-cc85cf251504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:03.211188 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-25723fcf-3f18-400b-a8b8-cc85cf251504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6154683 May 25 16:46:03.213726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56308) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:03.237964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-959402085'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:03.249172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Transition to ACTIVE for port object fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:03.258886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:03.271403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.271771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.280761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:03.288228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-29c92f2c-e02c-4876-a3a9-99fd236b2f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.289806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:03.314020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Allocated IP 172.26.6.128 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/ed845ba4-acbe-495e-b2d0-9b852bf15929) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:03.318224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0456a42-fba5-4c35-9317-0ab3569033e4']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:03.329921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:03.333096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.343867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.351420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea099b0b-ef9a-4c7d-bc36-bec003e17697') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:03.351925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea099b0b-ef9a-4c7d-bc36-bec003e17697') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:03.381791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Transition to ACTIVE for port object 8da483af-d0ac-469b-93b3-5fdab505f55e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:03.389206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.393824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.414728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:03.419816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Pushing event updated for resources: {'Port': ['ID=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.433916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:03.438287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] No DVR routers for this DVR port 79908912-d950-4ecb-a988-7d7e1b807a73 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:03.438287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.441924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cde68b6-7f0c-4e4c-b94d-1cd712f39c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.452730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:03.454867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.473749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:03.477780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Transition to ACTIVE for port object 8da483af-d0ac-469b-93b3-5fdab505f55e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:03.489532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.500678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.503962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 79908912-d950-4ecb-a988-7d7e1b807a73 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:03.509537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:03.513790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.544312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Pushing event deleted for resources: {'Port': ['ID=79908912-d950-4ecb-a988-7d7e1b807a73,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.546294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.567952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:03.568449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.580916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.583288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b07b3cbc-f2e6-4db7-b5ec-f0f7239a2ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:03.590095 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:03.614405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 79908912-d950-4ecb-a988-7d7e1b807a73 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:03.614687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 79908912-d950-4ecb-a988-7d7e1b807a73 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:03.621744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:03.665775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.14 (17faf511-9255-4692-a944-cbc400b62e68/22e243cd-6eb7-4b0d-8d63-cb3beed4bd50/df3b6f16-3c54-4696-b217-f47e96094c8f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:03.692199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Network 17faf511-9255-4692-a944-cbc400b62e68 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:03.715832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:03.728559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:03.738732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Attempting to bind port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:03.739388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Attempting to bind port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:03.739954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Attempting to bind port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 on network cfc8bae2-3647-4592-b9b5-1a21ff118a0a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:03.743252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.743738 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment 855d3675-4c12-4fa1-aff1-013713ce1462 of type vlan for network 8fff4747-4679-4c38-9527-4ca9c8e689b2 May 25 16:46:03.747262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.777384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:03.777769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Checking segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:03.778180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.778587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Bound using segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:03.779095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Bound port: fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:03.779677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.783896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.791604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.795700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9957650-1c3c-44cb-a9b6-120111025602 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.796553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Pushing event updated for resources: {'Port': ['ID=8da483af-d0ac-469b-93b3-5fdab505f55e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.808089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.821636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.823464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.834490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Pushing event deleted for resources: {'Network': ['ID=b0456a42-fba5-4c35-9317-0ab3569033e4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:03.841638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:03.869790 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] 10.222.0.96 "DELETE /v2.0/networks/b0456a42-fba5-4c35-9317-0ab3569033e4 HTTP/1.1" status: 204 len: 168 time: 2.4419250 May 25 16:46:03.887488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.894605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:03.895266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.912266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e893f51e-e13c-45bd-9fd0-903abad21cf8 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:03.930535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Attempting to bind port 8da483af-d0ac-469b-93b3-5fdab505f55e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:03.930972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Attempting to bind port 8da483af-d0ac-469b-93b3-5fdab505f55e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '138d1098-8d2d-4dda-bc66-319a728de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17faf511-9255-4692-a944-cbc400b62e68'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:03.931542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Attempting to bind port 8da483af-d0ac-469b-93b3-5fdab505f55e on network 17faf511-9255-4692-a944-cbc400b62e68 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:03.944556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:03.945280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Checking segment: {'id': '138d1098-8d2d-4dda-bc66-319a728de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17faf511-9255-4692-a944-cbc400b62e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:03.945571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.946404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Bound using segment: {'id': '138d1098-8d2d-4dda-bc66-319a728de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17faf511-9255-4692-a944-cbc400b62e68'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:03.947126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Bound port: 8da483af-d0ac-469b-93b3-5fdab505f55e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138d1098-8d2d-4dda-bc66-319a728de035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '17faf511-9255-4692-a944-cbc400b62e68'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:03.947681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:03.975528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:04.020972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=8fff4747-4679-4c38-9527-4ca9c8e689b2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.027310 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7954268 May 25 16:46:04.028437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.028899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56316) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:04.033128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.044009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0830d57c-17c4-441a-a447-ce6f72a1bd60 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:04.088811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:04.089394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] For port 8da483af-d0ac-469b-93b3-5fdab505f55e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:04.094457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] For port 8da483af-d0ac-469b-93b3-5fdab505f55e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8da483af-d0ac-469b-93b3-5fdab505f55e,segment=NetworkSegment(138d1098-8d2d-4dda-bc66-319a728de035),segment_id=138d1098-8d2d-4dda-bc66-319a728de035)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:04.101791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:04.128838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:04.181753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:04.185408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56320) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:04.194331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.198746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:04.219504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-410c86d0-09be-4d12-bd0a-08c8b2e34bc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:04.269478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event updated for resources: {'Port': ['ID=ed845ba4-acbe-495e-b2d0-9b852bf15929,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.277249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.286704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] For port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:04.291601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] For port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:04.294227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:04.337609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Allocated IP 172.26.6.173 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/941e7a56-5ab9-4b91-9860-422573ead34c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:04.349019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.360916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.371493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:04.419368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object df3b6f16-3c54-4696-b217-f47e96094c8f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:04.443920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:04.451913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Pushing event updated for resources: {'Port': ['ID=8da483af-d0ac-469b-93b3-5fdab505f55e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.457035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.458502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:04.549482 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c82ad734-2873-41d7-8f4a-0c6f5539c753 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d196db7e0b774f958c82454533b9247c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3506894 May 25 16:46:04.561296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56328) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:04.563389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Pushing event updated for resources: {'Port': ['ID=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.567349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.621566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:04.666378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.681685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:04.684653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:04.685756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.756916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:04.815348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 17faf511-9255-4692-a944-cbc400b62e68 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:04.828618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:04.831675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:04.879749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=df3b6f16-3c54-4696-b217-f47e96094c8f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:04.883382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:04.896320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.029011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:05.029581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.036150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.108940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.118725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7c84561-fefd-42dc-9c48-fa856c61f36e tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:05.162226 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5030124 May 25 16:46:05.175067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56332) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:05.176882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=eb64f9f6-7720-48a5-a47d-a0d43ddf3e6a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:05.180554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:05.214300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.258660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba532536-db72-4987-9d18-8f88cacfe271 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:05.328159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.399839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.417541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:05.425443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:05.427861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:05.525188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Pushing event updated for resources: {'Port': ['ID=941e7a56-5ab9-4b91-9860-422573ead34c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:05.528400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:05.535073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6619a351-f800-4c34-a24d-5b8c7fd13408 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:05.553911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:05.582607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.584894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a698823a-b667-4cbc-9e11-ccbb0024aa9e HTTP/1.1" status: 204 len: 168 time: 1.0212970 May 25 16:46:05.586796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a698823a-b667-4cbc-9e11-ccbb0024aa9e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:05.703856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:05.717722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:05.721782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-748106d3-449d-49a8-ab43-a016662cb53a tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:05.725858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8da483af-d0ac-469b-93b3-5fdab505f55e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:05.801592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:46:05.834403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:05.862134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8da483af-d0ac-469b-93b3-5fdab505f55e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:05.962366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': '855d3675-4c12-4fa1-aff1-013713ce1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:05.962724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 8fff4747-4679-4c38-9527-4ca9c8e689b2, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:05.965723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=a1a597e2-7de1-4813-925c-708570b1d2a6,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:05.984690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:06.015441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:06.023811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.027588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8fff4747-4679-4c38-9527-4ca9c8e689b2) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:06.046661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f24fd8-d8f6-4c06-a70b-6ff7a33ad8b3 None None] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:06.177211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8a2d0-31e1-4e34-a5b4-2d044f57e1b4 None None] Network 17faf511-9255-4692-a944-cbc400b62e68 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:06.277362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:06.277982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.330517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3001273 May 25 16:46:06.338162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56350) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:06.366930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2', 'name': 'tempest-PortsIpV6TestJSON-1831158330'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:06.439140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port df3b6f16-3c54-4696-b217-f47e96094c8f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:06.442427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.475824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.518864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Router ab35895f-aaac-4dca-b05b-3e910adbba73 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:06.520321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41732fb-c10a-42a3-bb24-aaf1ac5ee1c2 None None] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:06.645224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Provisioning for port 8da483af-d0ac-469b-93b3-5fdab505f55e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:06.698084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Provisioning complete for port 8da483af-d0ac-469b-93b3-5fdab505f55e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:06.698730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.775700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56362) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:06.819029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.839487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:06.896320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:06.905158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.917254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:06.927375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:06.950253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:06.954803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:06.978498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:06.981201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 4be08503-dac9-41e3-b6bf-58ab017d8ced yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:06.992974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] Sync routers for ids ['ab35895f-aaac-4dca-b05b-3e910adbba73'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:07.005389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] Routers {'ab35895f-aaac-4dca-b05b-3e910adbba73'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:07.006348 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ab35895f-aaac-4dca-b05b-3e910adbba73'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:07.067145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.071200 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8288245 May 25 16:46:07.073737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56368) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:07.083145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:07.109175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584453175'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:07.119223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for df3b6f16-3c54-4696-b217-f47e96094c8f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:07.119469 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:07.134806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] Routers {'ab35895f-aaac-4dca-b05b-3e910adbba73'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:07.136702 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ab35895f-aaac-4dca-b05b-3e910adbba73'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:07.138688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:07.150727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:07.160587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:07.175862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:07.211930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-8fff4747-4679-4c38-9527-4ca9c8e689b2', 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': 'a1a597e2-7de1-4813-925c-708570b1d2a6'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:07.212752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.245217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:07.245617 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe64ebf-92bc-49f0-83e7-fd77cf081a82 None None] The sync data for ids ['ab35895f-aaac-4dca-b05b-3e910adbba73'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:07.324177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.333489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:07.337176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.396799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.455927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::323 (8fff4747-4679-4c38-9527-4ca9c8e689b2/a1a597e2-7de1-4813-925c-708570b1d2a6/4be08503-dac9-41e3-b6bf-58ab017d8ced) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:07.502692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:07.526931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] For port 8da483af-d0ac-469b-93b3-5fdab505f55e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8da483af-d0ac-469b-93b3-5fdab505f55e,segment=NetworkSegment(138d1098-8d2d-4dda-bc66-319a728de035),segment_id=138d1098-8d2d-4dda-bc66-319a728de035)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:07.538542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.545139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a510cad5-6948-4903-bf93-5fdccab8fe3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:07.602411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:security_group_rule and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:07.607572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:07.622847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:07.650631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Pushing event updated for resources: {'Port': ['ID=8da483af-d0ac-469b-93b3-5fdab505f55e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:07.674410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:07.705228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Provisioning for port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:07.714555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Provisioning complete for port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:07.715246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.841580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Router d2f336a0-1031-4778-85da-c1a92b74d733 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:07.861292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.881462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.885540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.887323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-664d04d4-fc6d-46e4-a21d-b4f746e7259d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:07.933490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] For port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:07.939849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:07.944030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c934c609-5c84-425a-970e-17aa94d1da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:07.998322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.023823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Pushing event updated for resources: {'Port': ['ID=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.029692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.033214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Provisioning complete for port 8da483af-d0ac-469b-93b3-5fdab505f55e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:08.033585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.074610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 4be08503-dac9-41e3-b6bf-58ab017d8ced will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:08.122521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.165942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.214957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bdb53438-cbe4-4fca-ae1b-9909b1437616 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:08.224772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Could not find standard attr ID for object df3b6f16-3c54-4696-b217-f47e96094c8f. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:46:08.248357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Allocated IP 2001:db8::2 (8fff4747-4679-4c38-9527-4ca9c8e689b2/a1a597e2-7de1-4813-925c-708570b1d2a6/d8c12cab-3b7d-4b0b-99c6-764c7d43c193) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:08.291714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=df3b6f16-3c54-4696-b217-f47e96094c8f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.294231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.306239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:08.310048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:08.313662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:08.319193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:08.319827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.324124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=4be08503-dac9-41e3-b6bf-58ab017d8ced,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.330556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.348753 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0091941 May 25 16:46:08.351738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56372) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:08.358738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2', 'name': 'tempest-PortsIpV6TestJSON-137701372'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:08.475274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-95321fc3-0f2b-4092-8d75-450210593eb2 None None] Provisioning complete for port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:08.475662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-95321fc3-0f2b-4092-8d75-450210593eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.669214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.675733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.688112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Transition to ACTIVE for port object d8c12cab-3b7d-4b0b-99c6-764c7d43c193 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:08.711433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:08.714532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-95321fc3-0f2b-4092-8d75-450210593eb2 None None] Could not find standard attr ID for object df3b6f16-3c54-4696-b217-f47e96094c8f. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:46:08.717117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Transition to ACTIVE for port object d8c12cab-3b7d-4b0b-99c6-764c7d43c193 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:08.719320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "PUT /v2.0/routers/d2f336a0-1031-4778-85da-c1a92b74d733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8470733 May 25 16:46:08.725609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] Sync routers for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:08.728347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.732124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56376) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:08.736866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/df3b6f16-3c54-4696-b217-f47e96094c8f HTTP/1.1" status: 204 len: 168 time: 3.5520036 May 25 16:46:08.737023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-03aee08d-6f18-49e8-b9e7-bee5e5d39b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:08.738324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.767927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56380) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:08.806093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:08.806757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:08.817979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.832062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-61f81415-1e1b-4b3e-8b7f-8d91f3629c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:08.845021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:08.849543 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d871bb33-91ea-4e94-9892-c57656f65512 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:46:08.853369 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d871bb33-91ea-4e94-9892-c57656f65512 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/df3b6f16-3c54-4696-b217-f47e96094c8f HTTP/1.1" status: 404 len: 333 time: 0.0793800 May 25 16:46:08.854956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56384) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:08.858986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:08.860106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:08.872281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:08.873512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:08.887489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:08.894443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:08.898262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:08.899498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Pushing event updated for resources: {'Port': ['ID=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.922189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:08.933871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.973084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] Routers {'d2f336a0-1031-4778-85da-c1a92b74d733'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:08.973084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d2f336a0-1031-4778-85da-c1a92b74d733'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:08.973396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2ebb3-6cef-400d-baa2-78399a51af19,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:08.976781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:08.986130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:08.986522 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c of type vlan for network 3e84ecba-7705-4fa2-9030-0a1349058ff4 May 25 16:46:08.990453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:09.026387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 22e243cd-6eb7-4b0d-8d63-cb3beed4bd50 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:09.028230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:09.031644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.053063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.055578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:09.055989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd41c81-e25e-4670-b018-fc23ce9f71f7 None None] The sync data for ids ['d2f336a0-1031-4778-85da-c1a92b74d733'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:09.061105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Attempting to bind port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:09.062021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Attempting to bind port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '855d3675-4c12-4fa1-aff1-013713ce1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:09.062403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Attempting to bind port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 on network 8fff4747-4679-4c38-9527-4ca9c8e689b2 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:09.068082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:09.068465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Checking segment: {'id': '855d3675-4c12-4fa1-aff1-013713ce1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:09.068873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.069313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Bound using segment: {'id': '855d3675-4c12-4fa1-aff1-013713ce1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:09.069785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Bound port: d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855d3675-4c12-4fa1-aff1-013713ce1462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': '8fff4747-4679-4c38-9527-4ca9c8e689b2'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:09.070170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.097429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.162718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port c7057c7e-2acf-4d95-8052-25c13914352c yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:09.166658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.168332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] For port d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:09.173634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] For port d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,segment=NetworkSegment(855d3675-4c12-4fa1-aff1-013713ce1462),segment_id=855d3675-4c12-4fa1-aff1-013713ce1462)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:09.180083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.184014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-72a3bdf4-bca9-4a41-afd9-a49df7dbb3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:09.260421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.268413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Pushing event updated for resources: {'Port': ['ID=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:09.271492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:09.397687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.403529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:09.404171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.414154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0959aed6-2f6e-431d-853b-0fbd6373c6db tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:09.458872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8da483af-d0ac-469b-93b3-5fdab505f55e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:09.601361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8da483af-d0ac-469b-93b3-5fdab505f55e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:09.602190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.698442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::19 (8fff4747-4679-4c38-9527-4ca9c8e689b2/a1a597e2-7de1-4813-925c-708570b1d2a6/c7057c7e-2acf-4d95-8052-25c13914352c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:09.730213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:09.737628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9553864 May 25 16:46:09.742646 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Sync routers for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:09.750812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.752817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:09.754506 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:09.755151 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:09.772753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=3e84ecba-7705-4fa2-9030-0a1349058ff4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:09.776408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:09.778350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:09.784480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2968071 May 25 16:46:09.785569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56388) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:09.811013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:09.875874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56392) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:10.014523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3f1b9ca3-a31f-4b51-93fe-c1fbd4168832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.036414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting port c919a3be-0c53-42a3-8a16-0bdbbbbe6c8b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:10.036749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.038608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:10.039403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.051220 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:10.105173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.127711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object c7057c7e-2acf-4d95-8052-25c13914352c will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:10.158940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.198531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:10.218427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.251319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-48854e87-fee9-4d23-9d6a-48d0cba21be6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:10.413031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:06Z', 'revision_number': 3, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:10.419265 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Checking router: a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:10.419616 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Updating router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 port 941e7a56-5ab9-4b91-9860-422573ead34c binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:10.441423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.484123 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.544358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.563659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:10.572186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:10.574833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e265e8-cb27-4d97-9e90-04d694c26620 None None] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:10.581273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.585341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:10.591080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:10.591746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.646784 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2943459 May 25 16:46:10.658177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56396) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:10.660380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Calling delete_port for c919a3be-0c53-42a3-8a16-0bdbbbbe6c8b owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:10.701590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-93115ac1-7a80-4ea1-90a2-12b2d38632b3 None None] Provisioning for port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:10.896434 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.911407 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Transition to ACTIVE for port object 941e7a56-5ab9-4b91-9860-422573ead34c will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:10.920144 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:10.927236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:10.937808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=c7057c7e-2acf-4d95-8052-25c13914352c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:10.944870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:10.949710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:10.953718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:10.961687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:10.975953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:10.994406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:10.997886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.012245 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Pushing event updated for resources: {'Port': ['ID=941e7a56-5ab9-4b91-9860-422573ead34c,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:11.028849 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:11.063543 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Attempting to bind port 941e7a56-5ab9-4b91-9860-422573ead34c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:11.064447 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Attempting to bind port 941e7a56-5ab9-4b91-9860-422573ead34c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:11.065125 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Attempting to bind port 941e7a56-5ab9-4b91-9860-422573ead34c on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:11.073052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:11.073424 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:11.073826 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.074215 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:11.075604 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Bound port: 941e7a56-5ab9-4b91-9860-422573ead34c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:11.075996 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.092200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.179923 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] For port 941e7a56-5ab9-4b91-9860-422573ead34c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:11.181588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.184367 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] For port 941e7a56-5ab9-4b91-9860-422573ead34c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=941e7a56-5ab9-4b91-9860-422573ead34c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:11.190082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.194181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331ee088-85aa-4c9b-9715-70258cd847ec tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:11.196974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-08c4786d-e293-4f34-8bc3-4a0fad1ea1b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:11.225747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router ab35895f-aaac-4dca-b05b-3e910adbba73 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:11.251758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Port': ['ID=c919a3be-0c53-42a3-8a16-0bdbbbbe6c8b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:11.256040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Provisioning for port c7057c7e-2acf-4d95-8052-25c13914352c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:11.260293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:11.277286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Provisioning complete for port c7057c7e-2acf-4d95-8052-25c13914352c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:11.277858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.342862 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Pushing event updated for resources: {'Port': ['ID=941e7a56-5ab9-4b91-9860-422573ead34c,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:11.360456 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:11.399836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Port c7057c7e-2acf-4d95-8052-25c13914352c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:11.410620 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:11.411386 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:11.433346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Provisioning for port 4be08503-dac9-41e3-b6bf-58ab017d8ced completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:11.445167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Provisioning complete for port 4be08503-dac9-41e3-b6bf-58ab017d8ced triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:11.445601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.588552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d8c12cab-3b7d-4b0b-99c6-764c7d43c193 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:11.602689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.637366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:11.668543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] Sync routers for ids ['ab35895f-aaac-4dca-b05b-3e910adbba73'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:11.680975 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:11.692906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.696629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] Routers {'ab35895f-aaac-4dca-b05b-3e910adbba73'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:11.697412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ab35895f-aaac-4dca-b05b-3e910adbba73'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:11.698141 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b897de06-a9c9-465c-8c70-2443f2594ddb tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "PUT /v2.0/routers/ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 200 len: 921 time: 4.6240027 May 25 16:46:11.728736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56402) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:11.773426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2763c-53b1-422c-9c4a-33eaf23eedc5 None None] Port 4be08503-dac9-41e3-b6bf-58ab017d8ced cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:11.796393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:11.841310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] Routers {'ab35895f-aaac-4dca-b05b-3e910adbba73'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:11.842092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:45:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ab35895f-aaac-4dca-b05b-3e910adbba73'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:11.917565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea46f3a-b87b-4ebb-ba61-b2d6a2066a4a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:11.918354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.918667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cea46f3a-b87b-4ebb-ba61-b2d6a2066a4a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:11.924520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:11.974146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:11.974564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34ccd3-e145-407f-ae69-a8910dd8cc29 None None] The sync data for ids ['ab35895f-aaac-4dca-b05b-3e910adbba73'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:11.984069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a17dc509-3eba-458e-94cf-f1c1f697beda None None] Provisioning complete for port 4be08503-dac9-41e3-b6bf-58ab017d8ced triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:11.984455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a17dc509-3eba-458e-94cf-f1c1f697beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.018341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:12.037757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.038567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Fanout notify agent at l3_agent the message router_deleted on router d2f336a0-1031-4778-85da-c1a92b74d733 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:46:12.048589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:12.049016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.063594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Allocated IP 172.20.0.1 (cfc8bae2-3647-4592-b9b5-1a21ff118a0a/a14d0998-dcee-4002-ade5-2ea219d4af91/0af7307b-315c-4342-ac58-241754feba48) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:12.075249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.079394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/routers/d2f336a0-1031-4778-85da-c1a92b74d733 HTTP/1.1" status: 204 len: 168 time: 3.3436308 May 25 16:46:12.080360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56406) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:12.091400 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:06Z', 'revision_number': 3, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:12.097912 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8b197-f20f-43c1-88c1-c7c462d1b640 None None] The sync data for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv is: [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:06Z', 'revision_number': 3, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:12.110438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a17dc509-3eba-458e-94cf-f1c1f697beda None None] Port 4be08503-dac9-41e3-b6bf-58ab017d8ced cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:12.121225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cea46f3a-b87b-4ebb-ba61-b2d6a2066a4a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:12.126385 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cea46f3a-b87b-4ebb-ba61-b2d6a2066a4a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A323 HTTP/1.1" status: 200 len: 929 time: 1.2308457 May 25 16:46:12.127361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56410) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:12.201259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.251625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,segment=NetworkSegment(855d3675-4c12-4fa1-aff1-013713ce1462),segment_id=855d3675-4c12-4fa1-aff1-013713ce1462)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:12.259023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-41bcd1f1-bd6b-4cce-a01a-b3317d8180f9 None None] Provisioning complete for port c7057c7e-2acf-4d95-8052-25c13914352c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:12.259675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-41bcd1f1-bd6b-4cce-a01a-b3317d8180f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.273710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Deleting subnet 3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:12.280600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.298850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.315888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.316513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:12.333413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea622618-c6b9-41e3-a636-989d73be0742 tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:12.377955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.394696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-41bcd1f1-bd6b-4cce-a01a-b3317d8180f9 None None] Port c7057c7e-2acf-4d95-8052-25c13914352c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:12.443628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.446804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=22e243cd-6eb7-4b0d-8d63-cb3beed4bd50,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:12.456967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:12.460570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-991e5aa5-7cde-45d5-befe-e2605a1204a2 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 200 len: 921 time: 0.7291162 May 25 16:46:12.464911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ff1d50-2751-4be1-b7a9-7b5c8cc20ab4 None None] Network 17faf511-9255-4692-a944-cbc400b62e68 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:12.466742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56414) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:12.486819 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/22e243cd-6eb7-4b0d-8d63-cb3beed4bd50 HTTP/1.1" status: 204 len: 168 time: 3.6313112 May 25 16:46:12.494351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56418) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:12.500883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.502933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:12.557559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.571686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:12.623691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port c7057c7e-2acf-4d95-8052-25c13914352c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:12.624201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.653498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Transition to ACTIVE for port object 0af7307b-315c-4342-ac58-241754feba48 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:12.678817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.725630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.768236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4a48705-2cb5-42e8-863e-1fbd9b0188a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.793245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] DHCP port deletion for 17faf511-9255-4692-a944-cbc400b62e68 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:12.884192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Deleting port 8da483af-d0ac-469b-93b3-5fdab505f55e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:12.884730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.971225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.973252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:12.978878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bb63ccab-b089-49ea-9cbc-de9ea32fb285 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.027155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] For port 8da483af-d0ac-469b-93b3-5fdab505f55e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8da483af-d0ac-469b-93b3-5fdab505f55e,segment=NetworkSegment(138d1098-8d2d-4dda-bc66-319a728de035),segment_id=138d1098-8d2d-4dda-bc66-319a728de035)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:13.027661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.070935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 8da483af-d0ac-469b-93b3-5fdab505f55e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:13.071261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.086348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:13.097338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:13.101546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:13.142582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for c7057c7e-2acf-4d95-8052-25c13914352c owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:13.191609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.213512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Calling delete_port for 8da483af-d0ac-469b-93b3-5fdab505f55e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:13.239642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6dc3e4-4e2a-491b-b57c-87bcddd9e665 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:13.241164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fb6dc3e4-4e2a-491b-b57c-87bcddd9e665 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=ab35895f-aaac-4dca-b05b-3e910adbba73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7663693 May 25 16:46:13.245361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56422) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:13.282301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.285921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Pushing event updated for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.288794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abeb800e-b339-4493-8312-4fae271c2c46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.289234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.306355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.343548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Pushing event deleted for resources: {'Port': ['ID=8da483af-d0ac-469b-93b3-5fdab505f55e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.348612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.351125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] No DVR routers for this DVR port 8da483af-d0ac-469b-93b3-5fdab505f55e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:13.396801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-664d1da2-5cd7-483a-ba92-00d9822a6c88 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.402552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port 8da483af-d0ac-469b-93b3-5fdab505f55e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8da483af-d0ac-469b-93b3-5fdab505f55e,segment=NetworkSegment(138d1098-8d2d-4dda-bc66-319a728de035),segment_id=138d1098-8d2d-4dda-bc66-319a728de035)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:13.404001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.435011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f76c8303-b397-44c9-8dc1-79ab5332c152 None None] Provisioning for port 0af7307b-315c-4342-ac58-241754feba48 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:13.442957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f76c8303-b397-44c9-8dc1-79ab5332c152 None None] Provisioning complete for port 0af7307b-315c-4342-ac58-241754feba48 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:13.443621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f76c8303-b397-44c9-8dc1-79ab5332c152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.535519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f76c8303-b397-44c9-8dc1-79ab5332c152 None None] Port 0af7307b-315c-4342-ac58-241754feba48 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:13.551395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=d5c66dc4-cb9d-4ae6-bfd3-94407648e16a,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.554323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.584303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 941e7a56-5ab9-4b91-9860-422573ead34c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:13.636897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a414c-65da-4357-b976-a5378a6c3696 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:13.637472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9a1a414c-65da-4357-b976-a5378a6c3696 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Synchronizing usage tracker for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:13.663162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:13.663162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: 3e84ecba-7705-4fa2-9030-0a1349058ff4, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:13.695447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.697238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 941e7a56-5ab9-4b91-9860-422573ead34c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:13.704481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 941e7a56-5ab9-4b91-9860-422573ead34c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:13.705369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.705914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9a1a414c-65da-4357-b976-a5378a6c3696 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Unset dirty status for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:13.709863 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9a1a414c-65da-4357-b976-a5378a6c3696 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.4507747 May 25 16:46:13.710148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56426) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:13.745232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.756666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-35aeb2d0-96fc-44a4-bfc1-e7504670ed5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.799486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:13.800813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 8da483af-d0ac-469b-93b3-5fdab505f55e owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:13.819976 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a76fc9c3-73f9-482f-8f9f-712528db560d tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 200 len: 205 time: 0.1050110 May 25 16:46:13.820217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56430) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:13.820920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=c7057c7e-2acf-4d95-8052-25c13914352c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:13.824406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:13.842433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.861970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 941e7a56-5ab9-4b91-9860-422573ead34c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=941e7a56-5ab9-4b91-9860-422573ead34c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:13.865325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3e84ecba-7705-4fa2-9030-0a1349058ff4) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:13.868610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.869613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d8c12cab-3b7d-4b0b-99c6-764c7d43c193 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:13.894611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:13.895647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.902468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.903715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-90247add-08f0-40ae-9229-51a03fe7fb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.910233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:13.936201 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/c7057c7e-2acf-4d95-8052-25c13914352c HTTP/1.1" status: 204 len: 168 time: 1.7902231 May 25 16:46:13.936874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56434) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:13.940733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d687722-f46c-426f-ac06-024f00151a9e tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:13.944897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7894447 May 25 16:46:13.985484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56c63a-d6ef-4cb3-93ca-93ad71db8a29 None None] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:13.995594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56438) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.013436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2068661074'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:14.015030 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd17c52a-9beb-49c4-97a8-52ec93e0dc31 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:46:14.015576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fd17c52a-9beb-49c4-97a8-52ec93e0dc31 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:14.032892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.035602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fd17c52a-9beb-49c4-97a8-52ec93e0dc31 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:14.040833 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fd17c52a-9beb-49c4-97a8-52ec93e0dc31 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/c7057c7e-2acf-4d95-8052-25c13914352c HTTP/1.1" status: 404 len: 333 time: 0.1018548 May 25 16:46:14.041464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56442) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.041649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:14.046507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.050830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.064382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:14.071682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:14.157531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=941e7a56-5ab9-4b91-9860-422573ead34c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.162856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.171866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/subnets/3a6fa2b8-33c5-43a9-b1d4-50d4dcbf054f HTTP/1.1" status: 204 len: 168 time: 2.0863762 May 25 16:46:14.179378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:14.185278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56448) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.212485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:14.212934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.258548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 4be08503-dac9-41e3-b6bf-58ab017d8ced {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:14.259006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.319126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:14.323221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.395146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.414954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.444329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-3e84ecba-7705-4fa2-9030-0a1349058ff4', 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'd5c66dc4-cb9d-4ae6-bfd3-94407648e16a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:14.445048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.505223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.512761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8da483af-d0ac-469b-93b3-5fdab505f55e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:14.523665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.559606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 8da483af-d0ac-469b-93b3-5fdab505f55e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:14.560048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8da483af-d0ac-469b-93b3-5fdab505f55e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:14.564137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.570279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 4be08503-dac9-41e3-b6bf-58ab017d8ced owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:14.576566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.598631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=8da483af-d0ac-469b-93b3-5fdab505f55e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.604034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.610489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:14.612796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port 8da483af-d0ac-469b-93b3-5fdab505f55e on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:14.660247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Allocated IP 172.20.255.242 (3e84ecba-7705-4fa2-9030-0a1349058ff4/d5c66dc4-cb9d-4ae6-bfd3-94407648e16a/1cea301f-0258-424b-9acf-ce524661c71c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:14.707802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.714116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.728090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.728442 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment d218b905-6491-47ea-819d-968e6678de5c of type vlan for network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc May 25 16:46:14.779271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=4be08503-dac9-41e3-b6bf-58ab017d8ced,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:14.784701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:14.834483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.853306 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/4be08503-dac9-41e3-b6bf-58ab017d8ced HTTP/1.1" status: 204 len: 168 time: 0.8104959 May 25 16:46:14.854165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56452) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.886875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.897855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Transition to ACTIVE for port object 1cea301f-0258-424b-9acf-ce524661c71c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:14.898801 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-676af495-0da6-4da1-a16e-336f7200507c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:46:14.899532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-676af495-0da6-4da1-a16e-336f7200507c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:14.917882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-676af495-0da6-4da1-a16e-336f7200507c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:14.922010 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-676af495-0da6-4da1-a16e-336f7200507c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/4be08503-dac9-41e3-b6bf-58ab017d8ced HTTP/1.1" status: 404 len: 333 time: 0.0640850 May 25 16:46:14.922151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Transition to ACTIVE for port object 1cea301f-0258-424b-9acf-ce524661c71c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:14.922243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56456) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:14.928972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.933113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8a4e0a2e-d1c6-4fd5-9b41-53c76bbd8f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:14.948207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.964247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17faf511-9255-4692-a944-cbc400b62e68']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:14.980911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138d1098-8d2d-4dda-bc66-319a728de035') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:14.981535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138d1098-8d2d-4dda-bc66-319a728de035') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:14.995513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:14.998721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:15.002192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet a1a597e2-7de1-4813-925c-708570b1d2a6 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:15.002339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:15.006240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:15.006534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.015997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Pushing event updated for resources: {'Port': ['ID=1cea301f-0258-424b-9acf-ce524661c71c,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.026255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.035649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:15.036313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.051195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:15.069989 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:15.079655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.113750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Attempting to bind port 1cea301f-0258-424b-9acf-ce524661c71c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:15.114183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Attempting to bind port 1cea301f-0258-424b-9acf-ce524661c71c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:15.114562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Attempting to bind port 1cea301f-0258-424b-9acf-ce524661c71c on network 3e84ecba-7705-4fa2-9030-0a1349058ff4 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:15.120563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:15.120943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Checking segment: {'id': '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:15.121357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.121763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Bound using segment: {'id': '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:15.122255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Bound port: 1cea301f-0258-424b-9acf-ce524661c71c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '3e84ecba-7705-4fa2-9030-0a1349058ff4'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:15.122631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.199424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.224077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] For port 1cea301f-0258-424b-9acf-ce524661c71c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:15.228307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] For port 1cea301f-0258-424b-9acf-ce524661c71c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1cea301f-0258-424b-9acf-ce524661c71c,segment=NetworkSegment(89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c),segment_id=89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:15.233664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.244190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-55e36ea1-3e81-48fb-bc29-f0dad477c641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.355114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Pushing event updated for resources: {'Port': ['ID=1cea301f-0258-424b-9acf-ce524661c71c,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.360106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.382262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.464739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 941e7a56-5ab9-4b91-9860-422573ead34c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:15.522171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.570752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.600659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e73b4cb-131a-46d1-b070-f52102d7cb7c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:15.606643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 941e7a56-5ab9-4b91-9860-422573ead34c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:15.607265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.652647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bca8b0-f876-461a-8ea5-5852fe0bca55') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:15.652871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bca8b0-f876-461a-8ea5-5852fe0bca55') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:15.683011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.687763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.700408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.712535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.726880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.739304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.746674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.767408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=17faf511-9255-4692-a944-cbc400b62e68,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.769819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.783110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a597e2-7de1-4813-925c-708570b1d2a6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:15.787025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:15.787954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.795108 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a1a597e2-7de1-4813-925c-708570b1d2a6 HTTP/1.1" status: 204 len: 168 time: 0.8716302 May 25 16:46:15.796619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58826da-e41c-4f21-a7f1-8daa123f2016 None None] Network 8fff4747-4679-4c38-9527-4ca9c8e689b2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:15.798834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56460) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:15.803786 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/17faf511-9255-4692-a944-cbc400b62e68 HTTP/1.1" status: 204 len: 168 time: 3.3079755 May 25 16:46:15.809184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.813144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.821358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:15.822070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.823332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56464) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:15.832705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3fee84dc-7a44-4adf-9aa3-1dc0b3618e0f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:15.834740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'name': 'tempest-PortsTestJSON-972270195'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:15.894056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:15.894544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:15.915283 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:16.042843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.048005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:16.055296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:16.061393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:16.068908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:16.070790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:16.077981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0812979 May 25 16:46:16.090781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56468) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:16.091492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] DHCP port deletion for 8fff4747-4679-4c38-9527-4ca9c8e689b2 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:16.102496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.116492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:16.136970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=b89ee67c-ce36-4c32-b9c1-4120f7d72dbc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:16.141127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:16.142519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.162942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:16.166463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.181257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a26957c-12c5-40b0-a635-2ea24e1a8ce1 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:16.203919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port f941f7e6-2e8e-4868-ab81-9871fed33da8 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:16.211780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:16.246708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:16.247364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.268265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.273650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.351195 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] 10.222.0.96 "DELETE /v2.0/networks/9e73b4cb-131a-46d1-b070-f52102d7cb7c HTTP/1.1" status: 204 len: 168 time: 2.1615727 May 25 16:46:16.378125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Deleting port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:16.378864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.380393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Pushing event updated for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:16.384633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:16.390022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:16.412215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.428822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Pushing event deleted for resources: {'Network': ['ID=9e73b4cb-131a-46d1-b070-f52102d7cb7c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:16.433203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:16.439577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,segment=NetworkSegment(855d3675-4c12-4fa1-aff1-013713ce1462),segment_id=855d3675-4c12-4fa1-aff1-013713ce1462)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:16.439943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.459206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port ed845ba4-acbe-495e-b2d0-9b852bf15929 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:16.459768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.478715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:16.553020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:16.563909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] For port d8c12cab-3b7d-4b0b-99c6-764c7d43c193, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,segment=NetworkSegment(855d3675-4c12-4fa1-aff1-013713ce1462),segment_id=855d3675-4c12-4fa1-aff1-013713ce1462)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:16.564496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.614403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:16.643590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:16.685234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:16.689680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.714332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Calling delete_port for d8c12cab-3b7d-4b0b-99c6-764c7d43c193 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:16.734133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for d8c12cab-3b7d-4b0b-99c6-764c7d43c193 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:16.770612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de5e4e-f565-46d5-96b3-2c3d2dec6e34 None None] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:16.797285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.808781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:16.818966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.827803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.833787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56476) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:16.872131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:16.884655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7b1e5cd-8642-4a34-b5bf-c4a6eb9e4eb6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:16.919815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Pushing event deleted for resources: {'Port': ['ID=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:16.927182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:16.930428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] No DVR routers for this DVR port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:16.937661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-22b4f7ee-5fad-4767-854b-3433177fe254 None None] Provisioning for port 1cea301f-0258-424b-9acf-ce524661c71c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:16.954594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port d8c12cab-3b7d-4b0b-99c6-764c7d43c193 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:16.957961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=d8c12cab-3b7d-4b0b-99c6-764c7d43c193,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:17.000739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for ed845ba4-acbe-495e-b2d0-9b852bf15929 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:17.023493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:17.028101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:17.071236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.110553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.124637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ecd13bb-74c8-4ec1-9f48-8a230f72e1d1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:17.191847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.224648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff4747-4679-4c38-9527-4ca9c8e689b2']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:17.262386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855d3675-4c12-4fa1-aff1-013713ce1462') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:17.262767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855d3675-4c12-4fa1-aff1-013713ce1462') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:17.270794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=f941f7e6-2e8e-4868-ab81-9871fed33da8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:17.281060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:17.285121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.288911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:17.292287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.304052 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0134be9f-264d-4dc0-a774-c3f5eae5103b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dcf89c03861440f1adccf5cb06831b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668770 May 25 16:46:17.305479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:17.311910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:17.312724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.318394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56482) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:17.336869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.361400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:17.361806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:17.378788 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:17.416356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f47b9cfd-20cc-4b9d-bef3-245b1a3cdc9c None None] Provisioning complete for port 0af7307b-315c-4342-ac58-241754feba48 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:17.417223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f47b9cfd-20cc-4b9d-bef3-245b1a3cdc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.524918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f47b9cfd-20cc-4b9d-bef3-245b1a3cdc9c None None] Port 0af7307b-315c-4342-ac58-241754feba48 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:17.549698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1cea301f-0258-424b-9acf-ce524661c71c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:17.614475 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7899783 May 25 16:46:17.619968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56486) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:17.627293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1cea301f-0258-424b-9acf-ce524661c71c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:17.637598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1cea301f-0258-424b-9acf-ce524661c71c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:17.637973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.696414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8dc4ce77-e303-45fd-a30c-f93378fd4ff7 None None] Provisioning complete for port 1cea301f-0258-424b-9acf-ce524661c71c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:17.696711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ce77-e303-45fd-a30c-f93378fd4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.703260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.707177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.713201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:17.744703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.752855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:17.758787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=8fff4747-4679-4c38-9527-4ca9c8e689b2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:17.801773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:17.819568 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/8fff4747-4679-4c38-9527-4ca9c8e689b2 HTTP/1.1" status: 204 len: 168 time: 2.0161195 May 25 16:46:17.819568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.833857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56490) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:17.843924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1109496540'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:17.859466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:17.874381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:17.880781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:17.885717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.891260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:17.906391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8dc4ce77-e303-45fd-a30c-f93378fd4ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.915081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:17.920568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.945718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1cea301f-0258-424b-9acf-ce524661c71c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1cea301f-0258-424b-9acf-ce524661c71c,segment=NetworkSegment(89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c),segment_id=89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:17.961816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:17.973439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.974060 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment 06242e5e-bd55-4807-ade5-d78e734ea7f5 of type vlan for network b4e68901-86d0-4ef3-9803-1ce1b13006f6 May 25 16:46:17.981988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:17.994260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18426c2d-687f-4363-8405-90d1562eba7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:18.015059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port f941f7e6-2e8e-4868-ab81-9871fed33da8 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:18.015993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.048558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.065500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d8c12cab-3b7d-4b0b-99c6-764c7d43c193 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:18.104033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-8dc4ce77-e303-45fd-a30c-f93378fd4ff7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:18.104399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-8dc4ce77-e303-45fd-a30c-f93378fd4ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:18.104856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d8c12cab-3b7d-4b0b-99c6-764c7d43c193 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:18.105207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d8c12cab-3b7d-4b0b-99c6-764c7d43c193 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:18.117612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1cea301f-0258-424b-9acf-ce524661c71c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:18.122080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:18.126642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.144365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:18.158764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:18.166276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.168616 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Sync routers for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:18.171465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c87072e-2846-4e56-8849-6aab77652672 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:18.174307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d85d1f-ed83-4bfa-8f54-a79de12953f0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:18.183616 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:18.184888 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:18.192925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:18.205747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.224506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.230800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:18.231482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.232656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=ed845ba4-acbe-495e-b2d0-9b852bf15929,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:18.242320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b35a522c-54e7-4868-8dfa-2f3aa4512c0b tempest-FloatingIPAdminTestJSON-1989149128 tempest-FloatingIPAdminTestJSON-1989149128-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:18.242460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:18.272948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] 10.222.0.96 "PUT /v2.0/routers/a3aeb2c1-1896-4f22-b38d-16114eb5c2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4848926 May 25 16:46:18.319214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.322636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a4d85d1f-ed83-4bfa-8f54-a79de12953f0 HTTP/1.1" status: 204 len: 168 time: 1.0009787 May 25 16:46:18.374389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.397164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for f941f7e6-2e8e-4868-ab81-9871fed33da8 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:18.421504 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:18.476804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6418846 May 25 16:46:18.498219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56498) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:18.508653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:18.541488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.602367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=b4e68901-86d0-4ef3-9803-1ce1b13006f6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:18.630347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:18.663124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:18.718717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.727751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.730671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.733349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6fcdda3-2f28-4eb7-92cb-732f368288f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:18.852427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=f941f7e6-2e8e-4868-ab81-9871fed33da8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:18.862349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.862805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router ab35895f-aaac-4dca-b05b-3e910adbba73 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:46:18.868241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:18.894763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.895530 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 204 len: 168 time: 5.0747015 May 25 16:46:18.896808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.902101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56512) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:18.908767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1849799853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:18.922189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:18.925061 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/f941f7e6-2e8e-4868-ab81-9871fed33da8 HTTP/1.1" status: 204 len: 168 time: 1.3000839 May 25 16:46:18.926800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:18.927562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56518) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:18.927833 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:15Z', 'revision_number': 2, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:18.932997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:18.934138 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Checking router: a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:18.934499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Updating router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 port 0af7307b-315c-4342-ac58-241754feba48 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:18.935794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:18.936530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:18.942790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'mac_address': 'fa:16:3e:99:4a:87', 'name': 'tempest-PortsTestJSON-451840710'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:18.944023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:18.956218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:18.960223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.961057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:18.964582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:18.970558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-30dda2bd-5154-431c-a183-76a8b3bf5cbc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:19.010006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:19.033466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.139347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.140984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.170113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=be56d3c6-7f2c-4835-b1e8-9a926c1a190a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:19.181394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:19.193028 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:19.206464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:19.211965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:19.218210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': 'd218b905-6491-47ea-819d-968e6678de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:19.218897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: b89ee67c-ce36-4c32-b9c1-4120f7d72dbc, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:19.223387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.229419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:19.267435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:19.289718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:19.292406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.521205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1cea301f-0258-424b-9acf-ce524661c71c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:19.629538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b89ee67c-ce36-4c32-b9c1-4120f7d72dbc) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:19.644006 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.662845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.668095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce12e855-212d-4282-bf7c-ac8db60b5f46 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:19.668448 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Transition to ACTIVE for port object 0af7307b-315c-4342-ac58-241754feba48 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:19.671453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.673700 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b74a5343-0bd6-45b8-a699-f9fb7ac769de tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7730150 May 25 16:46:19.684684 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.690663 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:19.691218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:19.692534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.697218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56532) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:19.710484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415f4ef-4027-4f8e-ae4d-0e6d49ccc141 None None] Network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:19.718896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:19.722567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56536) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:19.738170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--972384753', 'description': 'tempest-description--857648692'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:19.747880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:19.755438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.770109 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6712089 May 25 16:46:19.772228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Usage tracker for resource:security_group and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:19.773815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56540) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:19.778448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:19.790969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:19.794623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56544) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:19.811159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 43302ff7-f60d-4127-bd50-2f0607e589fb yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:19.830863 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Pushing event updated for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:19.852244 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:19.877231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.919123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1cea301f-0258-424b-9acf-ce524661c71c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:19.919497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:19.929130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:19.947910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Usage tracker for resource:security_group_rule and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:19.954645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:19.973990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:20.125990 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8b8f18fa-3ccc-4f8f-aecd-f497c4224018 tempest-ServiceProvidersTest-574590048 tempest-ServiceProvidersTest-574590048-project] 10.222.0.96 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3245661 May 25 16:46:20.161284 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Attempting to bind port 0af7307b-315c-4342-ac58-241754feba48 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:20.161752 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Attempting to bind port 0af7307b-315c-4342-ac58-241754feba48 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:20.162272 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Attempting to bind port 0af7307b-315c-4342-ac58-241754feba48 on network cfc8bae2-3647-4592-b9b5-1a21ff118a0a {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:20.179628 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:20.180159 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Checking segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:20.180668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.181185 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Bound using segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:20.181770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Bound port: 0af7307b-315c-4342-ac58-241754feba48, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:20.182251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.217353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.241156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.252342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.261494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-69efa567-398c-4a33-8fd3-b8d4d63b07fc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:20.265688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b89ee67c-ce36-4c32-b9c1-4120f7d72dbc', 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'be56d3c6-7f2c-4835-b1e8-9a926c1a190a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:20.266719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.324826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:20.343813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:20.345596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.347333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6233034 May 25 16:46:20.349912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.360332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56552) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:20.361396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-594c8b82-a481-437d-8296-494775342b2f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:20.366158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] For port 0af7307b-315c-4342-ac58-241754feba48, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:20.370652 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] For port 0af7307b-315c-4342-ac58-241754feba48, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0af7307b-315c-4342-ac58-241754feba48,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:20.381360 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.405722 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:20.447617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'security_group_rule': {'security_group_id': '69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:20.454827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:20.460766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Usage tracker for resource:security_group_rule and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:20.464671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:20.471896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:20.521852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:20.525223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:20.531043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:20.538358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:20.538746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.560260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.593061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6625087 May 25 16:46:20.594472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=43302ff7-f60d-4127-bd50-2f0607e589fb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:20.597373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:20.605438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56564) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:20.609081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Allocated IP 172.20.0.2 (b89ee67c-ce36-4c32-b9c1-4120f7d72dbc/be56d3c6-7f2c-4835-b1e8-9a926c1a190a/002666bd-c4f0-4f83-b62d-aecdef72bab3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:20.618472 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:20.619150 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:20.663226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': '06242e5e-bd55-4807-ade5-d78e734ea7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:20.663849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: b4e68901-86d0-4ef3-9803-1ce1b13006f6, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:20.671872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=a84a818b-8d4e-4d3e-91fa-f27ed53fa364,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:20.693286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56568) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:20.695718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:20.724936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49281e2-425b-473c-a8a8-b767c6b9371d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:20.725622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c49281e2-425b-473c-a8a8-b767c6b9371d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:20.755415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.763474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c49281e2-425b-473c-a8a8-b767c6b9371d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:20.765387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c49281e2-425b-473c-a8a8-b767c6b9371d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/43302ff7-f60d-4127-bd50-2f0607e589fb HTTP/1.1" status: 200 len: 840 time: 0.1588750 May 25 16:46:20.766632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.773286 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Pushing event updated for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:20.774030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56574) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:20.774675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a58d9e5a-4351-4e9c-9107-551c8ff5801b tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:20.784485 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:20.817504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.842281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a63fad-602b-4140-b5bc-dd851be8f39b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:20.846177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:20.911160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.912410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023143 May 25 16:46:20.918504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:20.954808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'security_group_rule': {'security_group_id': '69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:20.958311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:20.967965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:20.992444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.002479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:21.002731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b4e68901-86d0-4ef3-9803-1ce1b13006f6) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:21.020413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Usage tracker for resource:security_group_rule and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:21.026739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:21.031452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514191d-0485-40c9-a88e-d80bfef8a5b0 None None] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:21.037238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:21.039399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:21.043956 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:21.046690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Usage tracker for resource:security_group_rule and tenant:034e534965804eb88c5b1fbc53800bd9 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:21.053063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:21.064862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:21.070245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:21.071220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.093813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.096493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.111150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.115869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Transition to ACTIVE for port object 002666bd-c4f0-4f83-b62d-aecdef72bab3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:21.125325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 43302ff7-f60d-4127-bd50-2f0607e589fb {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:21.125664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.143541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Transition to ACTIVE for port object 002666bd-c4f0-4f83-b62d-aecdef72bab3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:21.146273 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6469462 May 25 16:46:21.160794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56582) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:21.181674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6', 'name': 'tempest-PortsIpV6TestJSON-334341935', 'fixed_ips': [{'subnet_id': 'a84a818b-8d4e-4d3e-91fa-f27ed53fa364', 'ip_address': '2001:db8::10'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:21.227800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.239805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.240055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c05bfd98-e443-4985-acef-79eaf58c7afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:21.337807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:21.361581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:21.380673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 43302ff7-f60d-4127-bd50-2f0607e589fb owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:21.396974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:21.402091 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:20Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:21.404684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:21.407957 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffda2d20-6100-4a48-85f1-6c21e2b35b2e None None] The sync data for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv is: [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:20Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:21.440614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.449814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:21.456803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76916554-9aac-4ceb-866c-d020b5633954 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:21.522503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=43302ff7-f60d-4127-bd50-2f0607e589fb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:21.526381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:21.531911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.581471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Pushing event updated for resources: {'Port': ['ID=002666bd-c4f0-4f83-b62d-aecdef72bab3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:21.595233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/43302ff7-f60d-4127-bd50-2f0607e589fb HTTP/1.1" status: 204 len: 168 time: 0.7939768 May 25 16:46:21.602215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.602747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:21.607785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56586) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:21.654596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.664614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:21.692374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Attempting to bind port 002666bd-c4f0-4f83-b62d-aecdef72bab3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:21.693052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Attempting to bind port 002666bd-c4f0-4f83-b62d-aecdef72bab3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd218b905-6491-47ea-819d-968e6678de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:21.693608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Attempting to bind port 002666bd-c4f0-4f83-b62d-aecdef72bab3 on network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:21.695123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9cd0e402-ebee-423b-af4a-a001be888f07 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:21.708646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.709923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7903969 May 25 16:46:21.711330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1de4c8-3aaf-4be7-bc78-9126c28dab18 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:46:21.711875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2a1de4c8-3aaf-4be7-bc78-9126c28dab18 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:21.716337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56592) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:21.734138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:21.738530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:21.738933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Checking segment: {'id': 'd218b905-6491-47ea-819d-968e6678de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:21.739546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.740037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Bound using segment: {'id': 'd218b905-6491-47ea-819d-968e6678de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:21.740532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Bound port: 002666bd-c4f0-4f83-b62d-aecdef72bab3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd218b905-6491-47ea-819d-968e6678de5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:21.740905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.744304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c896f081-ae36-4679-89b3-7e6b4a26a905,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:21.747640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:21.751756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:21.757871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.763307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Usage tracker for resource:floatingip and tenant:d34a6b7195c5465485bef4ff5e780ab4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:21.770328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:21.773557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.781220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b4e68901-86d0-4ef3-9803-1ce1b13006f6', 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': 'a84a818b-8d4e-4d3e-91fa-f27ed53fa364'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:21.782474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.792401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5aaf1f67-58d0-4fba-8187-f838a260faf0 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:21.805867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:21.810323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2a1de4c8-3aaf-4be7-bc78-9126c28dab18 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:21.815976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2a1de4c8-3aaf-4be7-bc78-9126c28dab18 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/43302ff7-f60d-4127-bd50-2f0607e589fb HTTP/1.1" status: 404 len: 333 time: 0.2034717 May 25 16:46:21.818770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56596) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:21.850318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c527bce-f39d-420e-b196-05487e157fe3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:21.854676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:21.861130 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=034e534965804eb88c5b1fbc53800bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1592233 May 25 16:46:21.861130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:21.873199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56600) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:21.880889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'name': 'tempest-PortsTestJSON-1045741769'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:21.999403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] For port 002666bd-c4f0-4f83-b62d-aecdef72bab3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:22.020699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.051957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.087808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] For port 002666bd-c4f0-4f83-b62d-aecdef72bab3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=002666bd-c4f0-4f83-b62d-aecdef72bab3,segment=NetworkSegment(d218b905-6491-47ea-819d-968e6678de5c),segment_id=d218b905-6491-47ea-819d-968e6678de5c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:22.103608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Allocated IP 2001:db8::2 (b4e68901-86d0-4ef3-9803-1ce1b13006f6/a84a818b-8d4e-4d3e-91fa-f27ed53fa364/526c45e3-bf55-40a8-9a62-02f2a688f7e5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:22.108609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.115342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4e1ea0b-f5aa-44a1-b2c3-692e65a68b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:22.155338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.164131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.165198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:22.183106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.188230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c527bce-f39d-420e-b196-05487e157fe3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:22.242842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Pushing event updated for resources: {'Port': ['ID=002666bd-c4f0-4f83-b62d-aecdef72bab3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:22.245116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:22.252230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.252979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.256402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:22.258726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5c527bce-f39d-420e-b196-05487e157fe3 HTTP/1.1" status: 204 len: 168 time: 0.3841076 May 25 16:46:22.299644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.398420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:22.549900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:22.604483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Allocated IP 172.26.6.55 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/bb704cd8-b3ed-4d6d-8fca-df160886ea2f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:22.621799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:22.674446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:22.678803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.683431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.712998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Transition to ACTIVE for port object 526c45e3-bf55-40a8-9a62-02f2a688f7e5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:22.793688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Transition to ACTIVE for port object 526c45e3-bf55-40a8-9a62-02f2a688f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:22.799835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port fe10b099-1737-4be9-a541-488a9f6e7d8f yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:22.802499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.843652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:22.926205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.926504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:22.938253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:22.998680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.002315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Pushing event updated for resources: {'Port': ['ID=526c45e3-bf55-40a8-9a62-02f2a688f7e5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:23.007466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:23.008590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:23.009535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:23.016624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c5f41c7-f378-4c79-84d4-e46c0b623743 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:23.024375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:23.026721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=be56d3c6-7f2c-4835-b1e8-9a926c1a190a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:23.045340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:23.143731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'Port': ['ID=bb704cd8-b3ed-4d6d-8fca-df160886ea2f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:23.149819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:23.151862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:23.153634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:23.156610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:23.233080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Attempting to bind port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:23.233603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Attempting to bind port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '06242e5e-bd55-4807-ade5-d78e734ea7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:23.234048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Attempting to bind port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 on network b4e68901-86d0-4ef3-9803-1ce1b13006f6 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:23.242557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:23.243219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Checking segment: {'id': '06242e5e-bd55-4807-ade5-d78e734ea7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:23.243715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.245601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Bound using segment: {'id': '06242e5e-bd55-4807-ade5-d78e734ea7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:23.246248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Bound port: 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06242e5e-bd55-4807-ade5-d78e734ea7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:23.246754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.253627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.270431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.308302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::10 (b4e68901-86d0-4ef3-9803-1ce1b13006f6/a84a818b-8d4e-4d3e-91fa-f27ed53fa364/dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:23.312000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89ee67c-ce36-4c32-b9c1-4120f7d72dbc']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:23.347295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Allocated IP 172.26.6.72 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/59003bdf-302f-46a8-94a5-92c6e48dbf3c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:23.387029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.424691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] For port 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:23.442465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] For port 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=526c45e3-bf55-40a8-9a62-02f2a688f7e5,segment=NetworkSegment(06242e5e-bd55-4807-ade5-d78e734ea7f5),segment_id=06242e5e-bd55-4807-ade5-d78e734ea7f5)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:23.457724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.466098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd218b905-6491-47ea-819d-968e6678de5c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:23.466098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd218b905-6491-47ea-819d-968e6678de5c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:23.487669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:23.508116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.671066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 002666bd-c4f0-4f83-b62d-aecdef72bab3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:23.720072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.739973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.743133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.746225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:23.802484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:23.802885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.822400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Pushing event updated for resources: {'Port': ['ID=526c45e3-bf55-40a8-9a62-02f2a688f7e5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:23.834734 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:23.844741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:23.848569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:23.861654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 002666bd-c4f0-4f83-b62d-aecdef72bab3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:23.874764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0af7307b-315c-4342-ac58-241754feba48 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:23.916902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'Port': ['ID=bb704cd8-b3ed-4d6d-8fca-df160886ea2f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:23.922682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:23.948838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.001662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.005099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2846532 May 25 16:46:24.005932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56636) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:24.047362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 0af7307b-315c-4342-ac58-241754feba48 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:24.053823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0af7307b-315c-4342-ac58-241754feba48 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:24.054217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.138222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:46:24.138222 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:46:24.138222 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': 'b89ee67c-ce36-4c32-b9c1-4120f7d72dbc'}] May 25 16:46:24.138222 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:24.138673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:24.203362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.212125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe8796-3841-4643-9d9d-0f4f73948b1d None None] Network b89ee67c-ce36-4c32-b9c1-4120f7d72dbc requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:24.239926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.267808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:24.333322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-05950edf-0957-4c73-88f8-8e171753cf9e tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-816198597', 'prefixes': ['172.20.0.0/16']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:24.344491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-05950edf-0957-4c73-88f8-8e171753cf9e tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:24.361244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.395141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:24.405709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:24.408913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Provisioning for port 002666bd-c4f0-4f83-b62d-aecdef72bab3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:24.412347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:24.417046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=fe10b099-1737-4be9-a541-488a9f6e7d8f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:24.422155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-e537518f-a2db-4adc-a67e-caa43dbfa4d2 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Synchronizing usage tracker for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:24.427159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:24.438231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:24.439248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.468640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-e537518f-a2db-4adc-a67e-caa43dbfa4d2 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Unset dirty status for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:24.470435 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-e537518f-a2db-4adc-a67e-caa43dbfa4d2 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--972384753&fields=id&tenant_id=d34a6b7195c5465485bef4ff5e780ab4 HTTP/1.1" status: 200 len: 267 time: 0.1165793 May 25 16:46:24.477902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.478419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.479125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.479582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.480131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.480680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.481212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.481732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.482118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-05950edf-0957-4c73-88f8-8e171753cf9e tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Notify callbacks [] for subnetpool, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.482247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.482747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.483553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.483982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:24.484725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-05950edf-0957-4c73-88f8-8e171753cf9e tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4775152 May 25 16:46:24.498282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Provisioning complete for port 002666bd-c4f0-4f83-b62d-aecdef72bab3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:24.498746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.513503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56656) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:24.527471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:24.528511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.534142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.539825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:24.606036 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7821307 May 25 16:46:24.607196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.613219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:24.613612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56660) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:24.624694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:24.631498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:24.633671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:24.645827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 0af7307b-315c-4342-ac58-241754feba48, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0af7307b-315c-4342-ac58-241754feba48,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:24.655751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.659631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35ca4d76-f872-4184-8999-d080588ed2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:24.665802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.683583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e9e64ef6-8955-472d-8f2e-7bdb3a2f9d2f tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "GET /v2.0/subnetpools/695e60ce-7d1d-4f45-9eea-c30e10f54fa1 HTTP/1.1" status: 200 len: 731 time: 0.1653438 May 25 16:46:24.700841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56664) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:24.728323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-98fe7c2c-483c-4030-a6c7-d1c1cfa94d03 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-480039265'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:24.758195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:24.776268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:24.850870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event updated for resources: {'Port': ['ID=59003bdf-302f-46a8-94a5-92c6e48dbf3c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:24.862033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:24.864865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:24.867549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b85431c1-6f29-4997-a844-97af25c3745b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:24.867759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b5888001-c5d1-45ef-9758-39da432868ee tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:24.869651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b5888001-c5d1-45ef-9758-39da432868ee tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/networks?id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 200 len: 812 time: 0.3831284 May 25 16:46:24.877863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.914726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:24.927981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] For port 002666bd-c4f0-4f83-b62d-aecdef72bab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=002666bd-c4f0-4f83-b62d-aecdef72bab3,segment=NetworkSegment(d218b905-6491-47ea-819d-968e6678de5c),segment_id=d218b905-6491-47ea-819d-968e6678de5c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:24.934533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.939189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-022e6bd7-bdb4-4db3-b77e-aca7adea8371 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/quotas/d34a6b7195c5465485bef4ff5e780ab4 HTTP/1.1" status: 200 len: 375 time: 0.0485435 May 25 16:46:24.941194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d21d272-c7c8-4bb1-b6c5-8d7bc9b20232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:24.954230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:24.958274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:24.960704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:24.961365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.017570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] DHCP port deletion for b89ee67c-ce36-4c32-b9c1-4120f7d72dbc request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:25.076234 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9064353 May 25 16:46:25.081038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56668) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:25.083318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98fe7c2c-483c-4030-a6c7-d1c1cfa94d03 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Notify callbacks [] for subnetpool, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.084491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-98fe7c2c-483c-4030-a6c7-d1c1cfa94d03 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "PUT /v2.0/subnetpools/695e60ce-7d1d-4f45-9eea-c30e10f54fa1 HTTP/1.1" status: 200 len: 683 time: 0.3711176 May 25 16:46:25.091275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56670) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:25.116508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Pushing event updated for resources: {'Port': ['ID=002666bd-c4f0-4f83-b62d-aecdef72bab3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:25.120537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:25.139929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Deleting port 002666bd-c4f0-4f83-b62d-aecdef72bab3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:25.140608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.184179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': 'b4e68901-86d0-4ef3-9803-1ce1b13006f6', 'name': 'tempest-PortsIpV6TestJSON-707501938', 'fixed_ips': [{'subnet_id': 'a84a818b-8d4e-4d3e-91fa-f27ed53fa364', 'ip_address': '2001:db8::f'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:25.228214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3714f3af-6e9f-44ed-b3cb-57e6f8e708c4 None None] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:25.301580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-438492d6-59e4-4011-a484-67bbfae913ab tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Synchronizing usage tracker for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:25.347430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:25.352471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-438492d6-59e4-4011-a484-67bbfae913ab tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Unset dirty status for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:25.353844 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-438492d6-59e4-4011-a484-67bbfae913ab tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3994398 May 25 16:46:25.360207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a71ffe8-a3a5-4665-bc93-ae618e8efd73 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] Notify callbacks [] for subnetpool, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.363809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a71ffe8-a3a5-4665-bc93-ae618e8efd73 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "DELETE /v2.0/subnetpools/695e60ce-7d1d-4f45-9eea-c30e10f54fa1 HTTP/1.1" status: 204 len: 168 time: 0.2690191 May 25 16:46:25.365419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56676) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:25.372528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:25.372633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] For port 002666bd-c4f0-4f83-b62d-aecdef72bab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=002666bd-c4f0-4f83-b62d-aecdef72bab3,segment=NetworkSegment(d218b905-6491-47ea-819d-968e6678de5c),segment_id=d218b905-6491-47ea-819d-968e6678de5c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:25.372910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.386894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e26ff57b-0277-4d6e-8d38-e4cb172007d7 None None] Provisioning for port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:25.501399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 002666bd-c4f0-4f83-b62d-aecdef72bab3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:25.501652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.592231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Calling delete_port for 002666bd-c4f0-4f83-b62d-aecdef72bab3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:25.655483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 526c45e3-bf55-40a8-9a62-02f2a688f7e5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:25.694733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:25.698485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:25.702777 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-fd9dc8ef-17d1-4b77-bcbb-80ae20d6f955 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] show failed (client error): The resource could not be found. May 25 16:46:25.706874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fd9dc8ef-17d1-4b77-bcbb-80ae20d6f955 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "GET /v2.0/subnetpools/695e60ce-7d1d-4f45-9eea-c30e10f54fa1 HTTP/1.1" status: 404 len: 346 time: 0.3389030 May 25 16:46:25.711790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56680) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:25.718766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:25.741921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.756722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.762055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-215299aa-47d4-4814-9b9e-04155dee5068 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] delete failed (client error): The resource could not be found. May 25 16:46:25.770002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-215299aa-47d4-4814-9b9e-04155dee5068 tempest-SubnetPoolsTestJSON-1220294917 tempest-SubnetPoolsTestJSON-1220294917-project] 10.222.0.96 "DELETE /v2.0/subnetpools/695e60ce-7d1d-4f45-9eea-c30e10f54fa1 HTTP/1.1" status: 404 len: 346 time: 0.0503213 May 25 16:46:25.770002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74d0d9e0-ace0-4352-ac22-4418e0ac656d tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:25.783714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:25.808297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:25.823326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 002666bd-c4f0-4f83-b62d-aecdef72bab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=002666bd-c4f0-4f83-b62d-aecdef72bab3,segment=NetworkSegment(d218b905-6491-47ea-819d-968e6678de5c),segment_id=d218b905-6491-47ea-819d-968e6678de5c)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:25.823713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.845313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] In _notify_port_updated(), no bound segment for port fe10b099-1737-4be9-a541-488a9f6e7d8f on network 6f18c9d9-2370-4f3e-9512-52a841105636 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:46:25.851177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:25.851959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.854957 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/ports/fe10b099-1737-4be9-a541-488a9f6e7d8f HTTP/1.1" status: 200 len: 818 time: 1.2385004 May 25 16:46:25.864617 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-95337f96-4f6e-48a9-bb0b-6e1100e0abdf service neutron] 10.222.0.96 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942682 May 25 16:46:25.866535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56686) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:25.893193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:25.900072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:25.905635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:25.906607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.907491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.944616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:25.963610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b709d293-683f-4282-ba5b-1f4481a718cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:25.989674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 002666bd-c4f0-4f83-b62d-aecdef72bab3 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:26.009011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.014024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=fe10b099-1737-4be9-a541-488a9f6e7d8f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:26.017293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Pushing event deleted for resources: {'Port': ['ID=002666bd-c4f0-4f83-b62d-aecdef72bab3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:26.025812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:26.033810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] No DVR routers for this DVR port 002666bd-c4f0-4f83-b62d-aecdef72bab3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:26.044385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.044499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.044895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.045374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.046107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.046631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.047132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.047597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.048060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.048555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.049000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.049461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:26.057526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:26.104765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:26.152087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.211107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=526c45e3-bf55-40a8-9a62-02f2a688f7e5,segment=NetworkSegment(06242e5e-bd55-4807-ade5-d78e734ea7f5),segment_id=06242e5e-bd55-4807-ade5-d78e734ea7f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:26.220343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.221599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0af7307b-315c-4342-ac58-241754feba48 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:26.244008 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-319d7344-81ac-465a-8d55-ed5cb204e129 service neutron] 10.222.0.96 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782506 May 25 16:46:26.247486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port fe10b099-1737-4be9-a541-488a9f6e7d8f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:26.247803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.262053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:26.277055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56692) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:26.404835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.405799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.447889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0625586a-e793-43c8-9828-b358e6934f42 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:26.449513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=526c45e3-bf55-40a8-9a62-02f2a688f7e5,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:26.460433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:26.470325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0af7307b-315c-4342-ac58-241754feba48 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:26.471062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.502615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 002666bd-c4f0-4f83-b62d-aecdef72bab3 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:26.587197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Provisioning for port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:26.596411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Provisioning complete for port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:26.604487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.672745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for fe10b099-1737-4be9-a541-488a9f6e7d8f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:26.679867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.742464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:26.750214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Usage tracker for resource:security_group_rule and tenant:38b9f848eb1245d68494698df0108b58 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:26.754184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:26.765025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:26.788682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:26.814362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Provisioning complete for port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:26.815104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63cb20f0-0c69-4111-bbb4-bec725be2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.832905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=002666bd-c4f0-4f83-b62d-aecdef72bab3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:26.877909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 002666bd-c4f0-4f83-b62d-aecdef72bab3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:26.903709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:26.965538 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0649e992-c6a4-4b35-997b-935a73e19927 req-fd5a98a5-b3e2-4548-a7b3-ef294e646c4b tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 210 time: 0.3632643 May 25 16:46:26.967147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.971579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:26.990516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:26.990875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 002666bd-c4f0-4f83-b62d-aecdef72bab3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:26.990875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 002666bd-c4f0-4f83-b62d-aecdef72bab3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:27.050873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.099957 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=38b9f848eb1245d68494698df0108b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190861 May 25 16:46:27.100577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=fe10b099-1737-4be9-a541-488a9f6e7d8f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:27.102868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56708) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.107777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:27.108305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ece4e09-0dae-429a-ad6a-9e07ae53bc5e tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:27.127532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.196242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.200144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7963fed-f16f-47ab-8f51-0f8f20677711,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:27.205067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:27.207192 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/fe10b099-1737-4be9-a541-488a9f6e7d8f HTTP/1.1" status: 204 len: 168 time: 1.3184907 May 25 16:46:27.211978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56712) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.217064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e33e0edf-169d-4c0b-8a80-5e5a2c5bafa3 None None] Provisioning complete for port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:27.218081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e33e0edf-169d-4c0b-8a80-5e5a2c5bafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.224056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89ee67c-ce36-4c32-b9c1-4120f7d72dbc']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:27.241231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::f (b4e68901-86d0-4ef3-9803-1ce1b13006f6/a84a818b-8d4e-4d3e-91fa-f27ed53fa364/b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:27.248956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd218b905-6491-47ea-819d-968e6678de5c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:27.249288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd218b905-6491-47ea-819d-968e6678de5c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:27.273485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.283422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.283759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.295085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.308737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e33e0edf-169d-4c0b-8a80-5e5a2c5bafa3 None None] Port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:27.336445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.377868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.396196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36d01e-9e26-4c61-89ca-eea5ec51a819 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:27.397190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f36d01e-9e26-4c61-89ca-eea5ec51a819 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:27.416195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:27.416913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.420172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f36d01e-9e26-4c61-89ca-eea5ec51a819 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:27.428055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f36d01e-9e26-4c61-89ca-eea5ec51a819 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2121167 May 25 16:46:27.428353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56716) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:27.436898 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:27.490382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.506114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-73f6c70c-3360-40aa-8a4d-92dda282b651 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:27.523191 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3050f994-a104-4b67-a5ec-5a0f88ebc841 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:46:27.527377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 526c45e3-bf55-40a8-9a62-02f2a688f7e5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:27.529433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3050f994-a104-4b67-a5ec-5a0f88ebc841 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/fe10b099-1737-4be9-a541-488a9f6e7d8f HTTP/1.1" status: 404 len: 333 time: 0.0996907 May 25 16:46:27.531067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56720) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.544543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25042922'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:27.550745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:27.555433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:27.559024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:27.562360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.563519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d7963fed-f16f-47ab-8f51-0f8f20677711 HTTP/1.1" status: 204 len: 168 time: 0.4590805 May 25 16:46:27.564619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7963fed-f16f-47ab-8f51-0f8f20677711,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:27.578719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:27.580279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:27.595500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:27.600412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.632547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:27.633145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.641781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:27.653900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.654300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment 84d47620-db0f-47f9-b84f-62bf50073ec3 of type vlan for network ace6a8f1-8a11-43ee-8e63-1a90f913a79f May 25 16:46:27.691784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.702662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.719388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db29be7a-f5d8-451d-9050-773fc9a4c7c7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:27.735012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.745684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.750217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:27.751010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.761418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=b89ee67c-ce36-4c32-b9c1-4120f7d72dbc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:27.768339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:27.776348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:27.802902 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/b89ee67c-ce36-4c32-b9c1-4120f7d72dbc HTTP/1.1" status: 204 len: 168 time: 8.0162332 May 25 16:46:27.803457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56728) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.819758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1970673996'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:27.846756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:27.857011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:27.868004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:27.881911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:27.887277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:27.927733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=ace6a8f1-8a11-43ee-8e63-1a90f913a79f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:27.931960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:27.942057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:27.942542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4081724 May 25 16:46:27.945260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56734) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:27.951592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:28.003029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Router b41941e9-509a-4fec-b34c-126c307fe196 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:28.005525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:28.009572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.024665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:28.183360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:28.264961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:28.278573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a4d331c-cac6-421d-b532-4b423f3309b5 req-ee5b2f64-e668-4582-9967-ba1393f2a4cc tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 210 time: 0.0870149 May 25 16:46:28.279652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:28.284639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:28.296424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:28.321612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.321974 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 29216aa6-70a9-4a0c-9e45-7297955aba87 of type vlan for network b874a9e6-3db5-41b0-bf83-e273ff87b52c May 25 16:46:28.327844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:28.331539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.348928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b749233b-d26a-4cbe-983c-72857e8c6bc4 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.349649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b749233b-d26a-4cbe-983c-72857e8c6bc4 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Synchronizing usage tracker for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:28.365769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.380301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:28.481898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b749233b-d26a-4cbe-983c-72857e8c6bc4 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Unset dirty status for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:28.483677 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b749233b-d26a-4cbe-983c-72857e8c6bc4 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.95 "GET /v2.0/networks?id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 200 len: 812 time: 0.5880070 May 25 16:46:28.484688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:28.487885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:28.499570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:28.501530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] Sync routers for ids ['b41941e9-509a-4fec-b34c-126c307fe196'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:28.503987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.512005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] Routers {'b41941e9-509a-4fec-b34c-126c307fe196'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:28.512644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b41941e9-509a-4fec-b34c-126c307fe196'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:28.527163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:28.533530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.534201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.538163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:28.542083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:28.564266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.571223 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "PUT /v2.0/routers/b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 200 len: 879 time: 8.8665586 May 25 16:46:28.572276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56760) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:28.620527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:28.632987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] Routers {'b41941e9-509a-4fec-b34c-126c307fe196'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:28.633935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b41941e9-509a-4fec-b34c-126c307fe196'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:28.713751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:28.714656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50359d-f7d3-4b93-86df-c0b66d4c5692 None None] The sync data for ids ['b41941e9-509a-4fec-b34c-126c307fe196'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:28.863924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:28.867705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f8ddf829-14d4-427c-981d-505cd0dbd037 None None] Provisioning for port b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:28.874473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f8ddf829-14d4-427c-981d-505cd0dbd037 None None] Provisioning complete for port b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:28.875214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf829-14d4-427c-981d-505cd0dbd037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.876061 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7120078 May 25 16:46:28.879353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:28.906308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-67ce76de-71f7-4a6f-b6eb-23eb6c74aef8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Synchronizing usage tracker for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:28.929080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.934805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:28.935453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:28.947368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddf829-14d4-427c-981d-505cd0dbd037 None None] Port b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:28.992914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bf849c13-be87-4b84-99f7-0bf909417e74 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:29.043797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-67ce76de-71f7-4a6f-b6eb-23eb6c74aef8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Unset dirty status for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:29.044983 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-67ce76de-71f7-4a6f-b6eb-23eb6c74aef8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34a6b7195c5465485bef4ff5e780ab4 HTTP/1.1" status: 200 len: 379 time: 0.5475655 May 25 16:46:29.064806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5536f17-1135-4cf8-8ffb-9ffb5e931ff9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.066298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e5536f17-1135-4cf8-8ffb-9ffb5e931ff9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1833968 May 25 16:46:29.070860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56776) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.120148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'port': {'device_id': '43cb9091-5408-405b-98e7-fd4cda856390', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'admin_state_up': True, 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'security_groups': ['69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:29.145564 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3333061 May 25 16:46:29.145851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56782) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.156729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:29.211164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=b874a9e6-3db5-41b0-bf83-e273ff87b52c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:29.225617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b874a9e6-3db5-41b0-bf83-e273ff87b52c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:29.226179 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e2112841-16f8-49e8-9e0d-f275528382e3 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 200 len: 920 time: 0.6492236 May 25 16:46:29.229593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56788) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.230602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:29.326922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:29.344690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84665b53-572f-423c-bf6a-66295ee7699f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.350597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84665b53-572f-423c-bf6a-66295ee7699f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.355837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:29.356412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84665b53-572f-423c-bf6a-66295ee7699f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.358636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-84665b53-572f-423c-bf6a-66295ee7699f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2862773 May 25 16:46:29.359936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:29.366856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56796) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.367718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:29.378996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:29.401246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b14dc8-c2c4-49ae-9d53-51779269cd7c tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.410281 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1b14dc8-c2c4-49ae-9d53-51779269cd7c tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=b41941e9-509a-4fec-b34c-126c307fe196&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1782248 May 25 16:46:29.411506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56800) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.412771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:29.465795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.471842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f819a61b-4b42-4963-b332-8fc516acf655 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:29.507931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:29.511501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.557086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Made reservation on behalf of d34a6b7195c5465485bef4ff5e780ab4 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:29.560623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.613110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56804) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.637946 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1910454f-81d8-4c14-b954-ac7d23b334ff req-5443c266-5fda-454e-ad60-2428beaaeb94 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 210 time: 0.0871279 May 25 16:46:29.732104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing IP validity checks on allocation pools {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 16:46:29.732625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 16:46:29.751511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=a7a56fe4-34cc-4706-b02f-d16bc2e1fda9,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:29.756086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe6e2aa-d41e-4c03-96fe-e836185b2d05 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:29.759698 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0fe6e2aa-d41e-4c03-96fe-e836185b2d05 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.3427861 May 25 16:46:29.761128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56810) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.764315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:29.832362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': '84d47620-db0f-47f9-b84f-62bf50073ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:29.832844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: ace6a8f1-8a11-43ee-8e63-1a90f913a79f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:29.838964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--1542915404', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:29.842763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b9780484-4d42-4be1-8e7b-96a26c864d50 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 200 len: 205 time: 0.0722950 May 25 16:46:29.843848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56814) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:29.846670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:29.849463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Allocated IP 172.20.0.6 (cfc8bae2-3647-4592-b9b5-1a21ff118a0a/a14d0998-dcee-4002-ade5-2ea219d4af91/60b18f6f-8bc9-4b4b-b160-49b6cbbd8215) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:29.854773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:29.857865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:29.868990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:29.888844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:29.892461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.915942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:29.960597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:29.993111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:29.993738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.013132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:30.023234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:30.026550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:30.033837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:30.129261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.155673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Transition to ACTIVE for port object 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:30.175164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ace6a8f1-8a11-43ee-8e63-1a90f913a79f) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:30.187337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc2b77-0b30-40fd-9e69-3dbf2d3ce94e None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:30.215555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.222463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:30.223104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.223236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.229982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35d4988-5023-4856-a011-3a691ab23276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.263830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.268348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.268528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:30.278443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359f1466-f880-4440-971d-c6e158798bfe,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.284895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.287038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abc13d54-4662-454e-9c38-defd8806ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.346546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.346882 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 817b7e1b-187f-49b5-ba52-1e3e760619ad of type vlan for network 6ac70530-a4c4-4e41-a1cf-80b684c1005d May 25 16:46:30.359462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:30.363237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:30.368876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:30.395924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.412602 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4662061 May 25 16:46:30.420707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:30.446358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event updated for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.449222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': 'a7a56fe4-34cc-4706-b02f-d16bc2e1fda9'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:30.450377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.453480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.458818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.484339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:30.485012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.531769 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4222469 May 25 16:46:30.544761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Request body: {'port': {'device_id': '43cb9091-5408-405b-98e7-fd4cda856390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:30.593099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.598731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:30.599396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.606002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e81e92-4f46-448f-b910-de18a5af77f0 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:30.648043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Allocated IP 172.20.0.2 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/a7a56fe4-34cc-4706-b02f-d16bc2e1fda9/496c4ad7-7deb-4439-89f3-047e5f0e07fb) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:30.723262 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1026506 May 25 16:46:30.754336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56824) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:30.785098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:30.798656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cf6bfc4f-27b2-4f75-853d-0d0ca4929efd None None] Provisioning for port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:30.806005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cf6bfc4f-27b2-4f75-853d-0d0ca4929efd None None] Provisioning complete for port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:30.806431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cf6bfc4f-27b2-4f75-853d-0d0ca4929efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:30.896934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bfc4f-27b2-4f75-853d-0d0ca4929efd None None] Port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:30.917195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:30.925064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=6ac70530-a4c4-4e41-a1cf-80b684c1005d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:30.927561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:30.933096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:30.934340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:30.938102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:30.939494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:30.949154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:30.949852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:30.957959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.002448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.003499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.056715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.084711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.098906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Transition to ACTIVE for port object 496c4ad7-7deb-4439-89f3-047e5f0e07fb will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:31.119961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Transition to ACTIVE for port object 496c4ad7-7deb-4439-89f3-047e5f0e07fb will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:31.125776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.130248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eb03893d-19c8-4e62-a6e7-f02e1370a45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.193666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.195007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:31.198013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:31.202215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:31.247925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Pushing event updated for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.282949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.304485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Attempting to bind port 496c4ad7-7deb-4439-89f3-047e5f0e07fb on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:31.305042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Attempting to bind port 496c4ad7-7deb-4439-89f3-047e5f0e07fb by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '84d47620-db0f-47f9-b84f-62bf50073ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:31.305416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Attempting to bind port 496c4ad7-7deb-4439-89f3-047e5f0e07fb on network ace6a8f1-8a11-43ee-8e63-1a90f913a79f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:31.308537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:31.313490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:31.313821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Checking segment: {'id': '84d47620-db0f-47f9-b84f-62bf50073ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:31.314459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.314989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Bound using segment: {'id': '84d47620-db0f-47f9-b84f-62bf50073ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:31.315842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Bound port: 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d47620-db0f-47f9-b84f-62bf50073ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:31.316293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.320612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:31.328267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:31.339507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c379d3-33e5-4f0d-b98d-477a0fef3cbb req-f89a977a-a682-4cd9-81a4-74bdfa1375ce tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:31.340971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-87c379d3-33e5-4f0d-b98d-477a0fef3cbb req-f89a977a-a682-4cd9-81a4-74bdfa1375ce tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 931 time: 0.4312603 May 25 16:46:31.410004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:31.419594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:31.423999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=496c4ad7-7deb-4439-89f3-047e5f0e07fb,segment=NetworkSegment(84d47620-db0f-47f9-b84f-62bf50073ec3),segment_id=84d47620-db0f-47f9-b84f-62bf50073ec3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:31.430788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.437562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.501563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:31.505739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.516416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.537494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Pushing event updated for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.540840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.634212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-87c379d3-33e5-4f0d-b98d-477a0fef3cbb req-b412227a-0e36-4236-bcf9-ae79d7e1729c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276549 May 25 16:46:31.646707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port 59003bdf-302f-46a8-94a5-92c6e48dbf3c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:31.647075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.697649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.768785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:31.784391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.794558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.815960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Transition to ACTIVE for port object 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:31.820796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.826096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-448af3b6-90e2-4126-8848-af5f8bf590f3 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:31.890388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:31.900918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:31.968829 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.ipam_backend_mixin [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a7a56fe4-34cc-4706-b02f-d16bc2e1fda9 (CIDR: 172.20.0.0/28) May 25 16:46:31.974466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.981176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:31.984786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed9285c2-ae3c-4e49-a008-01d762ddc737 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:32.020615 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:46:32.021046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:46:32.092120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e HTTP/1.1" status: 204 len: 168 time: 2.7190125 May 25 16:46:32.095751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.104514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:32.106385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56828) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.154145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:32.253447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.292870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.296442 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1bf32191-ae41-4fa0-875e-becf3a82f663 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8732321 May 25 16:46:32.312046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for 59003bdf-302f-46a8-94a5-92c6e48dbf3c owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:32.318077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.329360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:32.344233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=5dab9826-cf5c-413d-94a9-3d1bf625e842,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:32.347202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:32.348408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-644c8e24-b6fa-46ea-85c7-831cfca81d21 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:46:32.348952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-644c8e24-b6fa-46ea-85c7-831cfca81d21 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:32.374793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Attempting to bind port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:32.375152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Attempting to bind port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:32.375479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Attempting to bind port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 on network cfc8bae2-3647-4592-b9b5-1a21ff118a0a {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:32.384924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 on network cfc8bae2-3647-4592-b9b5-1a21ff118a0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:46:32.385252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Attempting to bind port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 on network cfc8bae2-3647-4592-b9b5-1a21ff118a0a {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:32.398734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:32.399104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Checking segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:32.399677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Bound using segment: {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:32.400310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Bound port: 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0ea646-2663-4c51-aa3d-8512f3ace77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:32.400791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.610033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '29216aa6-70a9-4a0c-9e45-7297955aba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:32.610539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: b874a9e6-3db5-41b0-bf83-e273ff87b52c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:32.656390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-644c8e24-b6fa-46ea-85c7-831cfca81d21 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:32.660852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-644c8e24-b6fa-46ea-85c7-831cfca81d21 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/b09d2209-c6f5-4b8e-bb1a-5c0e29f3ba5e HTTP/1.1" status: 404 len: 333 time: 0.5451908 May 25 16:46:32.663085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.691956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network b874a9e6-3db5-41b0-bf83-e273ff87b52c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:32.723275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62dd4e3-066a-48fb-9e77-56a69cb35607 None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:32.735789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b874a9e6-3db5-41b0-bf83-e273ff87b52c) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:32.739189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.61 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/21ead53f-16f9-4b4d-82de-32fcb529a8f0) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:32.758104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:32.763781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:32.765247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.771048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:32.772000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc27b77d-86ca-4dc0-a6e9-13ad9e98bcda None None] Network b874a9e6-3db5-41b0-bf83-e273ff87b52c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:32.775318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:32.791507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:32.792511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:32.803966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6556895 May 25 16:46:32.810816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:32.832515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:32.836013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.951504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:32.977584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-15479785-ade7-448d-8ebf-b8d5fb851300 None None] Provisioning for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:32.982619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:32.991176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70f768e5-ea89-4b46-b285-b760a9fe3645 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.074797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:33.075572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.076996 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] 10.222.0.95 "PUT /v2.0/ports/60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 200 len: 1093 time: 2.5366304 May 25 16:46:33.082464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:33.140752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.149124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.218249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.224764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.232293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=59003bdf-302f-46a8-94a5-92c6e48dbf3c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.239584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.273438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'status': 'completed', 'code': 200} May 25 16:46:33.290304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.293748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.297628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:33.297975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.328838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b874a9e6-3db5-41b0-bf83-e273ff87b52c', 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': '5dab9826-cf5c-413d-94a9-3d1bf625e842'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:33.329664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.442847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.495796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.509661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.522189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.531423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4dd3811a-5b6f-46b3-a614-457d25bc1cc7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:33.551750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 496c4ad7-7deb-4439-89f3-047e5f0e07fb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:33.646837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4489543-b3af-4abf-9930-fa063882228e req-87410171-0ef6-446e-b828-0e08228e0b4b tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:33.647486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e4489543-b3af-4abf-9930-fa063882228e req-87410171-0ef6-446e-b828-0e08228e0b4b tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Synchronizing usage tracker for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:33.697740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Allocated IP 172.20.0.3 (b874a9e6-3db5-41b0-bf83-e273ff87b52c/5dab9826-cf5c-413d-94a9-3d1bf625e842/0f52aa5f-2746-48cf-872c-24b0445229cc) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:33.716918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:33.726295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:33.735650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.741253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.741468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:33.741938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.757633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:33.765165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:33.779964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:33.812005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=21ead53f-16f9-4b4d-82de-32fcb529a8f0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:33.821378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e4489543-b3af-4abf-9930-fa063882228e req-87410171-0ef6-446e-b828-0e08228e0b4b tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Unset dirty status for tenant:d34a6b7195c5465485bef4ff5e780ab4 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:33.822550 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e4489543-b3af-4abf-9930-fa063882228e req-87410171-0ef6-446e-b828-0e08228e0b4b tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 943 time: 1.0130732 May 25 16:46:33.823462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:33.884263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-d7c95c9f-58bb-4db8-a35f-3a71de727976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:33.885766 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-d7c95c9f-58bb-4db8-a35f-3a71de727976 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 1096 time: 0.7400222 May 25 16:46:33.954819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:33.955245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router b41941e9-509a-4fec-b34c-126c307fe196 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:46:34.005083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9fef7982-2caf-4363-8edd-0d60f11d2b91 None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:34.005468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9fef7982-2caf-4363-8edd-0d60f11d2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.032622 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e4489543-b3af-4abf-9930-fa063882228e req-d5d30f47-bce4-413f-bfe5-72377461f3a5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977797 May 25 16:46:34.071087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.075583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 204 len: 168 time: 4.2261307 May 25 16:46:34.088762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:34.100701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.102578 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-1cf79e82-3088-402c-b393-fb7b196eb528 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 200 len: 217 time: 0.2065783 May 25 16:46:34.102712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-44691997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:34.117776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:34.125086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:34.137980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:34.148840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:34.174967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.178741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=496c4ad7-7deb-4439-89f3-047e5f0e07fb,segment=NetworkSegment(84d47620-db0f-47f9-b84f-62bf50073ec3),segment_id=84d47620-db0f-47f9-b84f-62bf50073ec3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:34.213661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.214628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.218389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.235311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Transition to ACTIVE for port object 0f52aa5f-2746-48cf-872c-24b0445229cc will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:34.238290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bf2d3f36-4031-4e79-831d-03d9af785329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.261469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.287703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-1b011056-359c-4e8b-a64c-75bcacc92073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:34.289293 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-1b011056-359c-4e8b-a64c-75bcacc92073 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a14d0998-dcee-4002-ade5-2ea219d4af91 HTTP/1.1" status: 200 len: 851 time: 0.1758814 May 25 16:46:34.317738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Transition to ACTIVE for port object 0f52aa5f-2746-48cf-872c-24b0445229cc will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:34.333993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.339039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.347046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.362448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Network b874a9e6-3db5-41b0-bf83-e273ff87b52c is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:34.363492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.363842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.364183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.364606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.364895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.365260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.365598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.365925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.366245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.366565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.366886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.367935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:46:34.371477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:34.373070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.374166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.410361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:34.534948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Pushing event updated for resources: {'Port': ['ID=0f52aa5f-2746-48cf-872c-24b0445229cc,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.540590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.544491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.545047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Attempting to bind port 0f52aa5f-2746-48cf-872c-24b0445229cc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:34.546202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Attempting to bind port 0f52aa5f-2746-48cf-872c-24b0445229cc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '29216aa6-70a9-4a0c-9e45-7297955aba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:34.546667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Attempting to bind port 0f52aa5f-2746-48cf-872c-24b0445229cc on network b874a9e6-3db5-41b0-bf83-e273ff87b52c {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:34.553318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:34.553789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Checking segment: {'id': '29216aa6-70a9-4a0c-9e45-7297955aba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:34.554340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.554524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Bound using segment: {'id': '29216aa6-70a9-4a0c-9e45-7297955aba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:34.554653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e5a55bbe-d06c-4bec-b0b2-034a8ef8d4bf tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.555005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Bound port: 0f52aa5f-2746-48cf-872c-24b0445229cc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29216aa6-70a9-4a0c-9e45-7297955aba87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:34.555396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.600301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=5dab9826-cf5c-413d-94a9-3d1bf625e842,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.607504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.612116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f6fed8eb-171b-44b6-8e3f-a4f27fc9929c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5196431 May 25 16:46:34.612116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.612385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.614455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:34.614584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.632900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0f8e464a-c1ed-4b0c-869f-a0b430dc9098 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.645401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ff34b47-4eee-4348-94cd-6474edf78bb8 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.651444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] For port 0f52aa5f-2746-48cf-872c-24b0445229cc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:34.654711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] For port 0f52aa5f-2746-48cf-872c-24b0445229cc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0f52aa5f-2746-48cf-872c-24b0445229cc,segment=NetworkSegment(29216aa6-70a9-4a0c-9e45-7297955aba87),segment_id=29216aa6-70a9-4a0c-9e45-7297955aba87)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:34.659722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.664344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2329380a-5aeb-4432-ac86-4aff074a805c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:34.681956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': True}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:34.755521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:34.761450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:34.779179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Pushing event updated for resources: {'Port': ['ID=0f52aa5f-2746-48cf-872c-24b0445229cc,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.785487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:34.786007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.790510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.792776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.808873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=8ba21367-16d7-4982-86dc-930b0390f7e7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.816087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.818317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b874a9e6-3db5-41b0-bf83-e273ff87b52c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:34.824156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:34.825164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d336b11-07e7-43e9-9d30-81df0a712417 None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:34.832495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29216aa6-70a9-4a0c-9e45-7297955aba87') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:34.832805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29216aa6-70a9-4a0c-9e45-7297955aba87') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:34.841382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:34.842594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5233140 May 25 16:46:34.845908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56856) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:34.853470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.856046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14a683-09ca-4bb0-aed3-7b2aa5e0d050 None None] Network b874a9e6-3db5-41b0-bf83-e273ff87b52c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:34.864637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'fixed_ips': [{'subnet_id': 'a7a56fe4-34cc-4706-b02f-d16bc2e1fda9'}, {'subnet_id': '8ba21367-16d7-4982-86dc-930b0390f7e7'}], 'name': 'tempest-PortsTestJSON-1317149420'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:34.958267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.971969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:34.972377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:34.987598 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:35.063560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.108192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:46:35.108192 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:46:35.108192 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'b874a9e6-3db5-41b0-bf83-e273ff87b52c'}] May 25 16:46:35.108192 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:35.108722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:35.120244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:35.125759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:35.128697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:35.134708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:35.146616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:35.290687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-4cec80d8-236d-47f2-8c4d-1598dc0b2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:35.292696 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-4cec80d8-236d-47f2-8c4d-1598dc0b2ece service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9931068 May 25 16:46:35.364540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.395708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d6c18-77d0-44aa-8495-f1d14a459fb2 req-2bccb242-d94d-4db6-86b2-f24ec95a3bac tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:35.397378 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ef3d6c18-77d0-44aa-8495-f1d14a459fb2 req-2bccb242-d94d-4db6-86b2-f24ec95a3bac tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 943 time: 0.1618357 May 25 16:46:35.400837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 4808dea8-846a-4cd5-b98e-765cf15b23ea yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:35.466785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.477230 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 HTTP/1.1" status: 204 len: 168 time: 2.8087082 May 25 16:46:35.483713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56862) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:35.484386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.505964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 496c4ad7-7deb-4439-89f3-047e5f0e07fb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:35.559676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ef3d6c18-77d0-44aa-8495-f1d14a459fb2 req-9a58739a-f097-4a8d-b2d7-60caf658369e tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229374 May 25 16:46:35.611372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Update dhcp port {'port': {'network_id': 'ace6a8f1-8a11-43ee-8e63-1a90f913a79f', 'fixed_ips': [{'subnet_id': 'a7a56fe4-34cc-4706-b02f-d16bc2e1fda9', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ba21367-16d7-4982-86dc-930b0390f7e7'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '496c4ad7-7deb-4439-89f3-047e5f0e07fb'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:46:35.638865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.639968 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b39a42-5193-4fd6-b9b0-1b410e718ddc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:46:35.640569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34b39a42-5193-4fd6-b9b0-1b410e718ddc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:35.677524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.696323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:35.696706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.813403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34b39a42-5193-4fd6-b9b0-1b410e718ddc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:35.814847 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-34b39a42-5193-4fd6-b9b0-1b410e718ddc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/dd9b371b-6505-4a6a-acf1-ea0fd9b1fb37 HTTP/1.1" status: 404 len: 333 time: 0.2804306 May 25 16:46:35.817758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:35.896205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 0f52aa5f-2746-48cf-872c-24b0445229cc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:35.896581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:35.993571 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-73c40da1-597a-400a-bc1a-866d4a6bd9f0 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431763 May 25 16:46:36.028193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.7 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/a7a56fe4-34cc-4706-b02f-d16bc2e1fda9/4808dea8-846a-4cd5-b98e-765cf15b23ea) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:36.040813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet a84a818b-8d4e-4d3e-91fa-f27ed53fa364 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:36.055620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.083388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.28 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/8ba21367-16d7-4982-86dc-930b0390f7e7/4808dea8-846a-4cd5-b98e-765cf15b23ea) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:36.112401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 0f52aa5f-2746-48cf-872c-24b0445229cc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0f52aa5f-2746-48cf-872c-24b0445229cc,segment=NetworkSegment(29216aa6-70a9-4a0c-9e45-7297955aba87),segment_id=29216aa6-70a9-4a0c-9e45-7297955aba87)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:36.112759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.314220 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ad7946d-2490-4411-9087-c88dbf4d4190 req-ca917d3a-8cd9-48cc-be04-6d2418327535 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670343 May 25 16:46:36.318297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.429929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 0f52aa5f-2746-48cf-872c-24b0445229cc owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:36.444835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.692016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.755767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.773993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.784178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-af57c9d4-6dbc-4108-9fd5-2051b6b331d6 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:36.790634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.832575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:36.839398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-5e05d78c-2c5f-4acc-8760-cca790383649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:36.840237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 4808dea8-846a-4cd5-b98e-765cf15b23ea will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:36.840868 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-5e05d78c-2c5f-4acc-8760-cca790383649 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 1096 time: 0.4615102 May 25 16:46:36.902341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=0f52aa5f-2746-48cf-872c-24b0445229cc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:36.907599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:36.913044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 0f52aa5f-2746-48cf-872c-24b0445229cc on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:37.034801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01be4e-a0b7-4441-abbd-9cbe6286f7f4 req-3f671025-667d-471b-885c-b7c4533b361a tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:37.036314 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b01be4e-a0b7-4441-abbd-9cbe6286f7f4 req-3f671025-667d-471b-885c-b7c4533b361a tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 943 time: 0.3386025 May 25 16:46:37.081829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.115742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b874a9e6-3db5-41b0-bf83-e273ff87b52c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:37.119134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:37.142790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29216aa6-70a9-4a0c-9e45-7297955aba87') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:37.143154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29216aa6-70a9-4a0c-9e45-7297955aba87') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:37.162291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-51f6b4c7-4af7-4961-b7e0-76cc671c5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:37.163686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-51f6b4c7-4af7-4961-b7e0-76cc671c5f3b service neutron] 10.222.0.95 "GET /v2.0/networks?id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 200 len: 914 time: 0.2824569 May 25 16:46:37.184636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.187580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.209926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-67960b65-ab3d-42d2-a954-d1fae16a72ab tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:37.222187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Allocated IP 172.20.0.18 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/8ba21367-16d7-4982-86dc-930b0390f7e7/496c4ad7-7deb-4439-89f3-047e5f0e07fb) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:37.228736 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b01be4e-a0b7-4441-abbd-9cbe6286f7f4 req-8ef3fac9-30ed-45b0-abeb-2d3aef0f4a73 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778719 May 25 16:46:37.295224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.312756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:37.319120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:37.319557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.319830 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-7945045b-62d8-4c4b-bf44-2fbf55bcd834 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 200 len: 217 time: 0.0944922 May 25 16:46:37.328763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.26.6.210 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/d3169ca8-01b7-433d-b44b-4fe80975542d) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:37.336245 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:37.343949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:37.401906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:37.420875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=496c4ad7-7deb-4439-89f3-047e5f0e07fb,segment=NetworkSegment(84d47620-db0f-47f9-b84f-62bf50073ec3),segment_id=84d47620-db0f-47f9-b84f-62bf50073ec3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:37.442031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=4808dea8-846a-4cd5-b98e-765cf15b23ea,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:37.454173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:37.464749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.487629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Transition to ACTIVE for port object 496c4ad7-7deb-4439-89f3-047e5f0e07fb will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:37.494365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.505623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:37.506841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.511665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.520135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a3013c0-a969-44cf-96a9-b7ed5d04a504 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:37.559664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.573557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:37.574189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.581878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=a84a818b-8d4e-4d3e-91fa-f27ed53fa364,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:37.594161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:37.597785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d6c4450f-9900-45eb-947f-fb5b252d307d tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:37.611949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d02730-725d-4e9f-9eb9-3badb0e8984d None None] Network b4e68901-86d0-4ef3-9803-1ce1b13006f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:37.620092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.633262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=b874a9e6-3db5-41b0-bf83-e273ff87b52c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:37.640329 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/b874a9e6-3db5-41b0-bf83-e273ff87b52c HTTP/1.1" status: 204 len: 168 time: 4.8270502 May 25 16:46:37.642123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:37.646255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a84a818b-8d4e-4d3e-91fa-f27ed53fa364 HTTP/1.1" status: 204 len: 168 time: 1.8252292 May 25 16:46:37.646255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56876) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.647156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.651153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780379042'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:37.656278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:37.659750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8128316 May 25 16:46:37.663073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56884) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:37.666248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:37.673460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7a56fe4-34cc-4706-b02f-d16bc2e1fda9'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:37.698426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-78bed2b6-e3ea-4de6-8787-6abf8d46fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:37.699908 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-78bed2b6-e3ea-4de6-8787-6abf8d46fa7a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a14d0998-dcee-4002-ade5-2ea219d4af91 HTTP/1.1" status: 200 len: 851 time: 0.3671372 May 25 16:46:37.704118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:37.723916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:37.777448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Pushing event updated for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:37.780278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:37.784582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.785686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:37.839936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.861457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:37.904547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:37.916207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:37.924596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.924857 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 08a7187e-9376-48cb-b741-09eca6ba12de of type vlan for network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c May 25 16:46:37.948104 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:37.949619 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:37.975580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:37.996403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.069330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] DHCP port deletion for b4e68901-86d0-4ef3-9803-1ce1b13006f6 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:38.092434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.099246 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.3367107 May 25 16:46:38.112910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56890) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:38.180837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.191325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:38.192236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.201126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-798623e3-0523-4fce-bb97-bfa9282d85b1 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:38.224469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Deleting port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:38.225080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.257945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.317124 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:38.329911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-c01a4c82-1449-4ba3-a2f3-482314cfbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:38.338899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-c01a4c82-1449-4ba3-a2f3-482314cfbcbc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5812485 May 25 16:46:38.461763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] For port 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=526c45e3-bf55-40a8-9a62-02f2a688f7e5,segment=NetworkSegment(06242e5e-bd55-4807-ade5-d78e734ea7f5),segment_id=06242e5e-bd55-4807-ade5-d78e734ea7f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:38.467376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.576689 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4b2e8908-bf66-4775-add8-86824dc56de9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4606972 May 25 16:46:38.627376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56902) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:38.667801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Calling delete_port for 526c45e3-bf55-40a8-9a62-02f2a688f7e5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:38.716795 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0712032 May 25 16:46:38.727621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.734323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-97125bf4-91e4-40ad-b5b3-568908728b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:38.770841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56906) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:38.787713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:38.796208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:38.810248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:38.829019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] No DVR routers for this DVR port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:38.833591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Pushing event deleted for resources: {'Port': ['ID=526c45e3-bf55-40a8-9a62-02f2a688f7e5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:38.839020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:38.848715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:38.921711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b149f3b8-b8aa-4121-9d55-f5d249f51b1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:38.926212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b149f3b8-b8aa-4121-9d55-f5d249f51b1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2646987 May 25 16:46:38.926212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-6d53aabb-96a8-4fd1-b312-8f948e703c0b service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783236 May 25 16:46:38.929987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56910) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:38.933859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:38.934208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.983349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2a5721f-8ec5-4b45-ad98-75b7d38f8fb5 None None] Provisioning for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:38.993556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2a5721f-8ec5-4b45-ad98-75b7d38f8fb5 None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:38.998083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d2a5721f-8ec5-4b45-ad98-75b7d38f8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:38.999349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:39.003622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:39.007295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:39.008506 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:34Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:39.013645 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:39.013804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:39.014419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Updating router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:39.050694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port 526c45e3-bf55-40a8-9a62-02f2a688f7e5, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:39.051125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.080834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12ae3e-0c3e-41eb-8920-f51d4cdb0982 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:46:39.090652 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.106563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:39.110619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.159464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Delete allocated IP 172.20.0.28 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/8ba21367-16d7-4982-86dc-930b0390f7e7) {{(pid=99127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:46:39.194129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 526c45e3-bf55-40a8-9a62-02f2a688f7e5 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:39.197693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 was not found and therefore no delete operation was performed {{(pid=99126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:46:39.201340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.299396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be12ae3e-0c3e-41eb-8920-f51d4cdb0982 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:46:39.343667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.349558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fbc49d86-a3df-4923-aebb-d6ad2485d3e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.360369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Ignored duplicate provisioning block setup for port 4808dea8-846a-4cd5-b98e-765cf15b23ea by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 25 16:46:39.375735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.420994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.440879 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e3a37b1-6483-4179-bc5d-6575448f9446 req-ee47431b-179f-42cb-a1e2-65755b7adbc8 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332981 May 25 16:46:39.460671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ce1d3f1a-facb-4572-b0fa-005c05ac147b tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.469625 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.483767 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Transition to ACTIVE for port object 21ead53f-16f9-4b4d-82de-32fcb529a8f0 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:39.486869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=d3169ca8-01b7-433d-b44b-4fe80975542d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.492578 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.495437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.507008 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.515014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c074b8c-b561-433e-80dc-87ce7cba4524 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.568713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 496c4ad7-7deb-4439-89f3-047e5f0e07fb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:39.617926 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Attempting to bind port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:39.618338 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Attempting to bind port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:39.618663 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Attempting to bind port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:39.625419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Pushing event updated for resources: {'Port': ['ID=21ead53f-16f9-4b4d-82de-32fcb529a8f0,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.625671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b05d46fd-4da8-491c-b388-5fa7ac2a7c1a None None] Provisioning for port 4808dea8-846a-4cd5-b98e-765cf15b23ea completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:39.629750 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.630697 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:39.631102 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:39.631509 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.631904 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:39.632391 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Bound port: 21ead53f-16f9-4b4d-82de-32fcb529a8f0, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:39.632768 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.658531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b05d46fd-4da8-491c-b388-5fa7ac2a7c1a None None] Provisioning complete for port 4808dea8-846a-4cd5-b98e-765cf15b23ea triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:39.658939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b05d46fd-4da8-491c-b388-5fa7ac2a7c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.722209 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] For port 21ead53f-16f9-4b4d-82de-32fcb529a8f0, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:39.726515 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] For port 21ead53f-16f9-4b4d-82de-32fcb529a8f0, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=21ead53f-16f9-4b4d-82de-32fcb529a8f0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:39.734218 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.735677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port 526c45e3-bf55-40a8-9a62-02f2a688f7e5 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:39.739876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:39.767841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b05d46fd-4da8-491c-b388-5fa7ac2a7c1a None None] Port 4808dea8-846a-4cd5-b98e-765cf15b23ea cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:39.771540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:39.785213 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a93c5bed-c945-4161-ae29-3db83ee75ee7 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5855186 May 25 16:46:39.788159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56914) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:39.793765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:39.800247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=526c45e3-bf55-40a8-9a62-02f2a688f7e5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.810666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:39.820610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Pushing event updated for resources: {'Port': ['ID=21ead53f-16f9-4b4d-82de-32fcb529a8f0,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.823389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:39.823885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.824914 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.846533 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:39.847256 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:39.855143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] In _notify_port_updated(), no bound segment for port 4808dea8-846a-4cd5-b98e-765cf15b23ea on network ace6a8f1-8a11-43ee-8e63-1a90f913a79f {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:46:39.861763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.861964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:39.862419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:39.863912 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/ports/4808dea8-846a-4cd5-b98e-765cf15b23ea HTTP/1.1" status: 200 len: 919 time: 2.1995862 May 25 16:46:39.870505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2053738970', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:39.872859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56918) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:39.881098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=4808dea8-846a-4cd5-b98e-765cf15b23ea,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:39.906624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-2d22bf9b-e974-4146-be65-02442e268571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:39.908680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-2d22bf9b-e974-4146-be65-02442e268571 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 1.4772544 May 25 16:46:39.912783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7a56fe4-34cc-4706-b02f-d16bc2e1fda9'}, {'subnet_id': '8ba21367-16d7-4982-86dc-930b0390f7e7'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:39.944338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:39.958281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095062e0-d42f-4bc1-962d-4d975a0b52f1 req-7307051f-a1c6-4e32-9d26-2214e09e2d63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:39.959970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-095062e0-d42f-4bc1-962d-4d975a0b52f1 req-7307051f-a1c6-4e32-9d26-2214e09e2d63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 943 time: 1.2595861 May 25 16:46:40.055168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-48b6869e-8520-471d-9bb2-ee9defcc943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.063265 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:40.096385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:46:40.133138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 526c45e3-bf55-40a8-9a62-02f2a688f7e5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:40.160659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b0122-d565-4efe-aecf-b421b2bbc0dd req-2207faf9-8a5b-402f-ad0f-58815bb59abe tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:40.169097 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb4b0122-d565-4efe-aecf-b421b2bbc0dd req-2207faf9-8a5b-402f-ad0f-58815bb59abe tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 1.6512687 May 25 16:46:40.193657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 526c45e3-bf55-40a8-9a62-02f2a688f7e5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:46:40.194571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 526c45e3-bf55-40a8-9a62-02f2a688f7e5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:46:40.218365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-095062e0-d42f-4bc1-962d-4d975a0b52f1 req-93c9dc41-6bef-407e-9deb-44cc24cac1a0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481580 May 25 16:46:40.345020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.349917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.361342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e68901-86d0-4ef3-9803-1ce1b13006f6']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:40.377075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06242e5e-bd55-4807-ade5-d78e734ea7f5') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:40.377648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06242e5e-bd55-4807-ade5-d78e734ea7f5') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:40.390459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.415266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.423671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:40.425303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:40.425880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.453499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:34Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:40.458393 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d4711-ab5f-4d5a-bac2-87072751c209 None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:34Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:40.460410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'port_id': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'mac_address': 'fa:16:3e:0d:38:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:40.472208 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:40.491328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-7c563175-c638-4d15-bdbd-a3d31d1a4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:40.492877 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-7c563175-c638-4d15-bdbd-a3d31d1a4624 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.5320246 May 25 16:46:40.532463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.556905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:46:40.582958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:40.589667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.592948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9bb1ee2-9d14-4bcb-9a64-8d9763584637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:40.652497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4ff9c9bf-7a5e-42b3-87c4-dec43e3c2091 None None] Provisioning complete for port 4808dea8-846a-4cd5-b98e-765cf15b23ea triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:40.652497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c9bf-7a5e-42b3-87c4-dec43e3c2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.708501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:40.725488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4ff9c9bf-7a5e-42b3-87c4-dec43e3c2091 None None] Port 4808dea8-846a-4cd5-b98e-765cf15b23ea cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:40.726932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:40.730414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:40.730635 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb4b0122-d565-4efe-aecf-b421b2bbc0dd req-c510cec1-478b-4f99-bfa3-25972547a2fd tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5601306 May 25 16:46:40.731889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:40.742190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:40.750282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:40.754356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-e1d95f31-2b26-4941-a9e8-5648ec39e842 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2473736 May 25 16:46:40.846744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.881794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb0b65e8-0a89-4ffb-a582-a33941508eea tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:40.899071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.908921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:40.912433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:40.943113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=b4e68901-86d0-4ef3-9803-1ce1b13006f6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:40.990738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:46:41.036893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.045630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-860ec561-0aee-46d4-8794-580f96f977bf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:41.119077 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/b4e68901-86d0-4ef3-9803-1ce1b13006f6 HTTP/1.1" status: 204 len: 168 time: 3.4680824 May 25 16:46:41.124372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:41.126055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:41.141822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-6a4b33b7-ebf1-463e-af6e-b27778969c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.143342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-6a4b33b7-ebf1-463e-af6e-b27778969c69 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.3763227 May 25 16:46:41.148637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2141293160'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:41.249704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:41.269584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:network and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:41.285499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:41.288486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=ef34e449-0956-4b98-bcd1-de5ad09b13e4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:41.302833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:41.306309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:41.308990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.318370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '08a7187e-9376-48cb-b741-09eca6ba12de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:41.318736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:41.379837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:41.383429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.512884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 21ead53f-16f9-4b4d-82de-32fcb529a8f0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:41.531590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:41.553300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:41.579944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0bf7e3-b8a8-4824-9a92-37d26f23d6f7 None None] Network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:41.589350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:41.601059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.601952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.606774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.25 (ace6a8f1-8a11-43ee-8e63-1a90f913a79f/8ba21367-16d7-4982-86dc-930b0390f7e7/4808dea8-846a-4cd5-b98e-765cf15b23ea) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:41.615490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-017f6f6d-caac-4f72-abf0-d8d945903ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.617060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-017f6f6d-caac-4f72-abf0-d8d945903ed8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4286771 May 25 16:46:41.634446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.634791 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Added segment 5e094940-321b-47f8-b187-a75ddea0868f of type vlan for network 9aede15a-74b6-444d-8ac6-b19e25959b9c May 25 16:46:41.725183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:41.742082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:41.742555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.840006 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0607409 May 25 16:46:41.859049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56930) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:41.875155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81a98f-4446-43c6-9e31-005105ce8d31 req-3eae2cc2-cd37-4e82-8ab6-c31e6f213f54 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:41.883206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aa81a98f-4446-43c6-9e31-005105ce8d31 req-3eae2cc2-cd37-4e82-8ab6-c31e6f213f54 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 944 time: 0.4803059 May 25 16:46:41.908987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:41.987636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c', 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'ef34e449-0956-4b98-bcd1-de5ad09b13e4'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:41.988481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.067155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.075227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.087140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.108048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 21ead53f-16f9-4b4d-82de-32fcb529a8f0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=21ead53f-16f9-4b4d-82de-32fcb529a8f0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:42.111398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:42.133514 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aa81a98f-4446-43c6-9e31-005105ce8d31 req-f26888cf-2728-4e5d-a413-a1f43bfbf8a7 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492673 May 25 16:46:42.157875 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-950a55ea-5ac7-49ec-8e8c-1e61dff67bd1 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153899 May 25 16:46:42.159882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.203727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.209396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.209679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:42.210484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.230482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aff27f-2a0e-4544-8210-44eab287cc23 req-e2fa2d2f-a6a0-41a1-82f2-fb68b570c9c3 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:42.231994 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-47aff27f-2a0e-4544-8210-44eab287cc23 req-e2fa2d2f-a6a0-41a1-82f2-fb68b570c9c3 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2732179 May 25 16:46:42.263132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b4e9b74-32dc-4fe7-bc0d-5bea7725109c tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.364522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=21ead53f-16f9-4b4d-82de-32fcb529a8f0,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:42.369291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:42.374849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:42.396110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:42.396673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.397741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:42.408914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.415769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90e7a76c-5164-4ee2-a403-723052560c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.419654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.428610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2983553 May 25 16:46:42.431797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.441770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56934) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:42.460257 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-47aff27f-2a0e-4544-8210-44eab287cc23 req-76c6e3aa-c845-48c7-9b7b-6caceb0a51a5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992621 May 25 16:46:42.464015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:42.476167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Allocated IP 172.20.0.1 (feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c/ef34e449-0956-4b98-bcd1-de5ad09b13e4/642f217d-0c0c-4f9f-a177-83bf429661c7) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:42.489620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.494818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Network': ['ID=9aede15a-74b6-444d-8ac6-b19e25959b9c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:42.507251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:42.535233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:42.552251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=fb090875-deb1-4ffe-9528-bee355b47485,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:42.558036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:42.573699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 4808dea8-846a-4cd5-b98e-765cf15b23ea will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:42.574577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:42.574972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 6ac70530-a4c4-4e41-a1cf-80b684c1005d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:42.587801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router b662ac7d-5753-4554-9f07-db2ef28a16de is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:42.625317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.649567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7da16f24-d98f-4696-bb60-89e71e748da9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:42.660031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:42.696616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 6ac70530-a4c4-4e41-a1cf-80b684c1005d) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:42.739196 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb3d396c-516a-418a-afbb-b9bd9a52be53 req-5271d264-836c-400e-98c5-ab1e038ce359 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825493 May 25 16:46:42.751700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba38af7-4bfa-4b3c-8692-f93ed0ef48b7 None None] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:42.762573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:42.762573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.797778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:42.808331 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:46:42.819404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:42.853109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:42.878239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.882567 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "PUT /v2.0/routers/b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 200 len: 913 time: 8.2510118 May 25 16:46:42.882567 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0833054 May 25 16:46:42.882567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56938) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:42.884567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56940) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:42.892917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] Sync routers for ids ['b662ac7d-5753-4554-9f07-db2ef28a16de'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:42.902161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.942746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949b75d5-0686-4239-99f6-71e02cc66855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:42.957898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.018532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] Routers {'b662ac7d-5753-4554-9f07-db2ef28a16de'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:43.019231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b662ac7d-5753-4554-9f07-db2ef28a16de'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:43.134285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:43.141294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:43.160603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=4808dea8-846a-4cd5-b98e-765cf15b23ea,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:43.162464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:43.164412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:43.198624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:43.214084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:43.244127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] Routers {'b662ac7d-5753-4554-9f07-db2ef28a16de'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:43.244781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b662ac7d-5753-4554-9f07-db2ef28a16de'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:43.265881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:43.269426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.298017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.318292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36ee22eb-26ac-4088-a545-45df2d171e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:43.336268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c00608b0-e69f-4b6c-a71d-e1cb7ab1ee1d tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 200 len: 919 time: 0.4524441 May 25 16:46:43.337108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56950) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:43.364439 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'code': 200} May 25 16:46:43.386578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:43.387166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbb87c-ef82-47fe-be3f-4c08844a563f None None] The sync data for ids ['b662ac7d-5753-4554-9f07-db2ef28a16de'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:43.391701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.398545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afb58cb4-4301-4850-974a-ec18c779f9a9 None None] Provisioning for port 4808dea8-846a-4cd5-b98e-765cf15b23ea completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:43.516396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afb58cb4-4301-4850-974a-ec18c779f9a9 None None] Provisioning complete for port 4808dea8-846a-4cd5-b98e-765cf15b23ea triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:43.516775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afb58cb4-4301-4850-974a-ec18c779f9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.595171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Transition to ACTIVE for port object 642f217d-0c0c-4f9f-a177-83bf429661c7 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:43.597761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 21ead53f-16f9-4b4d-82de-32fcb529a8f0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:43.717095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:43.718481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.785085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:43.790957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:43.804872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] In _notify_port_updated(), no bound segment for port 4808dea8-846a-4cd5-b98e-765cf15b23ea on network ace6a8f1-8a11-43ee-8e63-1a90f913a79f {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:46:43.810523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:43.811140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.812649 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/ports/4808dea8-846a-4cd5-b98e-765cf15b23ea HTTP/1.1" status: 200 len: 999 time: 3.9343657 May 25 16:46:43.818747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-afb58cb4-4301-4850-974a-ec18c779f9a9 None None] Port 4808dea8-846a-4cd5-b98e-765cf15b23ea cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:43.820673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Transition to ACTIVE for port object 642f217d-0c0c-4f9f-a177-83bf429661c7 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:43.822069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.822436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56956) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:43.832193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.875300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-262e9b3e-dd4a-46ab-90e7-e0a13f00727f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:43.903374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:43.903743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.968061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:43.973741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-241e7190-3fab-44dc-9dd1-87b86ee6a0ca tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:44.003409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2301c-64dd-4c15-9d49-59dcdb77a89a req-af98f250-330f-4fd0-9b7a-81fe92415213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.004942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-47d2301c-64dd-4c15-9d49-59dcdb77a89a req-af98f250-330f-4fd0-9b7a-81fe92415213 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 1098 time: 0.3189063 May 25 16:46:44.008610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:44.017672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:44.028956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:44.038112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=ef34e449-0956-4b98-bcd1-de5ad09b13e4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:44.038360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4fa3a-083b-4e52-99ef-ed8b50101a21 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.042750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dea4fa3a-083b-4e52-99ef-ed8b50101a21 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=b662ac7d-5753-4554-9f07-db2ef28a16de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6982870 May 25 16:46:44.043098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Pushing event updated for resources: {'Port': ['ID=642f217d-0c0c-4f9f-a177-83bf429661c7,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:44.050424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56960) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:44.052778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562aa5d-3011-4dc2-9e44-67a21005f2a5 req-c63c4c78-6a06-435f-a017-9ecf501fb87c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.059875 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e562aa5d-3011-4dc2-9e44-67a21005f2a5 req-c63c4c78-6a06-435f-a017-9ecf501fb87c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.4706800 May 25 16:46:44.062760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:44.074315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:44.251813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Attempting to bind port 642f217d-0c0c-4f9f-a177-83bf429661c7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:44.252042 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-47d2301c-64dd-4c15-9d49-59dcdb77a89a req-e6433b20-a980-4c6b-b177-7fcba3bd1ca5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395415 May 25 16:46:44.252937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Attempting to bind port 642f217d-0c0c-4f9f-a177-83bf429661c7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '08a7187e-9376-48cb-b741-09eca6ba12de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:44.253309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Attempting to bind port 642f217d-0c0c-4f9f-a177-83bf429661c7 on network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:44.268595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:44.269028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Checking segment: {'id': '08a7187e-9376-48cb-b741-09eca6ba12de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:44.269365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d9bdc-2f58-4e23-8fca-18bf60b5796c req-e41f8a11-5a83-417a-9158-c78be7423f66 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.269511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.269762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Bound using segment: {'id': '08a7187e-9376-48cb-b741-09eca6ba12de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:44.270248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Bound port: 642f217d-0c0c-4f9f-a177-83bf429661c7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a7187e-9376-48cb-b741-09eca6ba12de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:44.270634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.272796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e562aa5d-3011-4dc2-9e44-67a21005f2a5 req-be6a2eab-ab86-4116-b766-53c5199e5bf3 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120512 May 25 16:46:44.276695 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a14d9bdc-2f58-4e23-8fca-18bf60b5796c req-e41f8a11-5a83-417a-9158-c78be7423f66 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5315716 May 25 16:46:44.278636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.297588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Allocated IP 172.20.0.2 (6ac70530-a4c4-4e41-a1cf-80b684c1005d/fb090875-deb1-4ffe-9528-bee355b47485/b604aa32-1a51-468d-bee6-dd481b8ab6f9) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:44.307759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:44.347658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a7187e-9376-48cb-b741-09eca6ba12de') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:44.348523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a7187e-9376-48cb-b741-09eca6ba12de') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:44.380682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.474651 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a14d9bdc-2f58-4e23-8fca-18bf60b5796c req-684b9540-092e-41d0-b57c-a653e6bbd918 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969237 May 25 16:46:44.478793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.487578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d03e2e-9da2-487e-be02-3b5d657d6d82 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:44.489940 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-31d03e2e-9da2-487e-be02-3b5d657d6d82 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.4348376 May 25 16:46:44.497968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 4808dea8-846a-4cd5-b98e-765cf15b23ea {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:44.498794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.502674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56964) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:44.513310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:44.514591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.550769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] For port 642f217d-0c0c-4f9f-a177-83bf429661c7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:44.595633 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:44.652454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.664920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Transition to ACTIVE for port object b604aa32-1a51-468d-bee6-dd481b8ab6f9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:44.685309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Transition to ACTIVE for port object b604aa32-1a51-468d-bee6-dd481b8ab6f9 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:44.692559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.697192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-30a50bf9-09c2-43f1-a6b9-0233ec5e95a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:44.719564 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e0ec6560-2321-4f8c-b960-8374379f697e tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 200 len: 205 time: 0.2120528 May 25 16:46:44.727155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56970) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:44.764412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:46:44.764412 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:46:44.764412 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c'}] May 25 16:46:44.764412 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:44.764863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:44.776002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:44.783215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] For port 642f217d-0c0c-4f9f-a177-83bf429661c7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=642f217d-0c0c-4f9f-a177-83bf429661c7,segment=NetworkSegment(08a7187e-9376-48cb-b741-09eca6ba12de),segment_id=08a7187e-9376-48cb-b741-09eca6ba12de)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:44.784905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:44.787826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:44.825062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.836649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Pushing event updated for resources: {'Port': ['ID=b604aa32-1a51-468d-bee6-dd481b8ab6f9,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:44.839463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:44.847461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:44.883733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.889213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c50aaca-aa8e-4270-ab8c-c38acefc2ead tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:44.978537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Attempting to bind port b604aa32-1a51-468d-bee6-dd481b8ab6f9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:44.978962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Attempting to bind port b604aa32-1a51-468d-bee6-dd481b8ab6f9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:44.979382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Attempting to bind port b604aa32-1a51-468d-bee6-dd481b8ab6f9 on network 6ac70530-a4c4-4e41-a1cf-80b684c1005d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:44.985052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Checking segment: {'id': '5e094940-321b-47f8-b187-a75ddea0868f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:44.985566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network hostable DHCP agents. Network: 9aede15a-74b6-444d-8ac6-b19e25959b9c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:44.990636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:44.997731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:44.997731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Checking segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:44.998124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:44.998748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:44.999138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Bound using segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:45.000227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Bound port: b604aa32-1a51-468d-bee6-dd481b8ab6f9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:45.000625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.012340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.012554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Pushing event updated for resources: {'Port': ['ID=642f217d-0c0c-4f9f-a177-83bf429661c7,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:45.014178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:45.020490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:45.032591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9aede15a-74b6-444d-8ac6-b19e25959b9c) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:45.051169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:45.051865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.068318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b5567-e637-45ca-a9ce-ea0eab2456be None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:45.085977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6363981 May 25 16:46:45.087470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56974) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:45.094101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-507227488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:45.102641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:45.107285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:router and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:45.110684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:45.117480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:45.129123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.130510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.148537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.154231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 4808dea8-846a-4cd5-b98e-765cf15b23ea owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:45.171093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.213854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.219346 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-58d46104-2012-4fe7-b82b-81e00898aaae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1303756 May 25 16:46:45.220307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56978) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:45.228512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c', 'name': 'tempest-PortsIpV6TestJSON-2024211679'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:45.259246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f143d-88a1-4c54-8421-56cedf13f7eb None None] Network feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:45.320114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.369684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] For port b604aa32-1a51-468d-bee6-dd481b8ab6f9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:45.443349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] For port b604aa32-1a51-468d-bee6-dd481b8ab6f9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b604aa32-1a51-468d-bee6-dd481b8ab6f9,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:45.453152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.460535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.480988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.500780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:45.664495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.757211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Pushing event updated for resources: {'Port': ['ID=b604aa32-1a51-468d-bee6-dd481b8ab6f9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:45.760628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:45.775476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9aede15a-74b6-444d-8ac6-b19e25959b9c', 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': 'a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:45.776312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.809865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:45.816836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:45.822164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:45.832180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:45.836644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.840007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 642f217d-0c0c-4f9f-a177-83bf429661c7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:45.840350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:45.961520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:45.965810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.004585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d68344-336f-473f-b052-54283c1c03ba req-15483293-ce03-4f59-9410-1b01884d1a34 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:46.006145 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-82d68344-336f-473f-b052-54283c1c03ba req-15483293-ce03-4f59-9410-1b01884d1a34 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.4959211 May 25 16:46:46.022162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Allocated IP 2001:db8::2 (9aede15a-74b6-444d-8ac6-b19e25959b9c/a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30/c4a23ef5-5ef3-42a3-b8a0-32d40667631f) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:46.054663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:46:46.135574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 642f217d-0c0c-4f9f-a177-83bf429661c7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=642f217d-0c0c-4f9f-a177-83bf429661c7,segment=NetworkSegment(08a7187e-9376-48cb-b741-09eca6ba12de),segment_id=08a7187e-9376-48cb-b741-09eca6ba12de)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:46.135872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.163874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-82d68344-336f-473f-b052-54283c1c03ba req-fa47bcbe-35d3-4956-a48e-c8306aa05b6c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463130 May 25 16:46:46.236494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.254165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.339358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.340779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 642f217d-0c0c-4f9f-a177-83bf429661c7 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:46.352389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Transition to ACTIVE for port object c4a23ef5-5ef3-42a3-b8a0-32d40667631f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:46.377164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Transition to ACTIVE for port object c4a23ef5-5ef3-42a3-b8a0-32d40667631f will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:46.385305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.392087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.408084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port d3169ca8-01b7-433d-b44b-4fe80975542d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:46.408433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.444803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=4808dea8-846a-4cd5-b98e-765cf15b23ea,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.476083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:46.479796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:46.483665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:46.484235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.499873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-81db4834-0029-48a4-a87f-21ab9b94f688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.501115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.512835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Pushing event updated for resources: {'Port': ['ID=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.516242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.592898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=642f217d-0c0c-4f9f-a177-83bf429661c7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.610804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.617574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 642f217d-0c0c-4f9f-a177-83bf429661c7 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:46.620433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Attempting to bind port c4a23ef5-5ef3-42a3-b8a0-32d40667631f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:46.620821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Attempting to bind port c4a23ef5-5ef3-42a3-b8a0-32d40667631f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5e094940-321b-47f8-b187-a75ddea0868f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:46.621263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Attempting to bind port c4a23ef5-5ef3-42a3-b8a0-32d40667631f on network 9aede15a-74b6-444d-8ac6-b19e25959b9c {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:46.629082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:46.629472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Checking segment: {'id': '5e094940-321b-47f8-b187-a75ddea0868f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:46.630028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.630440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Bound using segment: {'id': '5e094940-321b-47f8-b187-a75ddea0868f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:46.630937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Bound port: c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e094940-321b-47f8-b187-a75ddea0868f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '9aede15a-74b6-444d-8ac6-b19e25959b9c'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:46.631331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.673327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::310 (9aede15a-74b6-444d-8ac6-b19e25959b9c/a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30/2de50b07-92fb-4a1c-b6c6-fb74d9211d89) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:46.682000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.743251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] For port c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:46.749546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] For port c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,segment=NetworkSegment(5e094940-321b-47f8-b187-a75ddea0868f),segment_id=5e094940-321b-47f8-b187-a75ddea0868f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:46.757513 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/4808dea8-846a-4cd5-b98e-765cf15b23ea HTTP/1.1" status: 204 len: 168 time: 2.9232280 May 25 16:46:46.757717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.761187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:46.777448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:46.800227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.815303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:46.832344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a7187e-9376-48cb-b741-09eca6ba12de') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:46.832656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a7187e-9376-48cb-b741-09eca6ba12de') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:46.847414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.863955 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df30e8c-2809-497a-8d36-70078f39e002 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:46:46.866020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7df30e8c-2809-497a-8d36-70078f39e002 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:46.868380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Pushing event updated for resources: {'Port': ['ID=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:46.872215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:46.874943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.883178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:46.883589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.886342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:46.909422 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:47.026858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.030852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for d3169ca8-01b7-433d-b44b-4fe80975542d owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:47.052074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (6ac70530-a4c4-4e41-a1cf-80b684c1005d/fb090875-deb1-4ffe-9528-bee355b47485/5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:47.096002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd216f-249d-4e90-a315-48e3e61282e5 req-46a42a0d-aecb-496d-8220-b8e49041c1ab tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:47.097649 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bbbd216f-249d-4e90-a315-48e3e61282e5 req-46a42a0d-aecb-496d-8220-b8e49041c1ab tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.8098454 May 25 16:46:47.114133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 56990) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.141636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b71e80-db90-4804-a7be-6bf70a6bf186 None None] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:47.144620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Request body: {'floatingip': {'port_id': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:47.173084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-78d29188-b888-4d80-b7af-72522491ffd2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.194708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.226800 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c HTTP/1.1" status: 204 len: 168 time: 5.3666868 May 25 16:46:47.234158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56994) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.238125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.246959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513774916'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:47.253806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:47.258701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:47.264302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:47.266261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:47.273546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7c2a0b10-7da4-4b20-b3de-2368b838bf90 None None] Provisioning for port b604aa32-1a51-468d-bee6-dd481b8ab6f9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:47.288746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:47.321958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:47.325592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.362318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.386649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:47.387896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:47.403083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.403651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment bfaa1537-df21-4a52-9a47-325baf1a36f0 of type vlan for network f11a6b78-a3fd-41c8-91fb-3a7636095b13 May 25 16:46:47.446533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.475221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.483131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.498963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7df30e8c-2809-497a-8d36-70078f39e002 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:47.503166 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7df30e8c-2809-497a-8d36-70078f39e002 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/4808dea8-846a-4cd5-b98e-765cf15b23ea HTTP/1.1" status: 404 len: 333 time: 0.7239258 May 25 16:46:47.525732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 56998) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:47.595382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.611657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c4a23ef5-5ef3-42a3-b8a0-32d40667631f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:47.646427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.656812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:47.657111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.711946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:47.718672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 8ba21367-16d7-4982-86dc-930b0390f7e7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:47.720133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c4a23ef5-5ef3-42a3-b8a0-32d40667631f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:47.723006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.729605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b604aa32-1a51-468d-bee6-dd481b8ab6f9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:47.797509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.838261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b604aa32-1a51-468d-bee6-dd481b8ab6f9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:47.839484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=2de50b07-92fb-4a1c-b6c6-fb74d9211d89,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:47.845589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b604aa32-1a51-468d-bee6-dd481b8ab6f9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:47.846011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.854166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:47.855630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:47.858441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:47.865250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:47.866140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:47.889092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aac65bde-06fd-46aa-9468-3aee714bd377 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:47.991515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.031216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8096201 May 25 16:46:48.033991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port b604aa32-1a51-468d-bee6-dd481b8ab6f9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b604aa32-1a51-468d-bee6-dd481b8ab6f9,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:48.037946 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8021526 May 25 16:46:48.039216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.041937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-caad62f3-7660-4efe-89ff-84dc438c5997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:48.046441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57002) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:48.047225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57004) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:48.085967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.115829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.120880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:48.124943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ab3a726-6e13-448f-abff-c744b80e8e96 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:48.139623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=b604aa32-1a51-468d-bee6-dd481b8ab6f9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.143623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.163348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a0d13-919b-4d77-a0e7-253cd09014b9 None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:48.257399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=d3169ca8-01b7-433d-b44b-4fe80975542d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.260772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.285034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Provisioning for port c4a23ef5-5ef3-42a3-b8a0-32d40667631f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:48.293127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:48.293362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Provisioning complete for port c4a23ef5-5ef3-42a3-b8a0-32d40667631f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:48.293832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.437708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=f11a6b78-a3fd-41c8-91fb-3a7636095b13,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.467646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.487041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f11a6b78-a3fd-41c8-91fb-3a7636095b13 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:48.493424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.543771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.613786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c5adce99-5ee5-428d-b789-f565d31391ec tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:48.641972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.671608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.671958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:48.696322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.733871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] For port c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,segment=NetworkSegment(5e094940-321b-47f8-b187-a75ddea0868f),segment_id=5e094940-321b-47f8-b187-a75ddea0868f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:48.739697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.741854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:48.752205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:48.756763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:48.761430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.767846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.771482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:48.776891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:48.784449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:48.787442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:48.820065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Pushing event updated for resources: {'Port': ['ID=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.824131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.848737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:48.851447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:48.875849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:48.876388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router b662ac7d-5753-4554-9f07-db2ef28a16de {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:46:48.980267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:48.984708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.050614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.184332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Provisioning for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:49.198767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Provisioning complete for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:49.199169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.199552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.205259 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 204 len: 168 time: 4.4700217 May 25 16:46:49.208668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:49.209269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57010) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:49.234804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-589548255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:49.246884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:49.263377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:49.278722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Provisioning for port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:49.285743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Provisioning complete for port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:49.286241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.343241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.352790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.353275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:49.362312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a3b589-c70e-450d-8728-8c3511b80570 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:46:49.372438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:49.409958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Provisioning complete for port c4a23ef5-5ef3-42a3-b8a0-32d40667631f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:49.410353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a55961b9-283f-42ab-abcd-2c8b2bd8808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.450218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:49.460576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.478067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e06832a-8b7c-4874-a538-fb70a561b0a7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:49.511363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:49.531142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba21367-16d7-4982-86dc-930b0390f7e7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:49.534308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c4a23ef5-5ef3-42a3-b8a0-32d40667631f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:49.539391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.544471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:49.545326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.564941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.565938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.591432 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/8ba21367-16d7-4982-86dc-930b0390f7e7 HTTP/1.1" status: 204 len: 168 time: 2.0616133 May 25 16:46:49.591673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57014) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:49.656907 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Floating IP 47cf3b4c-1007-4753-a4c5-b44ee77d4966 associated. External IP: 172.26.6.55, port: 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215. May 25 16:46:49.705569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.708122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3b589-c70e-450d-8728-8c3511b80570 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:46:49.722145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c4a23ef5-5ef3-42a3-b8a0-32d40667631f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:49.722522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.767783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.802984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet a7a56fe4-34cc-4706-b02f-d16bc2e1fda9 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:46:49.866691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:49.898959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ba18d94d-cae1-40f0-8e8f-3a81d9547565 None None] Provisioning complete for port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:49.899182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ba18d94d-cae1-40f0-8e8f-3a81d9547565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.041117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.059448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.088197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ba18d94d-cae1-40f0-8e8f-3a81d9547565 None None] Port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:50.097955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.102528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49579f27-fc65-4426-95c0-41eadf7aa4c0 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8822739 May 25 16:46:50.104123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b604aa32-1a51-468d-bee6-dd481b8ab6f9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:50.115095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57018) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:50.137310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:50.256034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b604aa32-1a51-468d-bee6-dd481b8ab6f9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:50.256736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.361566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.374864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.382273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9b288b7-b467-41ef-b110-ec67c823cb63 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:50.389643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9547c-cfa6-4bd4-9bce-1320fe465d53 None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:50.621658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=2de50b07-92fb-4a1c-b6c6-fb74d9211d89,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:50.635398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:50.684132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.729668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-661f0849-4273-49ce-b41d-29894e275edb tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:50.829294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cd30b087-738a-4d97-919b-38cf8b03db65 None None] Provisioning complete for port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:50.829682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd30b087-738a-4d97-919b-38cf8b03db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.867022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:50.912336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cd30b087-738a-4d97-919b-38cf8b03db65 None None] Port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:50.986986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:51.001778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=b0f468c5-98b9-4193-95a9-af84a936295e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:51.011143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:51.041118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': 'bfaa1537-df21-4a52-9a47-325baf1a36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:51.041489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: f11a6b78-a3fd-41c8-91fb-3a7636095b13, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:51.079012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network f11a6b78-a3fd-41c8-91fb-3a7636095b13 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:51.092413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f11a6b78-a3fd-41c8-91fb-3a7636095b13) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:51.100992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cbaa9-38f8-4714-9bcf-7850bfadfab1 None None] Network f11a6b78-a3fd-41c8-91fb-3a7636095b13 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:51.131054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.143313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:51.144026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.167154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.185663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1310146 May 25 16:46:51.187468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57022) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:51.380278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.394941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.422071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f11a6b78-a3fd-41c8-91fb-3a7636095b13', 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'b0f468c5-98b9-4193-95a9-af84a936295e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:46:51.423766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.504922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6c814d8f-354d-4245-bf3d-5cddb5c098ea None None] Provisioning complete for port 496c4ad7-7deb-4439-89f3-047e5f0e07fb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:51.505439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6c814d8f-354d-4245-bf3d-5cddb5c098ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.702896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:51.713658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Allocated IP 172.20.0.2 (f11a6b78-a3fd-41c8-91fb-3a7636095b13/b0f468c5-98b9-4193-95a9-af84a936295e/f05cb5c3-4052-4a86-9c18-d8d0a6483916) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:51.722164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.722871 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Sync routers for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:51.742519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:51.743623 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:51.760893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.814709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.815006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.851601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b747f0e-84a9-4919-af57-8cb45b778330 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:51.967436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:51.979713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Transition to ACTIVE for port object f05cb5c3-4052-4a86-9c18-d8d0a6483916 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:52.006583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Transition to ACTIVE for port object f05cb5c3-4052-4a86-9c18-d8d0a6483916 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:52.016140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.022188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.049548 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:52.098318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Network f11a6b78-a3fd-41c8-91fb-3a7636095b13 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:52.101706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:52.106271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:52.119696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Pushing event updated for resources: {'Port': ['ID=f05cb5c3-4052-4a86-9c18-d8d0a6483916,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.166686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.169494 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-06b5794d-fbc7-499d-877c-dd813d19d82c tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "PUT /v2.0/floatingips/47cf3b4c-1007-4753-a4c5-b44ee77d4966 HTTP/1.1" status: 200 len: 990 time: 5.0423193 May 25 16:46:52.178785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:46:52.193294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.200861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.224710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.262835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Attempting to bind port f05cb5c3-4052-4a86-9c18-d8d0a6483916 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:52.264767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Attempting to bind port f05cb5c3-4052-4a86-9c18-d8d0a6483916 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'bfaa1537-df21-4a52-9a47-325baf1a36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:52.266820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Attempting to bind port f05cb5c3-4052-4a86-9c18-d8d0a6483916 on network f11a6b78-a3fd-41c8-91fb-3a7636095b13 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:52.278450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:52.282174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Checking segment: {'id': 'bfaa1537-df21-4a52-9a47-325baf1a36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:52.283535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.283535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Bound using segment: {'id': 'bfaa1537-df21-4a52-9a47-325baf1a36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:52.295330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Bound port: f05cb5c3-4052-4a86-9c18-d8d0a6483916, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaa1537-df21-4a52-9a47-325baf1a36f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:52.295783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.350930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.358449 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'status': 'completed', 'code': 200} May 25 16:46:52.374377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.401138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.402037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.421980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a7b7cf9-1289-47b6-9992-bf24dff02f74 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.454987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.455980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7327da62-563f-4572-8206-d282f230fb47 None None] For port f05cb5c3-4052-4a86-9c18-d8d0a6483916, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:52.462868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7327da62-563f-4572-8206-d282f230fb47 None None] For port f05cb5c3-4052-4a86-9c18-d8d0a6483916, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f05cb5c3-4052-4a86-9c18-d8d0a6483916,segment=NetworkSegment(bfaa1537-df21-4a52-9a47-325baf1a36f0),segment_id=bfaa1537-df21-4a52-9a47-325baf1a36f0)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:52.470605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.477013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5ee6f1b7-4135-4479-aeb2-d98f36eec54c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:52.511359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a56fe4-34cc-4706-b02f-d16bc2e1fda9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.513363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.521753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.541207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb3183-990c-44a9-a4ca-e21ce638d8b8 None None] Network ace6a8f1-8a11-43ee-8e63-1a90f913a79f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:52.545854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '47cf3b4c-1007-4753-a4c5-b44ee77d4966', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'port_id': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'mac_address': 'fa:16:3e:0d:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cb9091-5408-405b-98e7-fd4cda856390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:23Z', 'updated_at': '2021-05-25T16:46:48Z', 'revision_number': 1, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:52.550185 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Checking router: a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:52.559574 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:52.560347 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:52.579810 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/a7a56fe4-34cc-4706-b02f-d16bc2e1fda9 HTTP/1.1" status: 204 len: 168 time: 2.9831409 May 25 16:46:52.587974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57030) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:52.698235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:52.709526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:52.715868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=2de50b07-92fb-4a1c-b6c6-fb74d9211d89,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.748020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.787379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Pushing event updated for resources: {'Port': ['ID=f05cb5c3-4052-4a86-9c18-d8d0a6483916,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:52.793096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.823787 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:52.825297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:52.834226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:52.856465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:52.925641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:52.959558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.052398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.073845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9267f3a-1842-4f45-9058-64e704efd23c tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:53.138033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-60ab617e-1439-4cbe-b220-01fcb8463132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:53.139724 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-60ab617e-1439-4cbe-b220-01fcb8463132 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 1098 time: 0.7866926 May 25 16:46:53.192789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=b0f468c5-98b9-4193-95a9-af84a936295e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:53.202135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] DHCP port deletion for ace6a8f1-8a11-43ee-8e63-1a90f913a79f request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:53.339228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:53.386332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dc37ed05-2a25-472f-8b10-972cec4a6c71 None None] Provisioning complete for port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:53.386684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dc37ed05-2a25-472f-8b10-972cec4a6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.406035 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '47cf3b4c-1007-4753-a4c5-b44ee77d4966', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'port_id': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'mac_address': 'fa:16:3e:0d:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cb9091-5408-405b-98e7-fd4cda856390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:23Z', 'updated_at': '2021-05-25T16:46:48Z', 'revision_number': 1, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.418268 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91160b-35cb-4e79-9387-8d6d54a78837 None None] The sync data for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv is: [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '47cf3b4c-1007-4753-a4c5-b44ee77d4966', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'floating_ip_address': '172.26.6.55', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'port_id': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'mac_address': 'fa:16:3e:0d:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cb9091-5408-405b-98e7-fd4cda856390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:46:23Z', 'updated_at': '2021-05-25T16:46:48Z', 'revision_number': 1, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:53.444378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-0ac00f72-dbe7-4626-afbb-0e6c5140db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:53.446524 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-0ac00f72-dbe7-4626-afbb-0e6c5140db39 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 200 len: 914 time: 0.2967255 May 25 16:46:53.492261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dc37ed05-2a25-472f-8b10-972cec4a6c71 None None] Port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:53.500366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Deleting port 496c4ad7-7deb-4439-89f3-047e5f0e07fb {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:53.500755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.607268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f05cb5c3-4052-4a86-9c18-d8d0a6483916 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:53.611617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Allocated IP 172.26.6.46 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/edb76233-a7fd-46b6-beb3-c5ef53a90158) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:46:53.626070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 496c4ad7-7deb-4439-89f3-047e5f0e07fb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:53.626419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.661412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:46:53.690770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.714423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11a6b78-a3fd-41c8-91fb-3a7636095b13']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.737660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=496c4ad7-7deb-4439-89f3-047e5f0e07fb,segment=NetworkSegment(84d47620-db0f-47f9-b84f-62bf50073ec3),segment_id=84d47620-db0f-47f9-b84f-62bf50073ec3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:53.738160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.747635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaa1537-df21-4a52-9a47-325baf1a36f0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.747866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaa1537-df21-4a52-9a47-325baf1a36f0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:53.757494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-1b812789-1334-4af4-a103-6d8ce4548752 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 200 len: 998 time: 0.1664937 May 25 16:46:53.761820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0e9f66eb-8b88-48da-9b90-36fd0d3e9b9c None None] Provisioning complete for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:53.762239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0e9f66eb-8b88-48da-9b90-36fd0d3e9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.797206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Router 01080554-a58b-4ab7-a60e-b9529868f4c7 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:53.803603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.829391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port 496c4ad7-7deb-4439-89f3-047e5f0e07fb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=496c4ad7-7deb-4439-89f3-047e5f0e07fb,segment=NetworkSegment(84d47620-db0f-47f9-b84f-62bf50073ec3),segment_id=84d47620-db0f-47f9-b84f-62bf50073ec3)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:53.829922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:53.849822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c85662-9d38-4eb0-a0c2-da587153aeaa None None] New status for floating IP 47cf3b4c-1007-4753-a4c5-b44ee77d4966: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:46:53.903287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.053622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Calling delete_port for 496c4ad7-7deb-4439-89f3-047e5f0e07fb owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:54.101371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 496c4ad7-7deb-4439-89f3-047e5f0e07fb owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:54.116384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f05cb5c3-4052-4a86-9c18-d8d0a6483916 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:54.120706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f66eb-8b88-48da-9b90-36fd0d3e9b9c None None] Port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:46:54.169505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:54.169776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.187150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-6b422083-3896-4890-b888-83b755e2f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:54.188663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-6b422083-3896-4890-b888-83b755e2f335 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a14d0998-dcee-4002-ade5-2ea219d4af91 HTTP/1.1" status: 200 len: 851 time: 0.4246960 May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:54.189334 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:54.319805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 496c4ad7-7deb-4439-89f3-047e5f0e07fb no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:54.380113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:46:54.380113 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:46:54.380113 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'f11a6b78-a3fd-41c8-91fb-3a7636095b13'}] May 25 16:46:54.380113 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:46:54.380586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:46:54.384445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:54.410305 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] Sync routers for ids ['01080554-a58b-4ab7-a60e-b9529868f4c7'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:54.417107 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/routers/01080554-a58b-4ab7-a60e-b9529868f4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3622627 May 25 16:46:54.418101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57036) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:54.444184 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] Routers {'01080554-a58b-4ab7-a60e-b9529868f4c7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:54.444828 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['01080554-a58b-4ab7-a60e-b9529868f4c7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:54.463186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port 496c4ad7-7deb-4439-89f3-047e5f0e07fb update to DOWN by agent not found {{(pid=99128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 25 16:46:54.466431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.474380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-dae188fd-301c-40df-a20f-70c969d77135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:54.475906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.476825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-dae188fd-301c-40df-a20f-70c969d77135 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2782502 May 25 16:46:54.547188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Pushing event deleted for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:54.554086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:54.558935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f9a4a-545f-42d7-960e-cc1616157565 None None] Network f11a6b78-a3fd-41c8-91fb-3a7636095b13 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:54.571952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.583849 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:54.594469 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] Routers {'01080554-a58b-4ab7-a60e-b9529868f4c7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:54.595413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['01080554-a58b-4ab7-a60e-b9529868f4c7'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:54.599252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] No DVR routers for this DVR port 496c4ad7-7deb-4439-89f3-047e5f0e07fb on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:54.614809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.625465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3b4ee8d3-7db5-4c7a-887f-39145f017d33 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.649440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-886fd3ec-3eae-4efa-8969-92861304ca52 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617112 May 25 16:46:54.679073 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:54.683543 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b03b2-8aa4-46ca-b8c7-f6bc3f0ea544 None None] The sync data for ids ['01080554-a58b-4ab7-a60e-b9529868f4c7'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:54.696768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=496c4ad7-7deb-4439-89f3-047e5f0e07fb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:54.700944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port 496c4ad7-7deb-4439-89f3-047e5f0e07fb on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:54.712721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.719020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:54.719580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:54.768289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Provisioning for port f05cb5c3-4052-4a86-9c18-d8d0a6483916 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:54.775566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b3c15-8d6e-44eb-8ab9-52a71d0f932e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:54.776330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fa2b3c15-8d6e-44eb-8ab9-52a71d0f932e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:54.778172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Provisioning complete for port f05cb5c3-4052-4a86-9c18-d8d0a6483916 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:54.778756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.817273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fa2b3c15-8d6e-44eb-8ab9-52a71d0f932e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:54.818386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fa2b3c15-8d6e-44eb-8ab9-52a71d0f932e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?device_id=01080554-a58b-4ab7-a60e-b9529868f4c7 HTTP/1.1" status: 200 len: 989 time: 0.3993635 May 25 16:46:54.821553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57042) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:54.890494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:54.982852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:46:54.985664 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9612f198-1ac1-4da3-b7d4-731a6c701c80 req-f8ae2044-fd9c-4a25-8504-48204cd05163 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184261 May 25 16:46:55.004242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.009533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:55.018450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Pushing event updated for resources: {'Port': ['ID=edb76233-a7fd-46b6-beb3-c5ef53a90158,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.020976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:46:55.055069 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-90799c64-b31e-4aad-b1a4-26bee74f683e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2286687 May 25 16:46:55.055959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.058113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] For port f05cb5c3-4052-4a86-9c18-d8d0a6483916, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f05cb5c3-4052-4a86-9c18-d8d0a6483916,segment=NetworkSegment(bfaa1537-df21-4a52-9a47-325baf1a36f0),segment_id=bfaa1537-df21-4a52-9a47-325baf1a36f0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:55.060809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.064713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.089796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.099385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace6a8f1-8a11-43ee-8e63-1a90f913a79f']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:55.119277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:55.128566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d47620-db0f-47f9-b84f-62bf50073ec3') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:55.128871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d47620-db0f-47f9-b84f-62bf50073ec3') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:55.146710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:55.153760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] DHCP port deletion for f11a6b78-a3fd-41c8-91fb-3a7636095b13 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:46:55.211769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.232208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:55.233887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:55.245868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port f05cb5c3-4052-4a86-9c18-d8d0a6483916 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:55.246209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.267745 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/dc1ef2b5-594e-4abc-bbd4-754bfc7c2816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3816962 May 25 16:46:55.286137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57046) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.323514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Pushing event updated for resources: {'Port': ['ID=f05cb5c3-4052-4a86-9c18-d8d0a6483916,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.329887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.391586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.441771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Deleting port f05cb5c3-4052-4a86-9c18-d8d0a6483916 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:55.442164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.453285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:55.453714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:55.489739 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:55.495852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port f05cb5c3-4052-4a86-9c18-d8d0a6483916, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f05cb5c3-4052-4a86-9c18-d8d0a6483916,segment=NetworkSegment(bfaa1537-df21-4a52-9a47-325baf1a36f0),segment_id=bfaa1537-df21-4a52-9a47-325baf1a36f0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:55.496216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.514188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f05cb5c3-4052-4a86-9c18-d8d0a6483916 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:46:55.580508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:55.670305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-343041ae-ab89-497a-9a25-fdb763f63972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.672825 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-343041ae-ab89-497a-9a25-fdb763f63972 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.4528446 May 25 16:46:55.679564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.679564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.692123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ad4e3a4-5264-4944-8b03-cb9d73e299a0 tempest-PortsAdminExtendedAttrsTestJSON-1714171743 tempest-PortsAdminExtendedAttrsTestJSON-1714171743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:55.720190 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/ace6a8f1-8a11-43ee-8e63-1a90f913a79f HTTP/1.1" status: 204 len: 168 time: 3.1249068 May 25 16:46:55.721056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=ace6a8f1-8a11-43ee-8e63-1a90f913a79f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:55.723983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:55.745998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57050) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.753557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] For port f05cb5c3-4052-4a86-9c18-d8d0a6483916, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f05cb5c3-4052-4a86-9c18-d8d0a6483916,segment=NetworkSegment(bfaa1537-df21-4a52-9a47-325baf1a36f0),segment_id=bfaa1537-df21-4a52-9a47-325baf1a36f0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:46:55.753801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:55.842121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for f05cb5c3-4052-4a86-9c18-d8d0a6483916 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:55.929638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.929876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.930357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.930955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.931315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.931965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.932590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.933212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.933856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.934485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.934974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.935444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:55.940704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7cc5d9f1-291e-4d08-80a7-f6561b33b747 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8301 time: 0.6470938 May 25 16:46:55.942576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57056) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:55.972092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Calling delete_port for f05cb5c3-4052-4a86-9c18-d8d0a6483916 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:55.992485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.064099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.064722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.064989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.065419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.065882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.066330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.066786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.068616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.072714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c49546dc-5208-48e5-849f-d385da76376a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5223 time: 0.1217530 May 25 16:46:56.080555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57060) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:56.115267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.194296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.207340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331568ef-d3ed-433c-8b53-0a5969355a41 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:56.234570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-be847632-75c6-45ac-87c4-f145f41a4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.236062 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-be847632-75c6-45ac-87c4-f145f41a4f99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.5161898 May 25 16:46:56.279205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.284930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2afb3d65-6b09-4dc2-8f7e-3c890bf683e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:56.319677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=f05cb5c3-4052-4a86-9c18-d8d0a6483916,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:56.321632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port f05cb5c3-4052-4a86-9c18-d8d0a6483916 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:56.333053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:56.338521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Pushing event deleted for resources: {'Port': ['ID=f05cb5c3-4052-4a86-9c18-d8d0a6483916,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:56.343439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:56.344564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] No DVR routers for this DVR port f05cb5c3-4052-4a86-9c18-d8d0a6483916 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:46:56.360538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5853898-fe44-425c-b233-a4f2e7f1722b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.360538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e5853898-fe44-425c-b233-a4f2e7f1722b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:56.366485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:46:50Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:56.371560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:46:56.372017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Updating router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:46:56.382897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.433565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e5853898-fe44-425c-b233-a4f2e7f1722b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:56.434740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e5853898-fe44-425c-b233-a4f2e7f1722b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6877873 May 25 16:46:56.441266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.445140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57064) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:56.545863 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-786d7232-5f6b-40b5-afc4-dee319c2518e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2983551 May 25 16:46:56.661457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.689355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11a6b78-a3fd-41c8-91fb-3a7636095b13']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:56.729119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-c6b5b282-ad97-4d58-95a4-1fba7d665844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:56.730576 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-c6b5b282-ad97-4d58-95a4-1fba7d665844 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.1720765 May 25 16:46:56.775168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaa1537-df21-4a52-9a47-325baf1a36f0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:56.775542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaa1537-df21-4a52-9a47-325baf1a36f0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:56.794130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.813278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.825160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ad6dcc7-cbc8-42b4-9b96-5a0ddd088d9d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3770385 May 25 16:46:56.832334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57068) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:56.847035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.879504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.897886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:46:56.898291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.903615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-31070050'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:46:56.915843 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:46:56.920418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:56.934607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:56.937631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:56.939135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:56.952736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:57.035646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Transition to ACTIVE for port object 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:46:57.043781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:57.047662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.048155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.051454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-58967969-c592-4bdf-baff-0b6e36ae00d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.066003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.066629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-7d4221d3-9d95-406d-bf58-bf5d3ad801c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:57.067585 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-7d4221d3-9d95-406d-bf58-bf5d3ad801c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3238897 May 25 16:46:57.095979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.111207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.137031 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/f11a6b78-a3fd-41c8-91fb-3a7636095b13 HTTP/1.1" status: 204 len: 168 time: 5.9407654 May 25 16:46:57.142935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57074) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:57.153922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059492466'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:57.165599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=f11a6b78-a3fd-41c8-91fb-3a7636095b13,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:57.181142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:57.182269 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1266d1fd-2dc1-4083-9911-31a3f37129d4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4292 time: 1.0979168 May 25 16:46:57.183884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:57.186847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:57.193539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:57.198425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:57.213129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Pushing event updated for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:57.219762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:57.231349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:46:57.231698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.249377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.250104 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment 5294d50e-1b3b-4fd6-8be1-6db7a978cf91 of type vlan for network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b May 25 16:46:57.275643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:57.336532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.342959 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-2b3aa4cf-b067-48f2-84c7-8416162af428 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668142 May 25 16:46:57.347184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Router 6e6a0cfd-e641-4356-8199-0a91bcfcc67e is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:46:57.413463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:57.419499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.438260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Attempting to bind port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:46:57.438734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Attempting to bind port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:46:57.439033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Attempting to bind port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 on network 6ac70530-a4c4-4e41-a1cf-80b684c1005d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:46:57.446418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:46:57.446772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Checking segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:57.447262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.447661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Bound using segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:46:57.448160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Bound port: 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:46:57.448540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.492494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:46:57.577159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] For port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:46:57.580476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] For port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:46:57.597959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.603436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1af66e56-ef2b-4144-8b70-714786d973ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.661228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.671900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:57.673354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.711439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Pushing event updated for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:57.715751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:57.721369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:57.722026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:57.823730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57080) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:57.830052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b542d886-0e7c-4349-89f1-ad898c6f47c9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:57.844236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255920585', 'description': 'tempest-secgroup-smoke-1255920585 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:57.855881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:57.859720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:46:57.871720 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] Sync routers for ids ['6e6a0cfd-e641-4356-8199-0a91bcfcc67e'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:46:57.891045 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] Routers {'6e6a0cfd-e641-4356-8199-0a91bcfcc67e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:57.892058 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6e6a0cfd-e641-4356-8199-0a91bcfcc67e'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:57.894553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:57.902484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:46:57.905878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:57.929280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:57.940234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:57.980996 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:57.992484 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] Routers {'6e6a0cfd-e641-4356-8199-0a91bcfcc67e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:46:57.993389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6e6a0cfd-e641-4356-8199-0a91bcfcc67e'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:58.017593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.018056 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 29acb0c6-c295-4081-8fa4-112e12255bd7 of type vlan for network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 May 25 16:46:58.064595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:46:58.085188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:58.085855 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5867b562-d997-48a3-9a05-948cbfd2a6af None None] The sync data for ids ['6e6a0cfd-e641-4356-8199-0a91bcfcc67e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:58.103798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 2de50b07-92fb-4a1c-b6c6-fb74d9211d89 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:46:58.109530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42accaed-6492-4b6d-a53f-c775c61aeffe req-fbdd7cd3-e10c-4845-b1d2-675615320469 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589505 May 25 16:46:58.140780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.153392 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "PUT /v2.0/routers/6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 200 len: 914 time: 8.0299623 May 25 16:46:58.153717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.157197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.160618 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2679622 May 25 16:46:58.165483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57088) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.174572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:58.243664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.253984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=dadfa92f-aa26-4eba-8cb6-47effbbf5a7b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.272165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.292737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:58.305969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:58.309944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:58.314950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:58.320640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:58.320926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:58.331484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:58.332684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:58.337274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.390628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:58.416921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:58.435604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.441586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:58.442292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.452394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.544031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:46:57Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:46:58.548865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104c9105-6715-4c92-9b6d-50bca3ca25fb None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:46:57Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:46:58.587452 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b4a30e11-6f2f-4ed8-900d-03f75f214b60 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 200 len: 920 time: 0.4231553 May 25 16:46:58.593795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57094) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.671438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5223176 May 25 16:46:58.677410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57098) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.680402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=353da46f-ad55-4a5b-b6aa-f60a01ec52c8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.693158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:46:58.700852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:58.709552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.851554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.862906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.871812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bcdc992-bd5d-44ab-ba35-ee444a43baca tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:58.897039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd82ace-ae38-4ddc-98ba-d6f0e1393bcc tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:58.897748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8dd82ace-ae38-4ddc-98ba-d6f0e1393bcc tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Synchronizing usage tracker for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:58.898190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:58.908739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:58.913214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:58.921973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:58.927622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.936283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:46:58.939762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.943282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ae45be-8fcc-4e50-82a7-efdd22d4229d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:58.948620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:58.949973 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1251416 May 25 16:46:58.952919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:58.955236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57102) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:58.955745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:59.001807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8dd82ace-ae38-4ddc-98ba-d6f0e1393bcc tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Unset dirty status for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:59.003152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8dd82ace-ae38-4ddc-98ba-d6f0e1393bcc tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=6e6a0cfd-e641-4356-8199-0a91bcfcc67e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3893332 May 25 16:46:59.004282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=2de50b07-92fb-4a1c-b6c6-fb74d9211d89,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:59.007331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:59.007781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57106) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:59.022285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:59.055262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:59.073646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:59.077894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:59.085124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:59.097842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing IP validity checks on allocation pools {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 16:46:59.099070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99126) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 16:46:59.121320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.324890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.329155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.337750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca98e734-26c7-44ce-b6ca-2bc0ed469c59 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:59.398500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.417918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.479848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a4546-9052-4411-88a5-8c7d0549fd0b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.480628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b12a4546-9052-4411-88a5-8c7d0549fd0b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Synchronizing usage tracker for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:46:59.509310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b12a4546-9052-4411-88a5-8c7d0549fd0b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Unset dirty status for tenant:1218bc4cddaa415a90b9a3069c99d1ad on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:46:59.513218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b12a4546-9052-4411-88a5-8c7d0549fd0b tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.5017853 May 25 16:46:59.513424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=1b844bdd-4194-4487-a59b-906eb89a3864,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:59.513533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57112) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:59.517134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:59.518221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6ddb75d-c051-44f0-bfbe-38675a12888e tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:46:59.562051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': '5294d50e-1b3b-4fd6-8be1-6db7a978cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:46:59.562558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: dadfa92f-aa26-4eba-8cb6-47effbbf5a7b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:46:59.569362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b250357-81b1-4fc9-a3e2-ebd1231d9a16,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:46:59.578233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.579508 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6188285 May 25 16:46:59.580836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:46:59.585940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57116) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:59.587627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:46:59.680246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:59.681754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:46:59.689482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:46:59.690736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.698138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:46:59.703471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:46:59.713082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:46:59.718529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:46:59.729314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:46:59.734374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, dadfa92f-aa26-4eba-8cb6-47effbbf5a7b) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:46:59.756281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ad357-97a9-495d-984e-9b2cd44b97ee None None] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:46:59.761082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:46:59.761917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.794460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:46:59.799786 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4f766a6a-3c92-4cc0-92e1-07860d5440d6 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 200 len: 205 time: 0.2848160 May 25 16:46:59.803137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57120) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:59.810284 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6413393 May 25 16:46:59.812285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57124) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:46:59.884786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b', 'name': 'tempest-PortsTestJSON-1730599668'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:46:59.988435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Router 01080554-a58b-4ab7-a60e-b9529868f4c7 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:00.044625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.134238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:00.136572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.141881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.145145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:00.184516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:00.187200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-dadfa92f-aa26-4eba-8cb6-47effbbf5a7b', 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': '1b844bdd-4194-4487-a59b-906eb89a3864'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:00.188245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.193055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/routers/01080554-a58b-4ab7-a60e-b9529868f4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3704743 May 25 16:47:00.195859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57128) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:00.196944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:00.222292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] Sync routers for ids ['01080554-a58b-4ab7-a60e-b9529868f4c7'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:00.247629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] Routers {'01080554-a58b-4ab7-a60e-b9529868f4c7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:00.249155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['01080554-a58b-4ab7-a60e-b9529868f4c7'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:00.252036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:00.256025 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d50a488-b361-4b3c-ba6d-8977e1d26cc9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:47:00.256576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6d50a488-b361-4b3c-ba6d-8977e1d26cc9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:00.271598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:00.275188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.305663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6d50a488-b361-4b3c-ba6d-8977e1d26cc9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:00.309662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6d50a488-b361-4b3c-ba6d-8977e1d26cc9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/2de50b07-92fb-4a1c-b6c6-fb74d9211d89 HTTP/1.1" status: 404 len: 333 time: 0.1099553 May 25 16:47:00.311265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 079a71ce-1b3b-419a-83ef-202ab8254ed5 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:00.339344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57132) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:00.361457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:00.387931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:00.392379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:00.403447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] Routers {'01080554-a58b-4ab7-a60e-b9529868f4c7'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:00.404078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['01080554-a58b-4ab7-a60e-b9529868f4c7'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:00.408314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.449013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.480423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.10 (dadfa92f-aa26-4eba-8cb6-47effbbf5a7b/1b844bdd-4194-4487-a59b-906eb89a3864/079a71ce-1b3b-419a-83ef-202ab8254ed5) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:00.517885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:00.518163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.518286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26219aca-801c-4ed4-bd10-2e858b56a7f9 None None] The sync data for ids ['01080554-a58b-4ab7-a60e-b9529868f4c7'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:00.532634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:00.564230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.675684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272dd834-9253-4133-90c4-ad1de92d8cfa,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:00.688289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:00.706384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.708446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b2ba429e-f93d-426b-be19-8aa729270665 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:00.722093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 079a71ce-1b3b-419a-83ef-202ab8254ed5 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:00.746779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.753435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4ade5964-cb66-4726-9ab2-f34c38a0dc8f tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:00.818543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Allocated IP 172.20.0.2 (dadfa92f-aa26-4eba-8cb6-47effbbf5a7b/1b844bdd-4194-4487-a59b-906eb89a3864/7910856f-16bf-415f-a18f-5acc003efde5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:00.821637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:00.824829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:00.829956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:00.832950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.834129 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1722357 May 25 16:47:00.848265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57138) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:00.868990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=079a71ce-1b3b-419a-83ef-202ab8254ed5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:00.878867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:00.900035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:00.912793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:00.913066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:00.945049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1314101 May 25 16:47:00.945641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:00.952677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b', 'name': 'tempest-PortsTestJSON-34818871'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:00.987031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:01.008757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:01.064670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:01.070289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=f764f4a0-ec1c-4fc7-9328-07e672d66761,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:01.077424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:01.088426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:01.096399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.099498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '29acb0c6-c295-4081-8fa4-112e12255bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:01.100056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: 353da46f-ad55-4a5b-b6aa-f60a01ec52c8, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:01.100388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:01.105059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:01.109015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:01.110946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.113812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.116627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:01.120139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.128392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:01.132639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.134809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Transition to ACTIVE for port object 7910856f-16bf-415f-a18f-5acc003efde5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:01.154740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Transition to ACTIVE for port object 7910856f-16bf-415f-a18f-5acc003efde5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:01.160691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.161052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:01.166950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:01.179322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.198566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:01.227581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 353da46f-ad55-4a5b-b6aa-f60a01ec52c8) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:01.236412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.236895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Fanout notify agent at l3_agent the message router_deleted on router 01080554-a58b-4ab7-a60e-b9529868f4c7 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:47:01.243054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:01.246110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:01.253080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9606a27-dd56-4dfe-ac82-7b28ecd28321 None None] Network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:01.268234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:01.309279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:01.310287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.333444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Pushing event updated for resources: {'Port': ['ID=7910856f-16bf-415f-a18f-5acc003efde5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:01.344197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:01.360223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.364221 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-375dcb22-737b-4348-ac44-d3b0c57f9e66 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/routers/01080554-a58b-4ab7-a60e-b9529868f4c7 HTTP/1.1" status: 204 len: 168 time: 1.0208561 May 25 16:47:01.365494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57146) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:01.367535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6888158 May 25 16:47:01.374475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57150) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:01.391592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.7 (dadfa92f-aa26-4eba-8cb6-47effbbf5a7b/1b844bdd-4194-4487-a59b-906eb89a3864/6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:01.461171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Attempting to bind port 7910856f-16bf-415f-a18f-5acc003efde5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:01.461468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Attempting to bind port 7910856f-16bf-415f-a18f-5acc003efde5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5294d50e-1b3b-4fd6-8be1-6db7a978cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:01.461854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Attempting to bind port 7910856f-16bf-415f-a18f-5acc003efde5 on network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:01.483401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:01.483878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Checking segment: {'id': '5294d50e-1b3b-4fd6-8be1-6db7a978cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:01.484285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.484693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Bound using segment: {'id': '5294d50e-1b3b-4fd6-8be1-6db7a978cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:01.485177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Bound port: 7910856f-16bf-415f-a18f-5acc003efde5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5294d50e-1b3b-4fd6-8be1-6db7a978cf91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'dadfa92f-aa26-4eba-8cb6-47effbbf5a7b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:01.485558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.556460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:01.607099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.627498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port edb76233-a7fd-46b6-beb3-c5ef53a90158 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:01.627884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.642358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.653785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4f626edd-d6c3-4355-8510-c06537ecd4b3 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:01.665409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.758417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:01.759064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502e6107-0848-45f5-bc1c-7cddcdd155c7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:01.764833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:01.765823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.803824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] For port 7910856f-16bf-415f-a18f-5acc003efde5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:01.818278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-353da46f-ad55-4a5b-b6aa-f60a01ec52c8', 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'f764f4a0-ec1c-4fc7-9328-07e672d66761'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:01.819139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.829316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] For port 7910856f-16bf-415f-a18f-5acc003efde5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7910856f-16bf-415f-a18f-5acc003efde5,segment=NetworkSegment(5294d50e-1b3b-4fd6-8be1-6db7a978cf91),segment_id=5294d50e-1b3b-4fd6-8be1-6db7a978cf91)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:01.843479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.843744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.847335 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9916534 May 25 16:47:01.848715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:01.861922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57156) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:01.872206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.881742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:01.881979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:01.883476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:01.897584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:01.996641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.016665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.061873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:02.072722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Pushing event updated for resources: {'Port': ['ID=7910856f-16bf-415f-a18f-5acc003efde5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:02.083299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:02.139648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.142254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.179986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:02.181752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for edb76233-a7fd-46b6-beb3-c5ef53a90158 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:02.185310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:02.194055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:02.197250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.204989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Allocated IP 172.20.0.3 (353da46f-ad55-4a5b-b6aa-f60a01ec52c8/f764f4a0-ec1c-4fc7-9328-07e672d66761/ba893db9-b68d-490e-a25b-87b21db7c6b4) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:02.248067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:02.282664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:02.309732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:02.310055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:02.312881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:02.313783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:02.342505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.493523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.505883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Transition to ACTIVE for port object ba893db9-b68d-490e-a25b-87b21db7c6b4 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:02.529330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:02.529975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.530830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Transition to ACTIVE for port object ba893db9-b68d-490e-a25b-87b21db7c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:02.538245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.544108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e5c776b-b732-437e-92a3-b4f5b9e2330c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:02.600476 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6511714 May 25 16:47:02.600667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57160) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:02.610987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:02.614313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:02.616931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:02.657133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Pushing event updated for resources: {'Port': ['ID=ba893db9-b68d-490e-a25b-87b21db7c6b4,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:02.660466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:02.733533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Attempting to bind port ba893db9-b68d-490e-a25b-87b21db7c6b4 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:02.734040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Attempting to bind port ba893db9-b68d-490e-a25b-87b21db7c6b4 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '29acb0c6-c295-4081-8fa4-112e12255bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:02.734750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Attempting to bind port ba893db9-b68d-490e-a25b-87b21db7c6b4 on network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:02.750717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:02.751809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Checking segment: {'id': '29acb0c6-c295-4081-8fa4-112e12255bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:02.754481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.755055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Bound using segment: {'id': '29acb0c6-c295-4081-8fa4-112e12255bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:02.755677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Bound port: ba893db9-b68d-490e-a25b-87b21db7c6b4, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29acb0c6-c295-4081-8fa4-112e12255bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:02.756245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.800415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.809785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.814600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:02.820843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.833756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:02.880205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.882626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70677077-e5ec-4fff-b236-99a5dc543c7b None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:02.895277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:02.903298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30 HTTP/1.1" status: 204 len: 168 time: 1.5376103 May 25 16:47:02.905719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:02.907814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57166) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:02.935026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a93ec08-0842-4bae-a30a-affa30950d70,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:02.948181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:02.955651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.962602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:02.997775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:02.999974 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1348486 May 25 16:47:03.011147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57170) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:03.021745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:03.027408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=f764f4a0-ec1c-4fc7-9328-07e672d66761,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.032033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.033527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] For port ba893db9-b68d-490e-a25b-87b21db7c6b4, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:03.051134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:03.059043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.064617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:03.064946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] For port ba893db9-b68d-490e-a25b-87b21db7c6b4, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba893db9-b68d-490e-a25b-87b21db7c6b4,segment=NetworkSegment(29acb0c6-c295-4081-8fa4-112e12255bd7),segment_id=29acb0c6-c295-4081-8fa4-112e12255bd7)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:03.072502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d6e5670e-3a6a-4a58-8442-177216a40c8a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:03.073309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.084820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe853d-5753-4f29-b3f2-6d31680070d9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:03.085519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.085695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2cfe853d-5753-4f29-b3f2-6d31680070d9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:03.094953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:03.117027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2cfe853d-5753-4f29-b3f2-6d31680070d9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:03.118831 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2cfe853d-5753-4f29-b3f2-6d31680070d9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.5171015 May 25 16:47:03.137025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57174) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:03.202643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port c4a23ef5-5ef3-42a3-b8a0-32d40667631f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:03.203054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.206717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:03.291501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:03.299950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Pushing event updated for resources: {'Port': ['ID=ba893db9-b68d-490e-a25b-87b21db7c6b4,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.302758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=edb76233-a7fd-46b6-beb3-c5ef53a90158,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.304362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.344707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.367761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.380109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,segment=NetworkSegment(5e094940-321b-47f8-b187-a75ddea0868f),segment_id=5e094940-321b-47f8-b187-a75ddea0868f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:03.380672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.421414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353da46f-ad55-4a5b-b6aa-f60a01ec52c8']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.439843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29acb0c6-c295-4081-8fa4-112e12255bd7') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.440201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29acb0c6-c295-4081-8fa4-112e12255bd7') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.448284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] DHCP port deletion for 9aede15a-74b6-444d-8ac6-b19e25959b9c request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:03.486071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.590859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Deleting port c4a23ef5-5ef3-42a3-b8a0-32d40667631f {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:03.592226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.605329 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:47:03.614506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for c4a23ef5-5ef3-42a3-b8a0-32d40667631f owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:03.693469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.698814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.705331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed36eda5-f055-45a1-bd64-0f04fdd6d304 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:03.709494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.735151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47ad57-abed-4d4a-a4f7-db2c2c90583a None None] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:03.750513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7910856f-16bf-415f-a18f-5acc003efde5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:03.757764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:03.758176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.762126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:03.765771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:03.766560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port c4a23ef5-5ef3-42a3-b8a0-32d40667631f on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:03.784882 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:03.882114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.903905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.907152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] For port c4a23ef5-5ef3-42a3-b8a0-32d40667631f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,segment=NetworkSegment(5e094940-321b-47f8-b187-a75ddea0868f),segment_id=5e094940-321b-47f8-b187-a75ddea0868f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:03.908419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.924718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aede15a-74b6-444d-8ac6-b19e25959b9c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.938225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e094940-321b-47f8-b187-a75ddea0868f') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.938605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e094940-321b-47f8-b187-a75ddea0868f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:03.954224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.970595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.984916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f634fa42-d65c-4f98-b7b1-f3d60adc4f27 None None] Provisioning for port 7910856f-16bf-415f-a18f-5acc003efde5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:03.987640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:03.997090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:03.997773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.048217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.053275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:04.053275 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:04.053275 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': '353da46f-ad55-4a5b-b6aa-f60a01ec52c8'}] May 25 16:47:04.053275 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:04.053668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:04.068929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Calling delete_port for c4a23ef5-5ef3-42a3-b8a0-32d40667631f owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:04.087252 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:04.133058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e6ead3da-6970-46ed-85e3-9688a599ffab tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.138078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.144109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.145870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 7910856f-16bf-415f-a18f-5acc003efde5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:04.148973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb2edc93-f5a2-4982-8871-1d601b45c3dd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.169908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7910856f-16bf-415f-a18f-5acc003efde5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:04.170316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.190966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=9aede15a-74b6-444d-8ac6-b19e25959b9c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:04.193898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:04.204825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/9aede15a-74b6-444d-8ac6-b19e25959b9c HTTP/1.1" status: 204 len: 168 time: 1.2937653 May 25 16:47:04.208675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.295645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070b29b-b804-4106-a828-9f42ec9294df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:04.296929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e070b29b-b804-4106-a828-9f42ec9294df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:04.321609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.325586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.326987 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3102605 May 25 16:47:04.329018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:04.329460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.330123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e070b29b-b804-4106-a828-9f42ec9294df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:04.337323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e070b29b-b804-4106-a828-9f42ec9294df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/4bf899b5-032d-40e7-bbff-815902da823a HTTP/1.1" status: 200 len: 845 time: 0.1274121 May 25 16:47:04.337998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57184) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.338302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57186) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.345720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '91ae45be-8fcc-4e50-82a7-efdd22d4229d', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:04.401242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.417428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9f07eec-cd83-40cd-8af4-84b3dd980d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.441415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.443590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3080b159-ca4b-4a23-8f36-b7d90c5506dd,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:04.452730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:04.508464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Network 9aede15a-74b6-444d-8ac6-b19e25959b9c is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:47:04.508724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] No DVR routers for this DVR port c4a23ef5-5ef3-42a3-b8a0-32d40667631f on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:04.512814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Pushing event deleted for resources: {'Port': ['ID=c4a23ef5-5ef3-42a3-b8a0-32d40667631f,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:04.519962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:04.539039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.555381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.571809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:04.579624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 7910856f-16bf-415f-a18f-5acc003efde5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7910856f-16bf-415f-a18f-5acc003efde5,segment=NetworkSegment(5294d50e-1b3b-4fd6-8be1-6db7a978cf91),segment_id=5294d50e-1b3b-4fd6-8be1-6db7a978cf91)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:04.580756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:04.585607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.585983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:04.591098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-42a66422-bdcc-4a18-9813-881e2e716c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.597481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:04.616620 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f0e76a11-ad0d-4da9-bf80-4625121313f9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/4bf899b5-032d-40e7-bbff-815902da823a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2754679 May 25 16:47:04.618880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57192) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:04.632703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:04.652228 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:47:04.678538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=7910856f-16bf-415f-a18f-5acc003efde5,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:04.681810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:04.713285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a03c0-f405-4fd7-900c-9ff530e38214 None None] Network 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:04.722785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.731941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:04.827394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:04.828211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff5095cc-71c2-4d87-90b7-eaf283894632 None None] Provisioning for port ba893db9-b68d-490e-a25b-87b21db7c6b4 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:04.832056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:04.835862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:04.842131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:04.859026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:04.862857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.864330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.874077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.874569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router 6e6a0cfd-e641-4356-8199-0a91bcfcc67e {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:47:04.900083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.912565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9f5b24f5-61b5-46d1-b5cd-b4c0da7df7f6 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.963795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Could not find standard attr ID for object 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:47:04.970784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.985684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Provisioning for port 079a71ce-1b3b-419a-83ef-202ab8254ed5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:04.990513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:04.994834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-154bb3b4-a3ef-4ca1-b27d-cfb72ce5fee4 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:04.995106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Provisioning complete for port 079a71ce-1b3b-419a-83ef-202ab8254ed5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:04.995661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.038937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da398f0f-1498-49e2-966f-8f0191d6e709,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:05.048464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:05.051097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:05.055683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.061288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:05.064054 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 204 len: 168 time: 5.2590868 May 25 16:47:05.065819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.067203 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7279451 May 25 16:47:05.068023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57196) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:05.076629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1567147224', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:05.087036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] DHCP port deletion for 353da46f-ad55-4a5b-b6aa-f60a01ec52c8 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:05.089264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:05.096757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Usage tracker for resource:router and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:05.101030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:05.109833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:05.159199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.160560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.178958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.181009 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee HTTP/1.1" status: 204 len: 168 time: 1.9651499 May 25 16:47:05.183958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57206) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:05.207566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port ba893db9-b68d-490e-a25b-87b21db7c6b4 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:05.207991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.306737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e6fca6-6315-4165-966f-79273a1c22b4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:05.308159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d4e6fca6-6315-4165-966f-79273a1c22b4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee HTTP/1.1" status: 404 len: 333 time: 0.1214147 May 25 16:47:05.314330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57216) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:05.316243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Port 079a71ce-1b3b-419a-83ef-202ab8254ed5 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:05.344080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Provisioning complete for port 7910856f-16bf-415f-a18f-5acc003efde5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:05.344453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea020904-2085-4fe9-a2e6-a01191661e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.365745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port ba893db9-b68d-490e-a25b-87b21db7c6b4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba893db9-b68d-490e-a25b-87b21db7c6b4,segment=NetworkSegment(29acb0c6-c295-4081-8fa4-112e12255bd7),segment_id=29acb0c6-c295-4081-8fa4-112e12255bd7)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:05.366835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.427758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Deleting port ba893db9-b68d-490e-a25b-87b21db7c6b4 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:05.428142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.529508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7910856f-16bf-415f-a18f-5acc003efde5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:05.531419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for ba893db9-b68d-490e-a25b-87b21db7c6b4 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:05.552754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.607580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.629719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:05.694783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=ba893db9-b68d-490e-a25b-87b21db7c6b4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:05.695952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] For port ba893db9-b68d-490e-a25b-87b21db7c6b4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba893db9-b68d-490e-a25b-87b21db7c6b4,segment=NetworkSegment(29acb0c6-c295-4081-8fa4-112e12255bd7),segment_id=29acb0c6-c295-4081-8fa4-112e12255bd7)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:05.696458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.722786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:05.723753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port ba893db9-b68d-490e-a25b-87b21db7c6b4 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:05.727923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-be248ef7-d794-4fe1-9af0-33dcd75b2102 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:05.850012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Calling delete_port for ba893db9-b68d-490e-a25b-87b21db7c6b4 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:05.868314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7910856f-16bf-415f-a18f-5acc003efde5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:05.868560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.909040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-be248ef7-d794-4fe1-9af0-33dcd75b2102 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:05.915649 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-be248ef7-d794-4fe1-9af0-33dcd75b2102 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255920585&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.3334770 May 25 16:47:05.955056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:05.963677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-09ac2164-a9a8-4de6-af75-429c682002d3 None None] Could not find standard attr ID for object 6883d0c5-fd49-49ad-b9ed-0efcf9fc65ee. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:47:05.999424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 079a71ce-1b3b-419a-83ef-202ab8254ed5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:06.000014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.014976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.019103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.025324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.027412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['353da46f-ad55-4a5b-b6aa-f60a01ec52c8']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:06.053173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29acb0c6-c295-4081-8fa4-112e12255bd7') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:06.053476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29acb0c6-c295-4081-8fa4-112e12255bd7') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:06.072271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.077417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-09ac2164-a9a8-4de6-af75-429c682002d3 None None] Provisioning complete for port 079a71ce-1b3b-419a-83ef-202ab8254ed5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:06.077801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-09ac2164-a9a8-4de6-af75-429c682002d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.106346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.111426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Pushing event deleted for resources: {'Port': ['ID=ba893db9-b68d-490e-a25b-87b21db7c6b4,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.125956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:06.125956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.126599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.133961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] No DVR routers for this DVR port ba893db9-b68d-490e-a25b-87b21db7c6b4 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:06.150833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-09ac2164-a9a8-4de6-af75-429c682002d3 None None] Port 079a71ce-1b3b-419a-83ef-202ab8254ed5 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:06.152131 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:06.197237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c4a23ef5-5ef3-42a3-b8a0-32d40667631f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:06.214739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-c49a7db4-eb3f-4def-bf56-137c1e3b1e06 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.215484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-c49a7db4-eb3f-4def-bf56-137c1e3b1e06 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:06.234869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c4a23ef5-5ef3-42a3-b8a0-32d40667631f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:06.235254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c4a23ef5-5ef3-42a3-b8a0-32d40667631f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:06.257225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-c49a7db4-eb3f-4def-bf56-137c1e3b1e06 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:06.258401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-c49a7db4-eb3f-4def-bf56-137c1e3b1e06 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 797 time: 0.3414631 May 25 16:47:06.259489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.262859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2239e996-b08b-428b-b5f7-d593c6ce5822 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.278656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.279735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.300636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-f46dd0be-771b-4130-9cfd-93368d7d1bf8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0224583 May 25 16:47:06.301427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=353da46f-ad55-4a5b-b6aa-f60a01ec52c8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.304290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.309184 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/353da46f-ad55-4a5b-b6aa-f60a01ec52c8 HTTP/1.1" status: 204 len: 168 time: 4.9294853 May 25 16:47:06.311321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57222) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:06.346873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-778251359'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:06.363396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:06.381856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:06.387704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:06.395892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:06.415182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:06.418882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.580115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 079a71ce-1b3b-419a-83ef-202ab8254ed5 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:06.586794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1f63f520-7974-450e-8ae6-b6e55865d62b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:06.600692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:06.616024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.616299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 3aa74f4a-51c1-4acc-938b-e5c157f484e6 of type vlan for network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 May 25 16:47:06.617920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1f63f520-7974-450e-8ae6-b6e55865d62b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:06.619254 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1f63f520-7974-450e-8ae6-b6e55865d62b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3094351 May 25 16:47:06.685541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.701351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-000639b1-aa60-472a-9a4c-607bb0ff0ef5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.711926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.767923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:06.775102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:06.788728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f67277e-e332-430a-a848-672a13cd8bc7 None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:06.793396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.799080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.799690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.807866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-924360ae-5dca-4cb0-bd85-999a471212e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:06.830073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:06.830503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:06.853293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=4111e7c2-ff5d-49ab-b339-749ecd8c3197,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.863151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:06.911976 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-aaae6c02-9862-4594-a789-4fb4fad408a9 service neutron] 10.222.0.96 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793434 May 25 16:47:06.920703 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6083786 May 25 16:47:06.924693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57228) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:06.936922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:06.972317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=29fa081d-ffc3-42b3-acad-6f50b8db28f5,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:06.990667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:07.017420 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3947177 May 25 16:47:07.019440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57232) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.024382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.032927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.064185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'security_group': {'name': 'tempest-secgroup-555202412'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:07.068156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ea9863b4-5bf7-4366-a1bd-269f267aca0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.121062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:07.126195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.153334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:07.159667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=079a71ce-1b3b-419a-83ef-202ab8254ed5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:07.161842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:07.165180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:07.169336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:07.173403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:07.173626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.174707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.176281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'tenant_id': 'b3a07d584a7f4910bde01215711e8684', 'fixed_ips': [{'subnet_id': '4111e7c2-ff5d-49ab-b339-749ecd8c3197'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:07.180135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.182781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:07.189711 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb9b5310-cb22-49f3-9100-7866729ca65b service neutron] 10.222.0.96 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596099 May 25 16:47:07.200390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:07.205456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.285224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:07.413961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.430226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Allocated IP 2001:db8::2 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/4111e7c2-ff5d-49ab-b339-749ecd8c3197/18f44f74-e97c-4224-a271-918f560f0881) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:07.474954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.505195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:07.594971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:07.598520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/079a71ce-1b3b-419a-83ef-202ab8254ed5 HTTP/1.1" status: 204 len: 168 time: 2.2776959 May 25 16:47:07.599779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:07.601448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57242) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.646766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:07.662114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-171df654-d069-4928-87a4-8103d9c07e4a req-9b7c4f2d-2943-4420-9ff6-d2a52896f862 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 210 time: 0.0765917 May 25 16:47:07.697271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Allocated IP 172.26.6.62 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/dde08e92-198f-4454-91c7-6b4043fb2472) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:07.738094 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5cc903-576f-477a-901b-db61bf305388 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:07.739322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6a5cc903-576f-477a-901b-db61bf305388 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:07.773778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.787246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Transition to ACTIVE for port object 18f44f74-e97c-4224-a271-918f560f0881 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:07.789968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6a5cc903-576f-477a-901b-db61bf305388 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:07.794299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6a5cc903-576f-477a-901b-db61bf305388 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/079a71ce-1b3b-419a-83ef-202ab8254ed5 HTTP/1.1" status: 404 len: 333 time: 0.1913812 May 25 16:47:07.795554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57250) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.817665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Transition to ACTIVE for port object 18f44f74-e97c-4224-a271-918f560f0881 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:07.841673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.846277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d9990b6-9fbf-49c2-8f32-e8d1668dfca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.866356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.886509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.894345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-77e1d04c-5e92-459f-a9c3-6e0cd6901cda tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:07.958343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 1b844bdd-4194-4487-a59b-906eb89a3864 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:07.963470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.967881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.969125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9465861 May 25 16:47:07.972866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89996507-75e2-4c23-9820-812e2a87c9e4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:07.976788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57256) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:07.981458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:07.986074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:07.990507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1858107603'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:08.001839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:08.002104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:08.005561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:08.008246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:08.008428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:08.012075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:08.018305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.020764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:08.024010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.040564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.065843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:08.070185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.071666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.074179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:08.077914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f995cef6-14cb-4fd3-b59e-9bf1727243df tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.115000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:08.130010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:08.144860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Attempting to bind port 18f44f74-e97c-4224-a271-918f560f0881 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:08.145726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Attempting to bind port 18f44f74-e97c-4224-a271-918f560f0881 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b98c72dd-9e36-45d6-99fb-90cca13d81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:08.146338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Attempting to bind port 18f44f74-e97c-4224-a271-918f560f0881 on network b2599fb1-768f-4453-b9ee-ae7a393bcf56 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:08.153551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:08.154837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Checking segment: {'id': 'b98c72dd-9e36-45d6-99fb-90cca13d81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:08.155673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.156342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Bound using segment: {'id': 'b98c72dd-9e36-45d6-99fb-90cca13d81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:08.157432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Bound port: 18f44f74-e97c-4224-a271-918f560f0881, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98c72dd-9e36-45d6-99fb-90cca13d81ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:08.158701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.166152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:08.170186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:08.182105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:08.196171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.235037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event updated for resources: {'Port': ['ID=dde08e92-198f-4454-91c7-6b4043fb2472,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.243380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.265186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.273941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ef6598-50a0-4eb0-9246-d844b22a6e93 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.284381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:08.287828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:08.292734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.296605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe072d29-53b9-4ee9-b867-cef9aeea2f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.345164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=6b11950b-6742-4ba2-8ca2-ffdca9bad26a,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.348498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.375556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.388660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.434973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.473212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.491686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a8954da-8e82-4c3c-98e3-557cc948041f tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:08.497682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '3aa74f4a-51c1-4acc-938b-e5c157f484e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:08.498658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: 29fa081d-ffc3-42b3-acad-6f50b8db28f5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:08.540480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:08.549485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.553939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5759246 May 25 16:47:08.554129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 29fa081d-ffc3-42b3-acad-6f50b8db28f5) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:08.554594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57260) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:08.564494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1200358343', 'security_groups': ['e4648277-3839-4755-b52f-9c4d459a6ae1'], 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4111e7c2-ff5d-49ab-b339-749ecd8c3197'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:08.565969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e0c7ce-a3cf-4d0c-bde2-6c05cb340af9 None None] Network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:08.580991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4648277-3839-4755-b52f-9c4d459a6ae1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:08.581761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:08.582386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:08.585853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:08.618943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6931489 May 25 16:47:08.619584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57264) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.002283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-29fa081d-ffc3-42b3-acad-6f50b8db28f5', 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': '6b11950b-6742-4ba2-8ca2-ffdca9bad26a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:09.003173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.123989 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2919b2c0-32f4-45c3-acaa-62e36bf2a960 req-69f8ec48-e588-4519-8871-7363373e3164 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 210 time: 0.1707113 May 25 16:47:09.228720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Allocated IP 172.20.0.1 (29fa081d-ffc3-42b3-acad-6f50b8db28f5/6b11950b-6742-4ba2-8ca2-ffdca9bad26a/8b9f0895-ea68-4523-b5ff-12998c3ce170) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:09.242630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-e1e906c3-30e8-4840-8969-07781564238f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:09.244288 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-e1e906c3-30e8-4840-8969-07781564238f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 797 time: 0.2571888 May 25 16:47:09.279545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.296345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d909447e-375b-45b1-a292-0c0c94935758 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.297178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.347966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:09.358189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:port and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:09.360655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=1b844bdd-4194-4487-a59b-906eb89a3864,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.363796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:09.368268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:09.370263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-d18061c6-b8db-466c-9aaf-ac7b2726aa1d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 380 time: 0.1162727 May 25 16:47:09.379681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.390517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:09.390735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['91ae45be-8fcc-4e50-82a7-efdd22d4229d']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:09.409462 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/1b844bdd-4194-4487-a59b-906eb89a3864 HTTP/1.1" status: 204 len: 168 time: 1.5952041 May 25 16:47:09.413566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.416249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57276) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:09.497774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:09.507090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b27e1-2b78-4e6f-947b-25b1eaa9db20 None None] Network dadfa92f-aa26-4eba-8cb6-47effbbf5a7b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:09.595456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.616478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:09.695134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Transition to ACTIVE for port object 8b9f0895-ea68-4523-b5ff-12998c3ce170 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:09.746319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.760913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.779712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Transition to ACTIVE for port object 8b9f0895-ea68-4523-b5ff-12998c3ce170 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:09.788575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.808856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 75fe23be-e758-4a9c-b197-ed6ebe16079c yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:09.827494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:09.827739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:09.833735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:09.910253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 18f44f74-e97c-4224-a271-918f560f0881 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:09.931570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:09.942771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:09.948872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:09.954148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Pushing event updated for resources: {'Port': ['ID=8b9f0895-ea68-4523-b5ff-12998c3ce170,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:09.957058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:09.970016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:10.001116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:10.004649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.005801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Provisioning for port 18f44f74-e97c-4224-a271-918f560f0881 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:10.060758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:10.061145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.069282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.106860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3161423f-b699-4eb1-99bd-bc33b6d2f05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.139508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Attempting to bind port 8b9f0895-ea68-4523-b5ff-12998c3ce170 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:10.139966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Attempting to bind port 8b9f0895-ea68-4523-b5ff-12998c3ce170 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3aa74f4a-51c1-4acc-938b-e5c157f484e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:10.140338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Attempting to bind port 8b9f0895-ea68-4523-b5ff-12998c3ce170 on network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:10.153675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:10.155297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Checking segment: {'id': '3aa74f4a-51c1-4acc-938b-e5c157f484e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:10.159521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.160015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Bound using segment: {'id': '3aa74f4a-51c1-4acc-938b-e5c157f484e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:10.160540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Bound port: 8b9f0895-ea68-4523-b5ff-12998c3ce170, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa74f4a-51c1-4acc-938b-e5c157f484e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:10.160932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.163508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 7910856f-16bf-415f-a18f-5acc003efde5 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:10.164050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.229498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] DHCP port deletion for dadfa92f-aa26-4eba-8cb6-47effbbf5a7b request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:10.371609 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6e68983-5cb3-4dc7-abef-b6ef19e99aae req-2c3a4c16-1950-47c7-9537-12ad0af55fce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 210 time: 0.0816352 May 25 16:47:10.409080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.414664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::e0 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/4111e7c2-ff5d-49ab-b339-749ecd8c3197/75fe23be-e758-4a9c-b197-ed6ebe16079c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:10.420972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.4 (6ac70530-a4c4-4e41-a1cf-80b684c1005d/fb090875-deb1-4ffe-9528-bee355b47485/ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:10.443658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port 7910856f-16bf-415f-a18f-5acc003efde5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7910856f-16bf-415f-a18f-5acc003efde5,segment=NetworkSegment(5294d50e-1b3b-4fd6-8be1-6db7a978cf91),segment_id=5294d50e-1b3b-4fd6-8be1-6db7a978cf91)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:10.444507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.447128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] For port 8b9f0895-ea68-4523-b5ff-12998c3ce170, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:10.451319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] For port 8b9f0895-ea68-4523-b5ff-12998c3ce170, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8b9f0895-ea68-4523-b5ff-12998c3ce170,segment=NetworkSegment(3aa74f4a-51c1-4acc-938b-e5c157f484e6),segment_id=3aa74f4a-51c1-4acc-938b-e5c157f484e6)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:10.462118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.468861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1d5a3348-5b5c-40ba-9423-22d4db2ad220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:10.508156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:10.525927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.550226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Deleting port 7910856f-16bf-415f-a18f-5acc003efde5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:10.550758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.595723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 7910856f-16bf-415f-a18f-5acc003efde5 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:10.603390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.605221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a79d36a0-996d-4d7f-823d-41ab6aab8673 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:10.656367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Pushing event updated for resources: {'Port': ['ID=8b9f0895-ea68-4523-b5ff-12998c3ce170,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:10.662980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:10.663776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8db166d-2e52-4f53-8b46-f5aba04bc42d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:10.664903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=6b11950b-6742-4ba2-8ca2-ffdca9bad26a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:10.684903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:10.700398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:10.701556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.813993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] For port 7910856f-16bf-415f-a18f-5acc003efde5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7910856f-16bf-415f-a18f-5acc003efde5,segment=NetworkSegment(5294d50e-1b3b-4fd6-8be1-6db7a978cf91),segment_id=5294d50e-1b3b-4fd6-8be1-6db7a978cf91)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:10.814577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:10.881713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Router 643d4f5d-aea8-446b-8f30-3671b765a6cc is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:47:10.985140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Calling delete_port for 7910856f-16bf-415f-a18f-5acc003efde5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:10.993139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:10.997459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:10.999344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:11.040791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.064544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.071701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa081d-ffc3-42b3-acad-6f50b8db28f5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.084320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.097682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4dca54bd-0d49-4e25-a4b4-73f796123292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.107728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa74f4a-51c1-4acc-938b-e5c157f484e6') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.107962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa74f4a-51c1-4acc-938b-e5c157f484e6') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.134522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.143366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] No DVR routers for this DVR port 7910856f-16bf-415f-a18f-5acc003efde5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:11.153196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Pushing event deleted for resources: {'Port': ['ID=7910856f-16bf-415f-a18f-5acc003efde5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:11.160556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:11.162341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.170659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.172870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 75fe23be-e758-4a9c-b197-ed6ebe16079c will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:11.199969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:11.203534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.206728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.215746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] Sync routers for ids ['643d4f5d-aea8-446b-8f30-3671b765a6cc'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:11.232298 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] Routers {'643d4f5d-aea8-446b-8f30-3671b765a6cc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:11.233791 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['643d4f5d-aea8-446b-8f30-3671b765a6cc'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.234473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:11.235095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.235453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.249986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:11.254586 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:11.257793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=7910856f-16bf-415f-a18f-5acc003efde5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:11.260110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port 7910856f-16bf-415f-a18f-5acc003efde5 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:11.269323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:11.314732 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.322540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.325222 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] Routers {'643d4f5d-aea8-446b-8f30-3671b765a6cc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:11.326019 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['643d4f5d-aea8-446b-8f30-3671b765a6cc'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.327081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2553947 May 25 16:47:11.332469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:11.335737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57286) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:11.336401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:11.345878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:11.390283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:11.399682 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.400350 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b7f2a-6d16-40c5-960f-32d44d844e4e None None] The sync data for ids ['643d4f5d-aea8-446b-8f30-3671b765a6cc'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:11.403791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:11.414222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.415090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.483944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:11.483944 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:11.483944 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': '29fa081d-ffc3-42b3-acad-6f50b8db28f5'}] May 25 16:47:11.483944 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:11.483944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:11.489750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.505610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dadfa92f-aa26-4eba-8cb6-47effbbf5a7b']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.553501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5294d50e-1b3b-4fd6-8be1-6db7a978cf91') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.553817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5294d50e-1b3b-4fd6-8be1-6db7a978cf91') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:11.579988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.612731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.615088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.616971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=75fe23be-e758-4a9c-b197-ed6ebe16079c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:11.624383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-58a7c386-ca2a-42d8-916d-af5b652d57d7 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:11.664054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8b9f0895-ea68-4523-b5ff-12998c3ce170 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:11.700762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:11.709943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:11.710431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.715638 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1580679 May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:11.731672 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:11.742627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57292) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:11.749081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:11.752643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:11.762670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:11.766211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8b9f0895-ea68-4523-b5ff-12998c3ce170 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:11.777031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:11.848814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:11.857880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4110eaa9-46c4-41e9-917b-0969de113516 None None] Provisioning for port 75fe23be-e758-4a9c-b197-ed6ebe16079c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:11.878233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4110eaa9-46c4-41e9-917b-0969de113516 None None] Provisioning complete for port 75fe23be-e758-4a9c-b197-ed6ebe16079c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:11.878810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4110eaa9-46c4-41e9-917b-0969de113516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:11.940494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ad52a-8125-4a19-9783-33ddd4ee5281 req-620a6bdf-5dce-4634-aa97-ea8ba27777d2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:11.942233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a70ad52a-8125-4a19-9783-33ddd4ee5281 req-620a6bdf-5dce-4634-aa97-ea8ba27777d2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 931 time: 0.3167968 May 25 16:47:12.007747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4110eaa9-46c4-41e9-917b-0969de113516 None None] Port 75fe23be-e758-4a9c-b197-ed6ebe16079c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:12.010818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.023230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:12.023619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.039724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a70ad52a-8125-4a19-9783-33ddd4ee5281 req-2be4a96c-27ea-4f9c-9c92-f934de0c79b3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:12.081323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:12.085566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:12.093374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.098544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.134818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad118f5b-e39c-4adb-8533-3e0379e68b72 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:12.153859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a70ad52a-8125-4a19-9783-33ddd4ee5281 req-2be4a96c-27ea-4f9c-9c92-f934de0c79b3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:12.161261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a70ad52a-8125-4a19-9783-33ddd4ee5281 req-2be4a96c-27ea-4f9c-9c92-f934de0c79b3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026775 May 25 16:47:12.170775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=dadfa92f-aa26-4eba-8cb6-47effbbf5a7b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:12.181770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57296) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:12.181984 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/dadfa92f-aa26-4eba-8cb6-47effbbf5a7b HTTP/1.1" status: 204 len: 168 time: 2.7579100 May 25 16:47:12.183764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47955d3d-23ab-47a9-8360-341cb8dabafe None None] Network 29fa081d-ffc3-42b3-acad-6f50b8db28f5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:12.189451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:12.190103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.191567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-76639966'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:12.196639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:12.246185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:12.268237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:12.268626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-026159a7-01f3-4029-af43-d5bd76655d41 None None] Provisioning for port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:12.272045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8863142 May 25 16:47:12.272898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:12.276557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:12.283309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:12.284424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-026159a7-01f3-4029-af43-d5bd76655d41 None None] Provisioning complete for port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:12.284800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-026159a7-01f3-4029-af43-d5bd76655d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.286056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Request body: {'port': {'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:12.306084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.315076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:12.315076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.322348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:12.329480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:12.355492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:12.378950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:12.383250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.385111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7910856f-16bf-415f-a18f-5acc003efde5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:12.429155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 7910856f-16bf-415f-a18f-5acc003efde5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:12.429155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7910856f-16bf-415f-a18f-5acc003efde5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:12.431627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:12.468458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.468802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment bf303545-7a48-49d7-aa94-a10d6ddc6b6c of type vlan for network df3aa46b-783f-43ca-ac27-75b98142ba0f May 25 16:47:12.477287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.494785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-026159a7-01f3-4029-af43-d5bd76655d41 None None] Port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:12.498320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.534345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 8b9f0895-ea68-4523-b5ff-12998c3ce170 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:12.534691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.552151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.603299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.610289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:12.610898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.617112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43d2f9a9-07cb-44c8-8531-89c24dc683ea tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:12.622203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] DHCP port deletion for 29fa081d-ffc3-42b3-acad-6f50b8db28f5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:12.652174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.658456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Provisioning for port 8b9f0895-ea68-4523-b5ff-12998c3ce170 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:12.667514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Provisioning complete for port 8b9f0895-ea68-4523-b5ff-12998c3ce170 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:12.668207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.734304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Deleting port dde08e92-198f-4454-91c7-6b4043fb2472 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:12.734875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.768979 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5852101 May 25 16:47:12.808584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1c16da58-e648-4936-86e4-eb06d2406109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.811783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Deleting port 8b9f0895-ea68-4523-b5ff-12998c3ce170 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:12.812360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.821536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57302) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:12.900908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 8b9f0895-ea68-4523-b5ff-12998c3ce170, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8b9f0895-ea68-4523-b5ff-12998c3ce170,segment=NetworkSegment(3aa74f4a-51c1-4acc-938b-e5c157f484e6),segment_id=3aa74f4a-51c1-4acc-938b-e5c157f484e6)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:12.901160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.910314 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4111e7c2-ff5d-49ab-b339-749ecd8c3197 (CIDR: 2001:db8::/64) May 25 16:47:12.922109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:12.922568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:12.925738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:12.958575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] For port 8b9f0895-ea68-4523-b5ff-12998c3ce170, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8b9f0895-ea68-4523-b5ff-12998c3ce170,segment=NetworkSegment(3aa74f4a-51c1-4acc-938b-e5c157f484e6),segment_id=3aa74f4a-51c1-4acc-938b-e5c157f484e6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:12.959012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.000953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:13.025942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=df3aa46b-783f-43ca-ac27-75b98142ba0f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:13.034967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:13.060227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 8b9f0895-ea68-4523-b5ff-12998c3ce170 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:13.131249 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-741fc4b1-e93b-4d9e-907e-e13ad271290b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3802805 May 25 16:47:13.134887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:13.143212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:13.149533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:13.168007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:13.171967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Calling delete_port for 8b9f0895-ea68-4523-b5ff-12998c3ce170 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:13.174223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.176715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] For port 8b9f0895-ea68-4523-b5ff-12998c3ce170, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8b9f0895-ea68-4523-b5ff-12998c3ce170,segment=NetworkSegment(3aa74f4a-51c1-4acc-938b-e5c157f484e6),segment_id=3aa74f4a-51c1-4acc-938b-e5c157f484e6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:13.182411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:13.188346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:13.245530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:13.246502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.262760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7327da62-563f-4572-8206-d282f230fb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:13.318044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Calling delete_port for dde08e92-198f-4454-91c7-6b4043fb2472 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:13.366402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:13.369891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.387723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Pushing event updated for resources: {'Port': ['ID=8b9f0895-ea68-4523-b5ff-12998c3ce170,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:13.392463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:13.419081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:13.425215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.436991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0a8e5c96-6cac-4ef6-82a8-53acc9a42c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:13.443460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.448004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b20e6eab-e55f-4f9a-8512-692a0a45d736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:13.488121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:13.496628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Pushing event deleted for resources: {'Port': ['ID=8b9f0895-ea68-4523-b5ff-12998c3ce170,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:13.505611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8b9f0895-ea68-4523-b5ff-12998c3ce170 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:13.513948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:13.517227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=8b9f0895-ea68-4523-b5ff-12998c3ce170,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:13.528567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:13.533957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:13.541662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 8b9f0895-ea68-4523-b5ff-12998c3ce170 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:13.581430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:13.582282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 8b9f0895-ea68-4523-b5ff-12998c3ce170 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:13.582941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8b9f0895-ea68-4523-b5ff-12998c3ce170 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:13.587569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15a911-8397-462b-8aa1-6dc3644a008b req-c9b06375-30ca-48de-a319-4be1e3fde40a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:13.589267 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6c15a911-8397-462b-8aa1-6dc3644a008b req-c9b06375-30ca-48de-a319-4be1e3fde40a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 931 time: 0.2637222 May 25 16:47:13.596557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] No DVR routers for this DVR port 8b9f0895-ea68-4523-b5ff-12998c3ce170 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:13.611420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:13.615045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.673323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.713486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6c15a911-8397-462b-8aa1-6dc3644a008b req-e0173d16-cbcf-4b20-aa23-d871358cf542 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789976 May 25 16:47:13.768244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:47:13.800833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.826034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.865638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fa081d-ffc3-42b3-acad-6f50b8db28f5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:13.878885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa9f7621-82d4-48ae-a873-5b5158aac178 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:13.896659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa74f4a-51c1-4acc-938b-e5c157f484e6') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:13.896960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa74f4a-51c1-4acc-938b-e5c157f484e6') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:13.916216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:13.925742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.930265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Pushing event deleted for resources: {'Port': ['ID=dde08e92-198f-4454-91c7-6b4043fb2472,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:13.942402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.957912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:13.961476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.982645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:13.982996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:13.999368 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:14.046315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.119882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Transition to ACTIVE for port object ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:14.127000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.132491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.136697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b27ebc7-8458-4df9-ae70-6e8c3f01a9a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:14.151731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.172525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=29fa081d-ffc3-42b3-acad-6f50b8db28f5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:14.175633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:14.179035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd85979e-73ca-4967-9d11-8c3102aa8507 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:14.276155 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/29fa081d-ffc3-42b3-acad-6f50b8db28f5 HTTP/1.1" status: 204 len: 168 time: 5.6529987 May 25 16:47:14.291438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:14.306986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113837408'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:14.323317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:14.332848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:14.362696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:14.388474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:14.417243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:14.425789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:14.465197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:14.468635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.546309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Attempting to bind port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:14.546641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Attempting to bind port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:14.546991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Attempting to bind port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 on network 6ac70530-a4c4-4e41-a1cf-80b684c1005d {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:14.557506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:14.562400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 on network 6ac70530-a4c4-4e41-a1cf-80b684c1005d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:47:14.562962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Attempting to bind port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 on network 6ac70530-a4c4-4e41-a1cf-80b684c1005d {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:14.659237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.670303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.750972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:14.751317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Checking segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:14.751704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Bound using segment: {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:14.752152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Bound port: ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '817b7e1b-187f-49b5-ba52-1e3e760619ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:14.753731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.765970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.769306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.769642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 44d8d7e5-5789-4fe4-85f0-ae3549177118 of type vlan for network 0b469b15-190e-4e2b-85f3-8579b0e2a398 May 25 16:47:14.796235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-957f0e19-c7d0-4123-a2de-bea474ee1ced tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:14.867964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.913002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:14.932191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:14.935424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.941021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:14.941624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:14.946322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8d2994a3-c5a0-4886-92e5-1665d35c76a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:14.964796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.003741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Router 643d4f5d-aea8-446b-8f30-3671b765a6cc has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:15.023034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=982462c0-2c4d-4583-9e7d-59f6f8678a05,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:15.027129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:15.036292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:15.036665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: df3aa46b-783f-43ca-ac27-75b98142ba0f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:15.075635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.076281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.077665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] 10.222.0.95 "PUT /v2.0/ports/ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 1093 time: 2.7960598 May 25 16:47:15.083194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:15.095536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7920065 May 25 16:47:15.096968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57324) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.097666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=0b469b15-190e-4e2b-85f3-8579b0e2a398,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:15.104674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:15.105257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1b79bcaf-87a0-406c-bf2c-9847a93e251d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:15.110720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 0b469b15-190e-4e2b-85f3-8579b0e2a398 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:15.146752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:15.232372 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'status': 'completed', 'code': 200} May 25 16:47:15.237655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network df3aa46b-783f-43ca-ac27-75b98142ba0f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:15.244478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:15.257253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] Sync routers for ids ['643d4f5d-aea8-446b-8f30-3671b765a6cc'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:15.266366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534e470-d856-4c4c-a2c0-3a0db69b7259 req-c6b13e98-0ee6-4a6a-895c-bab706c37b93 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.267956 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e534e470-d856-4c4c-a2c0-3a0db69b7259 req-c6b13e98-0ee6-4a6a-895c-bab706c37b93 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 943 time: 0.3682127 May 25 16:47:15.270433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, df3aa46b-783f-43ca-ac27-75b98142ba0f) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:15.280197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] Routers {'643d4f5d-aea8-446b-8f30-3671b765a6cc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:15.281831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['643d4f5d-aea8-446b-8f30-3671b765a6cc'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:15.302120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.302895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.316066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.317257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "PUT /v2.0/routers/643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 200 len: 706 time: 3.9786546 May 25 16:47:15.326872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57328) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.376800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:15.380539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ac6ee8-32ce-48ad-bdcc-e80769093fba None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:15.427754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6003470 May 25 16:47:15.429177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57332) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.430224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:15.440814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f', 'name': 'tempest-PortsTestJSON-1026533409', 'fixed_ips': [{'subnet_id': '982462c0-2c4d-4583-9e7d-59f6f8678a05', 'ip_address': '172.20.0.10'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:15.469865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:15.480023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:15.490424 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e534e470-d856-4c4c-a2c0-3a0db69b7259 req-3fb81562-61af-4ca1-90d7-41e54304241d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085519 May 25 16:47:15.506032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] Routers {'643d4f5d-aea8-446b-8f30-3671b765a6cc'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:15.506663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f456c956-43d8-4f22-8cb6-4c7ebafe7397 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/routers/643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 200 len: 741 time: 0.1751480 May 25 16:47:15.506930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['643d4f5d-aea8-446b-8f30-3671b765a6cc'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:15.507378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57336) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.537782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.541221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-abbc9691-57b6-4ccc-8259-be46911ffa2e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:15.562505 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-46cd1b5f-4def-4499-bae8-92b44bae50a4 tempest-RoutersAdminTest-516179251 tempest-RoutersAdminTest-516179251-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 200 len: 205 time: 0.0510075 May 25 16:47:15.562787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57340) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.567835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:15.582614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.583324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:15.584110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9138eb-ceb3-48d4-b335-0148e841549a None None] The sync data for ids ['643d4f5d-aea8-446b-8f30-3671b765a6cc'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:15.592904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:15.619522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:15.619726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b842154-92dd-4a04-a5d3-7661b3a2819c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 200 len: 205 time: 0.0532866 May 25 16:47:15.619818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57344) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.643818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:15.650990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:15.661193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9289848-40f0-46d9-81c8-29c41767584f None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:15.689198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:15.692635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.706793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.707491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.721734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-fe91c0f9-a970-4de1-9853-7eeb109d71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:15.723389 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-fe91c0f9-a970-4de1-9853-7eeb109d71f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1096 time: 0.5481081 May 25 16:47:15.735453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=8f69fe42-a758-464b-abe0-150320123181,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:15.772830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.852310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:15.903216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-df3aa46b-783f-43ca-ac27-75b98142ba0f', 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': '982462c0-2c4d-4583-9e7d-59f6f8678a05'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:15.904903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:15.905141 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7678664 May 25 16:47:15.906621 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-9844e66f-367e-49d0-baf2-0242a3623188 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 217 time: 0.1548924 May 25 16:47:15.910121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57350) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:15.911090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:15.920362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:15.957008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1052383958', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8f69fe42-a758-464b-abe0-150320123181'}], 'security_groups': ['89996507-75e2-4c23-9820-812e2a87c9e4']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:15.992063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:16.021795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:16.072048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:16.120083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-76faacd0-0d37-46d5-a38a-376fabb51db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:16.121574 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-76faacd0-0d37-46d5-a38a-376fabb51db0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.2060442 May 25 16:47:16.161897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Allocated IP 172.20.0.2 (df3aa46b-783f-43ca-ac27-75b98142ba0f/982462c0-2c4d-4583-9e7d-59f6f8678a05/5d5e0e94-5617-4ef6-bef9-bb8ce4385fda) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:16.317153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.320424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.351708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.352223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Fanout notify agent at l3_agent the message router_deleted on router 643d4f5d-aea8-446b-8f30-3671b765a6cc {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:47:16.365879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.372055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dc665d0b-4b6c-47f1-bf6d-59bb0d65831c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 204 len: 168 time: 0.7512336 May 25 16:47:16.373320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57354) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.409441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Update dhcp port {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'fixed_ips': [{'subnet_id': '4111e7c2-ff5d-49ab-b339-749ecd8c3197', 'ip_address': '2001:db8::2'}, {'subnet_id': '8f69fe42-a758-464b-abe0-150320123181'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '18f44f74-e97c-4224-a271-918f560f0881'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:47:16.424364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e1632167-f06d-4767-a727-3b60120211ae tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 200 len: 205 time: 0.0498757 May 25 16:47:16.430518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57358) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.518766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-df2eb1cb-60a2-4988-913f-b7c6f01a7625 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:16.521728 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df2eb1cb-60a2-4988-913f-b7c6f01a7625 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/643d4f5d-aea8-446b-8f30-3671b765a6cc HTTP/1.1" status: 404 len: 336 time: 0.0868680 May 25 16:47:16.524310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57364) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.557541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.597666 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-129b7f0e-dcf5-4482-90c3-25ac9be358b1 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 200 len: 205 time: 0.0711780 May 25 16:47:16.601824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.609050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.638763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.664369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Transition to ACTIVE for port object 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:16.717535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-cd82dd0d-a332-4deb-afd3-08acbad77b6e tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:16.717821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:16.719390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd82dd0d-a332-4deb-afd3-08acbad77b6e tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/6e6a0cfd-e641-4356-8199-0a91bcfcc67e HTTP/1.1" status: 404 len: 336 time: 0.1164682 May 25 16:47:16.739955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57372) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.750962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Transition to ACTIVE for port object 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:16.757015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26de53-da00-4db8-a505-496a2c3df782 req-ae4178dc-8c67-407b-9a6e-4e05c956f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:16.758677 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-ae4178dc-8c67-407b-9a6e-4e05c956f8bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5796373 May 25 16:47:16.765457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.773826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:16.800427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d3b9aef6-3a66-442e-b03b-c0fc8962f4d3 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 200 len: 205 time: 0.0559723 May 25 16:47:16.801600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57376) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.869740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:16.878963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:16.882364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-74fd844e-6e1f-48ba-81a4-a9aff896da19 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:16.884606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-74fd844e-6e1f-48ba-81a4-a9aff896da19 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/b662ac7d-5753-4554-9f07-db2ef28a16de HTTP/1.1" status: 404 len: 336 time: 0.0796649 May 25 16:47:16.887571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57380) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.888360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:16.889219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:16.894987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Pushing event updated for resources: {'Port': ['ID=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:16.900659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:16.949327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc2b0f-da0f-4ee5-91d8-be22811d18cf req-401c2b87-769f-4c9b-8bd4-ac5fff1c4e61 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:16.951154 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-26fc2b0f-da0f-4ee5-91d8-be22811d18cf req-401c2b87-769f-4c9b-8bd4-ac5fff1c4e61 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 943 time: 0.2777474 May 25 16:47:16.961156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-890ab3be-35db-41a3-ac08-9f3b480363c2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 200 len: 205 time: 0.0679171 May 25 16:47:16.986128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57384) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:16.998588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Allocated IP 2001:db8:0:1::2 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/8f69fe42-a758-464b-abe0-150320123181/18f44f74-e97c-4224-a271-918f560f0881) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:17.014103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Attempting to bind port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:17.014488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Attempting to bind port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:17.014971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Attempting to bind port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda on network df3aa46b-783f-43ca-ac27-75b98142ba0f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:17.025917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:17.026306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Checking segment: {'id': 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:17.026712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.027153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Bound using segment: {'id': 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:17.027638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Bound port: 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:17.028017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.033270 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-26fc2b0f-da0f-4ee5-91d8-be22811d18cf req-c26e9a64-2650-4e40-9461-f0fea07b06ca tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729680 May 25 16:47:17.188875 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-4e3c3e8c-35d8-42e9-af4f-562cb07f984e tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:17.189843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4e3c3e8c-35d8-42e9-af4f-562cb07f984e tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/b41941e9-509a-4fec-b34c-126c307fe196 HTTP/1.1" status: 404 len: 336 time: 0.1783545 May 25 16:47:17.192920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:17.227242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] For port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:17.234336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:17.243473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] For port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,segment=NetworkSegment(bf303545-7a48-49d7-aa94-a10d6ddc6b6c),segment_id=bf303545-7a48-49d7-aa94-a10d6ddc6b6c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:17.249250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.253829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:17.254356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a5cc74b-5ab2-46fe-8118-a0181804a6e5 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 200 len: 205 time: 0.0591545 May 25 16:47:17.255971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57394) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:17.274170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-9582a7e6-54a8-46a9-992a-afb09b59c01c service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061467 May 25 16:47:17.322785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.340258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-1f5049b9-5f9e-4907-8583-a9b2091fdff5 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:17.343879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1f5049b9-5f9e-4907-8583-a9b2091fdff5 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/ab35895f-aaac-4dca-b05b-3e910adbba73 HTTP/1.1" status: 404 len: 336 time: 0.0840163 May 25 16:47:17.344172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57398) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:17.354223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Transition to ACTIVE for port object 18f44f74-e97c-4224-a271-918f560f0881 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:17.362423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:17.371756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Pushing event updated for resources: {'Port': ['ID=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:17.376806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:17.377284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:17.409059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6be1c05c-1e4d-4599-8c55-8a2294b95c20 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "GET /v2.0/ports?device_id=9bc6bb24-d921-427b-9f94-c3b7922bea9d HTTP/1.1" status: 200 len: 205 time: 0.0610597 May 25 16:47:17.409379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57402) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:17.507058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-9edf2bbe-af99-4a86-abfb-8f1904934aec tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] delete failed (client error): The resource could not be found. May 25 16:47:17.511240 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9edf2bbe-af99-4a86-abfb-8f1904934aec tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/routers/9bc6bb24-d921-427b-9f94-c3b7922bea9d HTTP/1.1" status: 404 len: 336 time: 0.1001647 May 25 16:47:17.512384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57406) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:17.517311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.10 (df3aa46b-783f-43ca-ac27-75b98142ba0f/982462c0-2c4d-4583-9e7d-59f6f8678a05/1b83faf8-e3d4-4035-bb94-0ad86e5c8f45) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:17.535721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:17.539563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:17.567384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac19c8ba-7fc0-4b5f-bc5d-0737d0f14f32 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] DELETE failed (client error): The resource could not be found. May 25 16:47:17.567836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac19c8ba-7fc0-4b5f-bc5d-0737d0f14f32 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:17.572726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ac19c8ba-7fc0-4b5f-bc5d-0737d0f14f32 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] 10.222.0.96 "DELETE /v2.0/subnets/0bef85d4-69e8-429a-86d1-4250510cefb7 HTTP/1.1" status: 404 len: 337 time: 0.0593791 May 25 16:47:17.658584 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e26de53-da00-4db8-a505-496a2c3df782 req-12ebeeb1-b1f2-4b70-8538-fe1b19ae4427 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433521 May 25 16:47:17.982734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:18.085249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.100904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-134600c0-8d14-4435-94c5-3ca163b1b05f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:18.153423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.172585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:18.183664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Usage tracker for resource:security_group_rule and tenant:adcfe2c409e54a42ae5f0032e1b22f66 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:18.188287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:18.194296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:18.389594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.398009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.406240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56ee4362-d662-472f-9b7b-6402b61aeebd tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:18.457411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75465f85-dffd-4515-ae1f-d5e74fc9238b req-914afd17-8133-43ac-af02-260e4aa84464 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:18.458009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Provisioning for port 18f44f74-e97c-4224-a271-918f560f0881 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:18.459644 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75465f85-dffd-4515-ae1f-d5e74fc9238b req-914afd17-8133-43ac-af02-260e4aa84464 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 943 time: 0.2093430 May 25 16:47:18.465074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:18.465459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.473041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-1c90ffd3-497c-4ced-9a34-204a1ac6fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:18.474645 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-1c90ffd3-497c-4ced-9a34-204a1ac6fba9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1096 time: 0.6846251 May 25 16:47:18.477955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Delete allocated IP 2001:db8::e0 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/4111e7c2-ff5d-49ab-b339-749ecd8c3197) {{(pid=99126) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:47:18.481596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=dd563dcd-6dbb-4827-ab66-c487bc896431,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:18.486265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.517304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:18.519411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2fd04a-32d6-4cdd-ad71-018f363ed465,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:18.524583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=adcfe2c409e54a42ae5f0032e1b22f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401261 May 25 16:47:18.525092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8:0:1::5a (b2599fb1-768f-4453-b9ee-ae7a393bcf56/8f69fe42-a758-464b-abe0-150320123181/75fe23be-e758-4a9c-b197-ed6ebe16079c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:18.527977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:18.528616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57424) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:18.571473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.574502 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75465f85-dffd-4515-ae1f-d5e74fc9238b req-cd7b4047-7dbf-4b52-b66d-56f3b229d2c3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004300 May 25 16:47:18.609294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '44d8d7e5-5789-4fe4-85f0-ae3549177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:18.609932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: 0b469b15-190e-4e2b-85f3-8579b0e2a398, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:18.638159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:18.645701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.661188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:18.661572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.679465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.680092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.698350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:18.734620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:18.746322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.754705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1dae197c-b8d1-4280-a3e3-d7364b597dfd tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:18.755742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Provisioning complete for port 75fe23be-e758-4a9c-b197-ed6ebe16079c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:18.756460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.768036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2fd04a-32d6-4cdd-ad71-018f363ed465,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:18.776958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:18.782888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:18.785580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ed2fd04a-32d6-4cdd-ad71-018f363ed465 HTTP/1.1" status: 204 len: 168 time: 0.2511647 May 25 16:47:18.794809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=1b83faf8-e3d4-4035-bb94-0ad86e5c8f45,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:18.837771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f9988edb-5d5d-45c4-aeca-8111a57c00f7 None None] Port 75fe23be-e758-4a9c-b197-ed6ebe16079c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:18.852544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104334aa-bf16-4ae1-842f-b697605d034d None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:18.892802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:18.928036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network 0b469b15-190e-4e2b-85f3-8579b0e2a398 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:18.941528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network df3aa46b-783f-43ca-ac27-75b98142ba0f is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:18.949480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:18.957238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:18.985673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-846553dd-2f89-433c-94c0-201ecddf2560 None None] Provisioning for port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:19.020701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 0b469b15-190e-4e2b-85f3-8579b0e2a398) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:19.047645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-2294ae4c-bc49-4b5f-877c-7c94c2a43b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.049130 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-2294ae4c-bc49-4b5f-877c-7c94c2a43b54 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 899 time: 0.5579422 May 25 16:47:19.051301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58b982-4262-42f4-81c5-7f522359e5cc None None] Network 0b469b15-190e-4e2b-85f3-8579b0e2a398 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:19.125198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57432) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:19.129222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.129837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.150499 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-518f9f3a-1085-46ca-bdd8-7c08ea8dcc40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 217 time: 0.0872753 May 25 16:47:19.185947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8eff91c7-9ae4-47d8-af5c-28c8179ccfea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1218bc4cddaa415a90b9a3069c99d1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562358 May 25 16:47:19.187131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57436) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:19.227011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.227772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.257043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.263847 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.1636002 May 25 16:47:19.267491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57440) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:19.288701 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8542514 May 25 16:47:19.293276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.297820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57444) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:19.301118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-2a1c7f72-feeb-4274-8e23-e7d4556b59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.302765 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-2a1c7f72-feeb-4274-8e23-e7d4556b59ce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.1353884 May 25 16:47:19.312636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': 'df3aa46b-783f-43ca-ac27-75b98142ba0f', 'name': 'tempest-PortsTestJSON-1333632949', 'fixed_ips': [{'subnet_id': '982462c0-2c4d-4583-9e7d-59f6f8678a05', 'ip_address': '172.20.0.9'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:19.381580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.435421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 75fe23be-e758-4a9c-b197-ed6ebe16079c will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:19.452657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-0b469b15-190e-4e2b-85f3-8579b0e2a398', 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'dd563dcd-6dbb-4827-ab66-c487bc896431'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:19.454425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.462703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.479550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce3eb923-8639-434c-903a-064361725857 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:19.544396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.551893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b987a02c-dbdd-4b85-88e4-a8be737ca737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:19.584991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4623a5-1dc3-41a4-9208-6189f64ad8e8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:19.627102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:19.642473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.644699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef4623a5-1dc3-41a4-9208-6189f64ad8e8 HTTP/1.1" status: 204 len: 168 time: 0.4571533 May 25 16:47:19.704700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] In _notify_port_updated(), no bound segment for port 75fe23be-e758-4a9c-b197-ed6ebe16079c on network b2599fb1-768f-4453-b9ee-ae7a393bcf56 {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:47:19.711434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.712470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.717391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:19.717688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57454) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:19.718354 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/ports/75fe23be-e758-4a9c-b197-ed6ebe16079c HTTP/1.1" status: 200 len: 930 time: 3.8042996 May 25 16:47:19.721183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:19.724667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=75fe23be-e758-4a9c-b197-ed6ebe16079c,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:19.730078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:19.744097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:19.750512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:19.755348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-128ae4e2-3619-4a90-b691-db16b6827add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:19.756986 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-128ae4e2-3619-4a90-b691-db16b6827add service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4297807 May 25 16:47:19.757936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:19.799081 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:47:19.804821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:19.946137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:19.954370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.033137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Provisioning for port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:20.063878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:20.066037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Allocated IP 172.20.0.1 (0b469b15-190e-4e2b-85f3-8579b0e2a398/dd563dcd-6dbb-4827-ab66-c487bc896431/96b9d797-5891-4964-94d5-741f635f845d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:20.068161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Provisioning complete for port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:20.068543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.183458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:20.190075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:20.273053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:20.274392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.312798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.351306 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-7187377e-103d-4f8d-a59d-661c3f58d8b0 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859480 May 25 16:47:20.372400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Provisioning complete for port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:20.373144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e6d9987b-6714-4578-b975-201efae524f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.401043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf5a3a-1f8b-4548-af52-43df1bfe0bcf req-887d5a67-1ecb-4544-b174-f23ad16c53f9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:20.402866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2bcf5a3a-1f8b-4548-af52-43df1bfe0bcf req-887d5a67-1ecb-4544-b174-f23ad16c53f9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 943 time: 0.5751789 May 25 16:47:20.473008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.9 (df3aa46b-783f-43ca-ac27-75b98142ba0f/982462c0-2c4d-4583-9e7d-59f6f8678a05/2f16a5ff-b9d9-4512-ae58-d9f2ea707780) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:20.533887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 75fe23be-e758-4a9c-b197-ed6ebe16079c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:20.534661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.576481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.677826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,segment=NetworkSegment(bf303545-7a48-49d7-aa94-a10d6ddc6b6c),segment_id=bf303545-7a48-49d7-aa94-a10d6ddc6b6c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:20.692791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.749444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.758480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:20.790566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34cad4d9-1240-4cc4-ac75-f339997f396e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:20.827176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 75fe23be-e758-4a9c-b197-ed6ebe16079c owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:20.915890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2bcf5a3a-1f8b-4548-af52-43df1bfe0bcf req-a90bce8c-e9df-4b28-b2a5-f458dfe1cfd0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841526 May 25 16:47:20.955420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.974788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Transition to ACTIVE for port object 96b9d797-5891-4964-94d5-741f635f845d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:20.993083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fa157601-31e9-4b5e-9715-03064d3bc8eb None None] Provisioning complete for port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:20.993490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fa157601-31e9-4b5e-9715-03064d3bc8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:20.999483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57478) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.043969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.050685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.055138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.064193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Transition to ACTIVE for port object 96b9d797-5891-4964-94d5-741f635f845d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:21.071251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:21.071680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.084574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:21.102703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.113560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-253a4b75-f3c5-4a86-8027-ddb85dbacbcb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.122313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.130666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d56ba5ad-bcf6-42ce-9336-9e0fef9bb765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.163140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=75fe23be-e758-4a9c-b197-ed6ebe16079c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.174073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fa157601-31e9-4b5e-9715-03064d3bc8eb None None] Port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:21.189074 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0fd9ff66-08c6-4355-a92e-0584f8a3eabb req-90239eed-6b00-4c6d-9580-279f2dcfe094 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017073 May 25 16:47:21.197666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.203884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c8df864e-79c2-4665-8fe6-18a781e6c6a4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] Request body: {'port': {'network_id': '2434a20b-8889-42d1-9091-dd72a855fedb', 'name': 'tempest-NetworksNegativeTestJSON-1351403860'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:21.207827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fa157601-31e9-4b5e-9715-03064d3bc8eb None None] Could not find standard attr ID for object 75fe23be-e758-4a9c-b197-ed6ebe16079c. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:47:21.216059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Network 0b469b15-190e-4e2b-85f3-8579b0e2a398 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:21.219903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:21.221608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.227211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.228851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:21.245345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-267e6c5e-07cc-4a77-8cea-f9515be960cb tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.247009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Pushing event updated for resources: {'Port': ['ID=96b9d797-5891-4964-94d5-741f635f845d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.262340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/75fe23be-e758-4a9c-b197-ed6ebe16079c HTTP/1.1" status: 204 len: 168 time: 1.5309196 May 25 16:47:21.262340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.266855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57484) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.267423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-04e5387b-c223-4796-af63-bd25c76a647d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.281325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.344623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=2f16a5ff-b9d9-4512-ae58-d9f2ea707780,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.350222 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8df864e-79c2-4665-8fe6-18a781e6c6a4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] POST failed (client error): The resource could not be found. May 25 16:47:21.351210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8df864e-79c2-4665-8fe6-18a781e6c6a4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.358860 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c8df864e-79c2-4665-8fe6-18a781e6c6a4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3543267 May 25 16:47:21.362172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=dd563dcd-6dbb-4827-ab66-c487bc896431,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.363999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.364614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57488) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.369307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.404702 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-938cd55d-1b20-479a-9371-1232009ec7aa tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] DELETE failed (client error): The resource could not be found. May 25 16:47:21.404915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Attempting to bind port 96b9d797-5891-4964-94d5-741f635f845d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:21.405134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Attempting to bind port 96b9d797-5891-4964-94d5-741f635f845d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '44d8d7e5-5789-4fe4-85f0-ae3549177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:21.405446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938cd55d-1b20-479a-9371-1232009ec7aa tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.405568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Attempting to bind port 96b9d797-5891-4964-94d5-741f635f845d on network 0b469b15-190e-4e2b-85f3-8579b0e2a398 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:21.418431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:21.418694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-938cd55d-1b20-479a-9371-1232009ec7aa tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "DELETE /v2.0/networks/1a81f38d-1d8b-412d-97c0-449104ff4942 HTTP/1.1" status: 404 len: 339 time: 0.0490639 May 25 16:47:21.418796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Checking segment: {'id': '44d8d7e5-5789-4fe4-85f0-ae3549177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:21.418796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.418796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Bound using segment: {'id': '44d8d7e5-5789-4fe4-85f0-ae3549177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:21.418796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Bound port: 96b9d797-5891-4964-94d5-741f635f845d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d8d7e5-5789-4fe4-85f0-ae3549177118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:21.418796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.419358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network df3aa46b-783f-43ca-ac27-75b98142ba0f is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:21.419358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57492) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.457128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:21.464736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:21.483491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d753b286-0ffe-491e-8b4a-c9e895ebe6af tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:47:21.484304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d753b286-0ffe-491e-8b4a-c9e895ebe6af tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:21.528024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.541687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf525d-e8d4-49b2-a0a6-aaa836392623 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] DELETE failed (client error): The resource could not be found. May 25 16:47:21.542511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebf525d-e8d4-49b2-a0a6-aaa836392623 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.544862 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aebf525d-e8d4-49b2-a0a6-aaa836392623 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "DELETE /v2.0/ports/37816e8d-bfba-480b-a641-bd0b6e7cc4ff HTTP/1.1" status: 404 len: 333 time: 0.1241298 May 25 16:47:21.550351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57496) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.550612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b469b15-190e-4e2b-85f3-8579b0e2a398']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:21.554560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:21.559531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d753b286-0ffe-491e-8b4a-c9e895ebe6af tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:21.561333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d753b286-0ffe-491e-8b4a-c9e895ebe6af tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/75fe23be-e758-4a9c-b197-ed6ebe16079c HTTP/1.1" status: 404 len: 333 time: 0.2610846 May 25 16:47:21.564737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57500) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.580918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8d7e5-5789-4fe4-85f0-ae3549177118') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:21.581130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8d7e5-5789-4fe4-85f0-ae3549177118') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:21.586053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] For port 96b9d797-5891-4964-94d5-741f635f845d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:21.601513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.611616 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07a3c48-4bb3-456a-b9c4-58cdea73f975 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] DELETE failed (client error): The resource could not be found. May 25 16:47:21.611955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07a3c48-4bb3-456a-b9c4-58cdea73f975 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.613764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c07a3c48-4bb3-456a-b9c4-58cdea73f975 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "DELETE /v2.0/subnets/b91b0d8b-dcbb-401c-a122-d05104c3f16a HTTP/1.1" status: 404 len: 337 time: 0.0619643 May 25 16:47:21.616717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] For port 96b9d797-5891-4964-94d5-741f635f845d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=96b9d797-5891-4964-94d5-741f635f845d,segment=NetworkSegment(44d8d7e5-5789-4fe4-85f0-ae3549177118),segment_id=44d8d7e5-5789-4fe4-85f0-ae3549177118)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:21.617583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57504) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.625310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.634250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.644078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.655691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:21.656308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:21.656701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.656825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:21.673473 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:21.678330 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-976d8f34-9bdc-46e2-9fa9-093f1303a93a tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] GET failed (client error): The resource could not be found. May 25 16:47:21.680109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-976d8f34-9bdc-46e2-9fa9-093f1303a93a tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "GET /v2.0/networks/2033300c-7101-4c11-af77-48ee186c6f83 HTTP/1.1" status: 404 len: 339 time: 0.0602086 May 25 16:47:21.683703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57508) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.740871 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4390600 May 25 16:47:21.740871 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d639513d-19cf-4700-bdb3-0ee9dd473f4f tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] GET failed (client error): The resource could not be found. May 25 16:47:21.741944 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d639513d-19cf-4700-bdb3-0ee9dd473f4f tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "GET /v2.0/ports/37ffa8f7-2c72-4ad2-8d3f-093ed5bd57ab HTTP/1.1" status: 404 len: 333 time: 0.0563817 May 25 16:47:21.742321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57512) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.744782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57514) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.750547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Pushing event updated for resources: {'Port': ['ID=96b9d797-5891-4964-94d5-741f635f845d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.764761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.773283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.805234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.817514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:21.817514 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:21.817514 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': '0b469b15-190e-4e2b-85f3-8579b0e2a398'}] May 25 16:47:21.817514 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:21.817983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:21.836361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6f256229-361f-4fb5-aa86-ec29b1f099c4 None None] Provisioning for port 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:21.844127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6f256229-361f-4fb5-aa86-ec29b1f099c4 None None] Provisioning complete for port 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:21.844507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f256229-361f-4fb5-aa86-ec29b1f099c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.861368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.869630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a545da0-6bf7-4a9b-bdc4-b53720315060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:21.876288 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c948c1b1-2786-45d3-8cd0-f148a0e0d609 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] GET failed (client error): The resource could not be found. May 25 16:47:21.881785 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c948c1b1-2786-45d3-8cd0-f148a0e0d609 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "GET /v2.0/subnets/287206d7-956e-4177-9774-9aac778593a7 HTTP/1.1" status: 404 len: 337 time: 0.0895586 May 25 16:47:21.882071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57522) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.889824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c3edcba8-7d09-41f8-9b26-fd1942edf0c4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] Request body: {'network': {'name': 'new_name'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:21.891093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4648277-3839-4755-b52f-9c4d459a6ae1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:21.894457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:21.901866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:21.905546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/security-groups/e4648277-3839-4755-b52f-9c4d459a6ae1 HTTP/1.1" status: 204 len: 168 time: 0.3374438 May 25 16:47:21.907995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57526) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.913923 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3edcba8-7d09-41f8-9b26-fd1942edf0c4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] PUT failed (client error): The resource could not be found. May 25 16:47:21.914404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3edcba8-7d09-41f8-9b26-fd1942edf0c4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.915583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c3edcba8-7d09-41f8-9b26-fd1942edf0c4 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "PUT /v2.0/networks/7da2e406-e2c9-4293-9ce2-a5421d2c92bb HTTP/1.1" status: 404 len: 339 time: 0.0324981 May 25 16:47:21.922597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57530) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.930843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e4e7b4de-d5c8-425c-a4c1-8f08b6536090 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] Request body: {'port': {'name': 'new_name'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:21.944528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97e568-5f02-4c5e-8741-c21da2e002f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:21.945251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0d97e568-5f02-4c5e-8741-c21da2e002f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:21.950774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90293298-1300-4b26-a6db-68fb1ef5f551 None None] Network 0b469b15-190e-4e2b-85f3-8579b0e2a398 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:21.965803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0d97e568-5f02-4c5e-8741-c21da2e002f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:21.970002 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d97e568-5f02-4c5e-8741-c21da2e002f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2240303 May 25 16:47:21.971489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57536) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:21.980897 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e7b4de-d5c8-425c-a4c1-8f08b6536090 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] PUT failed (client error): The resource could not be found. May 25 16:47:21.981360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e7b4de-d5c8-425c-a4c1-8f08b6536090 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:21.983271 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e4e7b4de-d5c8-425c-a4c1-8f08b6536090 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "PUT /v2.0/ports/72e75a11-c543-4bc0-b18b-93ab3cea5e9f HTTP/1.1" status: 404 len: 333 time: 0.0596104 May 25 16:47:21.990644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57540) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.000940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e8880067-0224-4bfc-b16b-18cb45e205e6 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:22.039931 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8880067-0224-4bfc-b16b-18cb45e205e6 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] PUT failed (client error): The resource could not be found. May 25 16:47:22.040444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8880067-0224-4bfc-b16b-18cb45e205e6 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:22.049730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e8880067-0224-4bfc-b16b-18cb45e205e6 tempest-NetworksNegativeTestJSON-918159012 tempest-NetworksNegativeTestJSON-918159012-project] 10.222.0.96 "PUT /v2.0/subnets/b0ab2463-74e3-49f3-b3c2-401a0a23d227 HTTP/1.1" status: 404 len: 337 time: 0.0499201 May 25 16:47:22.064674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:22.065063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.095194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.095448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a502ffe-2105-4031-a179-dc0db5ece0f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.103449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a502ffe-2105-4031-a179-dc0db5ece0f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.111635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a502ffe-2105-4031-a179-dc0db5ece0f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.113397 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3a502ffe-2105-4031-a179-dc0db5ece0f9 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1397572 May 25 16:47:22.116612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6f256229-361f-4fb5-aa86-ec29b1f099c4 None None] Port 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:22.117154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57546) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.225900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:47:22.292712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:22.293272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.346162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.391230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.429007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.434941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-73ed8ce9-98fe-4b31-81bd-09e5fa2647a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.460050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89996507-75e2-4c23-9820-812e2a87c9e4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:22.461076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e0373-82b1-436d-98df-9a6d64618f3a None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:47:22.461284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57552) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.497072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.507917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:22.522619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:22.547951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.551756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:47:22.551978 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/security-groups/89996507-75e2-4c23-9820-812e2a87c9e4 HTTP/1.1" status: 204 len: 168 time: 0.6423304 May 25 16:47:22.553268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57558) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:22.641331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 2f16a5ff-b9d9-4512-ae58-d9f2ea707780 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:22.641551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95e36d-4318-4fbd-8b46-230dffac404a req-81f19c8a-69d3-4119-89e6-60b24c86b0c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:22.643133 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b95e36d-4318-4fbd-8b46-230dffac404a req-81f19c8a-69d3-4119-89e6-60b24c86b0c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 943 time: 0.5185466 May 25 16:47:22.652076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.669138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.678771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 4111e7c2-ff5d-49ab-b339-749ecd8c3197 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:22.683934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.686378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:47:22.693921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:22.699262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Usage tracker for resource:security_group_rule and tenant:591c183b9e204380ac1efd3bb34002d6 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:22.703652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:22.710821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:22.712247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e0373-82b1-436d-98df-9a6d64618f3a None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:47:22.715306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:22.726444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.731386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1032a1-516d-4be7-a15c-9aa57f698bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.766021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 96b9d797-5891-4964-94d5-741f635f845d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:22.766686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.788013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.817800 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b95e36d-4318-4fbd-8b46-230dffac404a req-1b560bd0-fded-45b6-8ecb-b78d6f9830f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615088 May 25 16:47:22.883030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.887931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.897329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3006ef00-f0bc-4559-9006-50d135768392 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:22.898371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:22.903500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:22.913396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:22.984855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.008737 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=591c183b9e204380ac1efd3bb34002d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438778 May 25 16:47:23.016591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57564) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:23.017464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcb8cd9-939b-4d59-b287-1633704e51d9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.021032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.021732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:23.046650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 96b9d797-5891-4964-94d5-741f635f845d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=96b9d797-5891-4964-94d5-741f635f845d,segment=NetworkSegment(44d8d7e5-5789-4fe4-85f0-ae3549177118),segment_id=44d8d7e5-5789-4fe4-85f0-ae3549177118)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:23.047052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.102130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=2f16a5ff-b9d9-4512-ae58-d9f2ea707780,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.105125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.135877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.158305 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/2f16a5ff-b9d9-4512-ae58-d9f2ea707780 HTTP/1.1" status: 204 len: 168 time: 1.0371761 May 25 16:47:23.158513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57568) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:23.190858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:47:23.209540 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d502556a-d51f-4a2f-a22a-482b5dab7288 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:23.210209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d502556a-d51f-4a2f-a22a-482b5dab7288 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:23.218528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 96b9d797-5891-4964-94d5-741f635f845d owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:23.228659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d502556a-d51f-4a2f-a22a-482b5dab7288 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:23.233155 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d502556a-d51f-4a2f-a22a-482b5dab7288 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/2f16a5ff-b9d9-4512-ae58-d9f2ea707780 HTTP/1.1" status: 404 len: 333 time: 0.0702722 May 25 16:47:23.233155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57572) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:23.360302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.430593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.486206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:23.486552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.555767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.564736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5794d99b-096e-477b-9d5f-64cb8ff82839 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:23.617626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=96b9d797-5891-4964-94d5-741f635f845d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.619957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 96b9d797-5891-4964-94d5-741f635f845d on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:23.621891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.678987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.686125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9861f9c6-5d0c-46c9-b61a-72d9a1c64067 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:23.764806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcb8cd9-939b-4d59-b287-1633704e51d9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.766940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.772599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.775984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.776174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d288d0d8-1b3b-4f15-9226-39c6920c0dfb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:23.819890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=4111e7c2-ff5d-49ab-b339-749ecd8c3197,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:23.824017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:23.829246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.831832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db458397-920c-422a-98ad-ad6a9fa9edb9 None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:23.834226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.843125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:23.846899 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7dcb8cd9-939b-4d59-b287-1633704e51d9 HTTP/1.1" status: 204 len: 168 time: 0.8267119 May 25 16:47:23.849276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/4111e7c2-ff5d-49ab-b339-749ecd8c3197 HTTP/1.1" status: 204 len: 168 time: 1.2914796 May 25 16:47:23.852892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:23.855976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b469b15-190e-4e2b-85f3-8579b0e2a398']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:23.867833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:23.905210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d8d7e5-5789-4fe4-85f0-ae3549177118') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:23.905499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d8d7e5-5789-4fe4-85f0-ae3549177118') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:23.958179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:24.072687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.114022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.122120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d2d3ec6c-3ad8-4d7f-9cd3-e4152940682d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:24.129097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.159327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:24.159948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.182861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=1b83faf8-e3d4-4035-bb94-0ad86e5c8f45,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:24.187304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:24.208766 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:24.336834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.363233 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 HTTP/1.1" status: 204 len: 168 time: 1.1286960 May 25 16:47:24.365753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57594) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:24.451449 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-17056e96-4975-4cf9-8bce-7b4c74a2703c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:24.452532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-17056e96-4975-4cf9-8bce-7b4c74a2703c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:24.475609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-17056e96-4975-4cf9-8bce-7b4c74a2703c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:24.477379 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-17056e96-4975-4cf9-8bce-7b4c74a2703c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/1b83faf8-e3d4-4035-bb94-0ad86e5c8f45 HTTP/1.1" status: 404 len: 333 time: 0.1097155 May 25 16:47:24.480588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57600) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:24.577874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:24.586556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 982462c0-2c4d-4583-9e7d-59f6f8678a05 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:24.589971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.592666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ad70-6dca-4ee8-984f-bc796ae59c1b req-81c7ec3d-bfb5-46c4-83c7-73352c150f84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:24.599800 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09d3ad70-6dca-4ee8-984f-bc796ae59c1b req-81c7ec3d-bfb5-46c4-83c7-73352c150f84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 944 time: 0.5933383 May 25 16:47:24.603066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:24.618873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.624641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.639450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:24.646874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d6b3442-e181-4d67-bab3-2abe6051950b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:24.664156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/0b469b15-190e-4e2b-85f3-8579b0e2a398 HTTP/1.1" status: 204 len: 168 time: 5.3951952 May 25 16:47:24.667485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57606) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:24.676469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460100370'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:24.679809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:24.681353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=0b469b15-190e-4e2b-85f3-8579b0e2a398,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:24.687003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:24.692357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:24.706666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:24.711892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09d3ad70-6dca-4ee8-984f-bc796ae59c1b req-28716c52-5ca9-4f14-ae45-e27df42a4367 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109331 May 25 16:47:24.712955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:24.714789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.717365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.756482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:24.829020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:24.853881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.886713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:24.890730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:24.968997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:25.018526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57616) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:25.050621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.051079 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 10b69dac-edb7-4843-9e59-a7f9f81f79c1 of type vlan for network cc954e26-a09d-477f-af66-39cad69d6fb1 May 25 16:47:25.076952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7eab1f3f-82cc-446e-bf67-7a58de876866 None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:25.077565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7eab1f3f-82cc-446e-bf67-7a58de876866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.186816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1767560305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:25.193611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:25.201378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:router and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:25.204998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:25.205181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.217547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:25.235744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.236815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.264354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.271281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:25.271901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.272452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7eab1f3f-82cc-446e-bf67-7a58de876866 None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:25.272905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7eab1f3f-82cc-446e-bf67-7a58de876866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.274465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.276672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:25.330551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7eab1f3f-82cc-446e-bf67-7a58de876866 None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:25.335166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.378646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.384591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.388804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2e3b6f2-6935-4947-a062-ad7caad9ed5c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:25.410665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.415401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/982462c0-2c4d-4583-9e7d-59f6f8678a05 HTTP/1.1" status: 204 len: 168 time: 0.9310665 May 25 16:47:25.415401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=cc954e26-a09d-477f-af66-39cad69d6fb1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:25.416085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:25.419470 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7509024 May 25 16:47:25.425819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.425819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-422ff7c4-f899-4e4f-80bf-7a3ec019a36a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4060779 May 25 16:47:25.427874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57628) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:25.428283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1148c-5a96-48db-86d3-f3edf61c978a None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:25.444985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57630) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:25.471253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'New_network'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:25.472563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.473133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.473666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.474294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.474823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.475397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.475970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.476490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.477008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.477526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.478083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.478601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:25.492378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1933745466'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:25.512541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:25.514656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:25.521735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:25.543841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:25.544207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:25.578212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:25.584868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:network and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:25.594811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=982462c0-2c4d-4583-9e7d-59f6f8678a05,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:25.598936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfaa0e-9acd-4189-af84-b03b1da4e6ca None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:25.599653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:25.609630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:25.619480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:25.623343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.625485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=aa7fde1a-7d75-436c-8675-bb28f307f87f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:25.628782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:25.630137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:25.630724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.690658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:25.694414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.706625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:25.707041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.759216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9054971 May 25 16:47:25.760070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57638) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:25.775479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.798241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'security_group': {'name': 'tempest-secgroup-2111252687'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:25.808453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:25.825115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:25.830505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:25.835965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:25.844215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:security_group_rule and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:25.847393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,segment=NetworkSegment(bf303545-7a48-49d7-aa94-a10d6ddc6b6c),segment_id=bf303545-7a48-49d7-aa94-a10d6ddc6b6c)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:25.847933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.851146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:25.853172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:25.875170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:25.883023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.897116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.988173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:25.993424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:25.998858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c305dcc4-5495-4a34-9731-7c3cdbfcd4af tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.026500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:26.037003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network cc954e26-a09d-477f-af66-39cad69d6fb1 is not hosted by any dhcp agent {{(pid=99127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:47:26.042445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.043202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.049945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "PUT /v2.0/networks/cc954e26-a09d-477f-af66-39cad69d6fb1 HTTP/1.1" status: 200 len: 723 time: 0.6160474 May 25 16:47:26.050286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57642) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:26.080011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda87027-db47-4337-839b-845ee932280b None None] DHCP port deletion for df3aa46b-783f-43ca-ac27-75b98142ba0f request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:26.100521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:26.118456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:26.130000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:26.141454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:26.177111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=cc954e26-a09d-477f-af66-39cad69d6fb1,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:26.187481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Update dhcp port {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'fixed_ips': [{'subnet_id': '8f69fe42-a758-464b-abe0-150320123181', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa7fde1a-7d75-436c-8675-bb28f307f87f'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '18f44f74-e97c-4224-a271-918f560f0881'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:47:26.196664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.197044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.197433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.197787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.198154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.198517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.198880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.199267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.199625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.199986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.200366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.201471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:26.210263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:26.227306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:26.261136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:26.264528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7232aaf-b055-4e6b-b11c-567d5e861c8f req-f363f486-c9ee-4f06-9468-6dcb3fdd4043 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.266292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7232aaf-b055-4e6b-b11c-567d5e861c8f req-f363f486-c9ee-4f06-9468-6dcb3fdd4043 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 944 time: 0.3557949 May 25 16:47:26.275327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:26.281831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:26.286103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:26.293607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:26.320834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.325796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3974162c-1ca7-4a1e-893d-1d5248582942 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.339461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.342081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.345416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.359152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3cff058f-5eba-41c5-8744-ef1016e21f9a tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.375309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.382088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:26.386469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:26.392741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:26.397656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.409456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7232aaf-b055-4e6b-b11c-567d5e861c8f req-ad56d057-41da-417a-9dde-9fdae3bd7dd6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318176 May 25 16:47:26.414889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:26.418581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.429728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9214371b-71a1-4380-9f76-b1b4ed2f9886,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:26.435564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] vlan segment allocate from pool success with {'vlan_id': 1158, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:26.435564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:26.436677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-19bba8cf-779b-4323-b054-b17928be51f7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.452766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.457213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6678014 May 25 16:47:26.459001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57646) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:26.463303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344609080'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:26.473225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-eda87027-db47-4337-839b-845ee932280b None None] Deleting port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:26.473763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eda87027-db47-4337-839b-845ee932280b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.475370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:26.481034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.481425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Added segment 1d342428-67d3-40d5-99b5-9046924afb78 of type vlan for network b895298b-a3db-4e2c-b630-82ac9bca0959 May 25 16:47:26.483903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:26.498182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:26.529968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:26.569975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad5d18-a64c-491c-94ef-b98e885943c6,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:26.586014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.593677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:26.614344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.653789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:26.680922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.687871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:26.693069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:26.696530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:26.702015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3aa46b-783f-43ca-ac27-75b98142ba0f']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:26.703495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.708920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:26.709703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.714904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:26.718004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.720705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:26.721011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf303545-7a48-49d7-aa94-a10d6ddc6b6c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:26.736324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:26.736766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.737317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.759606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.806681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:26.807063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.814370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eda87027-db47-4337-839b-845ee932280b None None] For port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:26.815892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eda87027-db47-4337-839b-845ee932280b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:26.823913 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:26.848817 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3846679 May 25 16:47:26.852836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57652) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:26.865338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'subnet': {'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:26.880141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Network': ['ID=b895298b-a3db-4e2c-b630-82ac9bca0959,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:26.889554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:26.948800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.961060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-20ce8565-17b2-4cdd-a304-dd8d6de2ab6d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:26.980316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:26.997244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=df3aa46b-783f-43ca-ac27-75b98142ba0f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.013480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.046318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b895298b-a3db-4e2c-b630-82ac9bca0959 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:27.066787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-eda87027-db47-4337-839b-845ee932280b None None] Calling delete_port for 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:27.076933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.ipam_backend_mixin [None req-eda87027-db47-4337-839b-845ee932280b None None] Port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda was not found and therefore no delete operation was performed {{(pid=99128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:47:27.082122 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/df3aa46b-783f-43ca-ac27-75b98142ba0f HTTP/1.1" status: 204 len: 168 time: 1.6643720 May 25 16:47:27.089387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57656) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:27.101045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1392347136'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:27.109705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.122271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:network and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:27.132206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:27.134648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eda87027-db47-4337-839b-845ee932280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.140874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.155744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a7d107a5-0c12-4f8b-b7da-c64e41d70d0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.160320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:27.164090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.195082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.199054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.201846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:27.202707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:subnet and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:27.206191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:27.208780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.212314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.213118 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Added segment 451684bf-d26c-4f04-a248-e9e0c26d2e95 of type vlan for network 246fd6d6-81d7-43a3-be6b-883267afa00f May 25 16:47:27.215617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f0d72a6-b11d-4441-91db-f2072d8b3924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.226267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.232578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eda87027-db47-4337-839b-845ee932280b None None] Network df3aa46b-783f-43ca-ac27-75b98142ba0f is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:47:27.233047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda87027-db47-4337-839b-845ee932280b None None] No DVR routers for this DVR port 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:27.250754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda87027-db47-4337-839b-845ee932280b None None] Pushing event deleted for resources: {'Port': ['ID=5d5e0e94-5617-4ef6-bef9-bb8ce4385fda,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.254528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.262177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eda87027-db47-4337-839b-845ee932280b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.264967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:27.268529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.295299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f81520-2cc7-43a8-bc33-92696cd01c3e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.312687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.319399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:27.319871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.328410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32d2ea3f-aaef-420d-9ec3-79504053ca11 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.343609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Allocated IP 2001:db8::2 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/aa7fde1a-7d75-436c-8675-bb28f307f87f/18f44f74-e97c-4224-a271-918f560f0881) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:27.347603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.348887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8899889 May 25 16:47:27.350303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.352365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57660) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:27.377705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'security_group': {'name': 'tempest-secgroup-891863100'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:27.439651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.485497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:27.489827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Network': ['ID=246fd6d6-81d7-43a3-be6b-883267afa00f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.493655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.496438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.501655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:27.504713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:27.511750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:27.512802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.517164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 246fd6d6-81d7-43a3-be6b-883267afa00f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:27.540658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4466035 May 25 16:47:27.541542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.543158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.543866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57668) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:27.545454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-01232a62-9565-4fe3-81ef-8427710ed9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.562473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:27.634686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.639231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:security_group_rule and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:27.642380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:27.652683 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'code': 200} May 25 16:47:27.654953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.675171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:27.733938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:27.739432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:27.740042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d5e0e94-5617-4ef6-bef9-bb8ce4385fda not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:27.748227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.762346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.781722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.787770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.791398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-99b4c470-1ee3-4b68-907b-03e884e32940 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.804528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.824906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Transition to ACTIVE for port object 18f44f74-e97c-4224-a271-918f560f0881 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:27.830372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.835318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.875065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:27.891155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f34aaf6-2ceb-475a-8f54-158cd36a8285,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:27.894348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:27.912813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.923612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-74571f22-99fa-47d8-85e9-744624a07376 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:27.928323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:27.938962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:27.949641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:27.974928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:27.979435 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6230400 May 25 16:47:27.980170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:27.980763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:27.985327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.003442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:28.009836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:28.010383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1416553286', 'security_groups': ['5f34aaf6-2ceb-475a-8f54-158cd36a8285'], 'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa7fde1a-7d75-436c-8675-bb28f307f87f'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:28.082986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0b58f-0a7c-48e8-857d-e04df982288b req-f396da82-7b2f-42ce-8778-88863f776e17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.084852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fcb0b58f-0a7c-48e8-857d-e04df982288b req-f396da82-7b2f-42ce-8778-88863f776e17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.3850682 May 25 16:47:28.194023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fcb0b58f-0a7c-48e8-857d-e04df982288b req-f8ffa503-c2d4-448a-987c-2ace17b11380 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992205 May 25 16:47:28.270537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=1dc1a349-879a-4598-afec-878817336702,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:28.279987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:28.289925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '10b69dac-edb7-4843-9e59-a7f9f81f79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:28.290294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: cc954e26-a09d-477f-af66-39cad69d6fb1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:28.311171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bf666-9102-4d02-a67d-0c526eaab41c req-6721ffc8-7229-40a1-8b00-81503fd4b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.312770 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd1bf666-9102-4d02-a67d-0c526eaab41c req-6721ffc8-7229-40a1-8b00-81503fd4b301 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1098 time: 0.4770057 May 25 16:47:28.373563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.378878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c30de63f-99e4-4da3-9851-025dd249777d tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:28.383427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:28.387169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network cc954e26-a09d-477f-af66-39cad69d6fb1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:28.411472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:28.414059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-fd1bf666-9102-4d02-a67d-0c526eaab41c req-1386e30c-4846-4dba-b34d-4b4a7c61bf90 service neutron] Synchronizing usage tracker for tenant:37e0fb5e2e2d4cb4bbc3a880d0706bbd on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:28.416807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, cc954e26-a09d-477f-af66-39cad69d6fb1) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:28.427443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825444f-ffec-4f1b-ac82-7175334227e9 None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:28.446426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.447079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874765'] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.461095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:28.486172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-fd1bf666-9102-4d02-a67d-0c526eaab41c req-1386e30c-4846-4dba-b34d-4b4a7c61bf90 service neutron] Unset dirty status for tenant:37e0fb5e2e2d4cb4bbc3a880d0706bbd on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:28.487917 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd1bf666-9102-4d02-a67d-0c526eaab41c req-1386e30c-4846-4dba-b34d-4b4a7c61bf90 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600320 May 25 16:47:28.540872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Subnet': ['ID=f9286ea9-d247-4c41-8ffa-554114a21378,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:28.546943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:28.552589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Checking segment: {'id': '1d342428-67d3-40d5-99b5-9046924afb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:28.553222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network hostable DHCP agents. Network: b895298b-a3db-4e2c-b630-82ac9bca0959, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:28.557753 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5064399 May 25 16:47:28.560670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57678) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:28.568406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:28.593603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network b895298b-a3db-4e2c-b630-82ac9bca0959 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:28.612736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b895298b-a3db-4e2c-b630-82ac9bca0959) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:28.637591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:28.637955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.680946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a0893-6674-4579-a269-139842edaf9e None None] Network b895298b-a3db-4e2c-b630-82ac9bca0959 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:28.682807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8289239 May 25 16:47:28.687197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57682) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:28.698347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.730241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'network': {'name': 'tempest-router-network01--1104929561'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:28.746885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:28.755801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:network and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:28.760569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:28.770605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:28.774241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] device_id is not set on port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:28.781159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.787588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5943ab9f-b1c3-495a-978f-1a6d2173820f tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:28.827612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:28.831491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.838382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6424866'] for subnet, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.854940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Provisioning for port 18f44f74-e97c-4224-a271-918f560f0881 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:28.871521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:28.871863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.891748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:28.900138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:28.906299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:28.919014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Checking segment: {'id': '451684bf-d26c-4f04-a248-e9e0c26d2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:28.920260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network hostable DHCP agents. Network: 246fd6d6-81d7-43a3-be6b-883267afa00f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:28.926020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.926356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Added segment dc333b04-63d7-47dc-83c5-072954dfb1e3 of type vlan for network 86491bc2-5159-4573-947a-ccf3c1bb2103 May 25 16:47:28.963084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 246fd6d6-81d7-43a3-be6b-883267afa00f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:28.969557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.969973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-cc954e26-a09d-477f-af66-39cad69d6fb1', 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': '1dc1a349-879a-4598-afec-878817336702'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:28.970863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:28.980838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 246fd6d6-81d7-43a3-be6b-883267afa00f) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:28.999961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e900a38-3910-4197-9a2f-432629ed4f32 None None] Network 246fd6d6-81d7-43a3-be6b-883267afa00f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:29.008730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.009400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.034058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.040353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.041021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.048056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-231644eb-c62a-42f3-b439-d3377db4662b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:29.066936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5189471 May 25 16:47:29.072240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57688) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:29.128778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-156980721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:29.158540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:29.168867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:router and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:29.176027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:29.182562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4912605 May 25 16:47:29.186076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:29.188074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57692) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:29.191829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Network': ['ID=86491bc2-5159-4573-947a-ccf3c1bb2103,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:29.197215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'network': {'name': 'tempest-router-network02--763083534'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:29.203157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:29.207352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:network and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:29.215430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:29.222031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:29.226064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:29.232515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:29.237229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:29.241168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.245342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8::31f (b2599fb1-768f-4453-b9ee-ae7a393bcf56/aa7fde1a-7d75-436c-8675-bb28f307f87f/3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:29.266809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.268315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.269442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5587407'] for subnet, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.280872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bf4ad9f2-9fa5-42ee-95de-137318ae0674 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:29.285077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.307274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.335931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.337450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-acc1731f-4c7b-41a7-b1a4-a2a07a3e9851 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2595785 May 25 16:47:29.338706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:29.340838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57698) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:29.351435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f', 'name': 'tempest-PortsTestJSON-1583546981'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:29.357564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=1dc1a349-879a-4598-afec-878817336702,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:29.362271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.362870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.367013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "PUT /v2.0/subnets/1dc1a349-879a-4598-afec-878817336702 HTTP/1.1" status: 200 len: 806 time: 0.8053834 May 25 16:47:29.367675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57702) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:29.376941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:29.585115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b895298b-a3db-4e2c-b630-82ac9bca0959', 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959', 'tenant_id': '8deddf7d5751417ea625bc358b34e05e', 'fixed_ips': [{'subnet_id': 'f9286ea9-d247-4c41-8ffa-554114a21378'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:29.586714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.624480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:29.647673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.648026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Added segment d0b0f672-f307-435b-9c6e-f8636e3d7f06 of type vlan for network 6f954609-2604-4078-b81e-beac53701b0d May 25 16:47:29.722536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:29.723722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.793080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.796634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.799897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.822536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:29.835521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21885c71-6e7b-4ce9-8a51-c780b31de6f7 req-9759739e-4587-49a7-906a-4daae27e30fc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.837041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-21885c71-6e7b-4ce9-8a51-c780b31de6f7 req-9759739e-4587-49a7-906a-4daae27e30fc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.4621048 May 25 16:47:29.881564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:29.891341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.894448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:29.899742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:29.908009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.913697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:29.914281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.920491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:29.922390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d1f96bbd-0196-495e-9259-11271c44d525 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:29.940053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-21885c71-6e7b-4ce9-8a51-c780b31de6f7 req-ed0140d8-186a-4d2e-a7c9-be4749e0a6d6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909128 May 25 16:47:29.945178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bfb34b29-865f-4a3d-9726-f13fc1f9860d None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:29.962218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Allocated IP 172.20.0.2 (cc954e26-a09d-477f-af66-39cad69d6fb1/1dc1a349-879a-4598-afec-878817336702/fb6fc489-6473-4154-b6c4-f847b487a9bc) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:29.967426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:29.975203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0eb965d9-4075-4837-9800-37719da3d783 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:29.985529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-246fd6d6-81d7-43a3-be6b-883267afa00f', 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': 'e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:29.986385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.047012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:30.051053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.063504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8742321 May 25 16:47:30.065298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57708) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:30.097917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Network': ['ID=6f954609-2604-4078-b81e-beac53701b0d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:30.103757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:30.114241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'subnet': {'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:30.140176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:30.146608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:30.150966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:30.153054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:30.159851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:30.160419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.165638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port b0d44233-b06e-4431-8150-d178f8b52afa yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:30.168130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:30.173358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6f954609-2604-4078-b81e-beac53701b0d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:30.188191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:30.188581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.242712 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2483203 May 25 16:47:30.243410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57712) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:30.254762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:30.381697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:30.387137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Allocated IP 172.20.0.2 (b895298b-a3db-4e2c-b630-82ac9bca0959/f9286ea9-d247-4c41-8ffa-554114a21378/76ebf57b-1a53-4f44-908a-a1b18b17caad) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:30.396820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:subnet and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:30.402284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:30.413261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:30.441690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.6 (246fd6d6-81d7-43a3-be6b-883267afa00f/e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51/b0d44233-b06e-4431-8150-d178f8b52afa) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:30.444026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:30.447981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.682010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:30.682805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3affd4f0-707a-47b5-9df3-06974a3694d6 None None] Provisioning for port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:30.687772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:30.690864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:30.697093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:30.708428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:30.712700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.725367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3affd4f0-707a-47b5-9df3-06974a3694d6 None None] Provisioning complete for port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:30.725751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3affd4f0-707a-47b5-9df3-06974a3694d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.814684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.844591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Transition to ACTIVE for port object fb6fc489-6473-4154-b6c4-f847b487a9bc will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:30.847166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3affd4f0-707a-47b5-9df3-06974a3694d6 None None] Port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:30.857536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:30.870856 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa7fde1a-7d75-436c-8675-bb28f307f87f (CIDR: 2001:db8::/64) May 25 16:47:30.874531 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:30.875115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:30.900605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object b0d44233-b06e-4431-8150-d178f8b52afa will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:30.903302 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-47e667bf-f664-4e63-9ffb-059e00d2ccfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6585248 May 25 16:47:30.905778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57716) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:30.911762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:30.982833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Transition to ACTIVE for port object fb6fc489-6473-4154-b6c4-f847b487a9bc will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:30.998213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.004818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:31.017827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.018100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.025661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e26d36c-0d9c-44ba-9551-62de0e8216b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:31.028121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bcdf12d1-69a9-4a41-8ec4-e7bf95c01ec6 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:31.049557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.069289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc1a349-879a-4598-afec-878817336702,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:31.071891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:31.102363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 246fd6d6-81d7-43a3-be6b-883267afa00f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:31.111660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:31.116330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:31.127757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Transition to ACTIVE for port object 76ebf57b-1a53-4f44-908a-a1b18b17caad will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:31.135952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:31.146865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:31.155847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:31.164664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Pushing event updated for resources: {'Port': ['ID=fb6fc489-6473-4154-b6c4-f847b487a9bc,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:31.176709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:31.190775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.191414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.209684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.209914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=b0d44233-b06e-4431-8150-d178f8b52afa,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:31.213290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Allocated IP 172.20.0.2 (246fd6d6-81d7-43a3-be6b-883267afa00f/e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51/392050e3-5a2e-4a4e-97a9-39877240b1c3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:31.220253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Transition to ACTIVE for port object 76ebf57b-1a53-4f44-908a-a1b18b17caad will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:31.221789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:31.239403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc954e26-a09d-477f-af66-39cad69d6fb1']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:31.256719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b69dac-edb7-4843-9e59-a7f9f81f79c1') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:31.257023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b69dac-edb7-4843-9e59-a7f9f81f79c1') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:31.268941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:31.272809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:31.278405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:31.286548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.293230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:31.305793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9627783 May 25 16:47:31.309020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:31.312923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.381142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:31.385123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.387827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9d3e6-0aa5-4333-bef3-57c2f1694574 req-d25faa26-a3ff-46c2-a6ed-76709e5a6f7e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.390408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7a9d3e6-0aa5-4333-bef3-57c2f1694574 req-d25faa26-a3ff-46c2-a6ed-76709e5a6f7e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.1865811 May 25 16:47:31.410100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.419219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.420544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e39e71c5-252f-4a00-8170-e88f6b164fcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:31.421841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:31.422250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.441269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ca331a5d-c296-4423-9987-8df0a4d45adb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:31.442615 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:31.525282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Network b895298b-a3db-4e2c-b630-82ac9bca0959 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:31.531745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Attempting to bind port fb6fc489-6473-4154-b6c4-f847b487a9bc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:31.532230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Attempting to bind port fb6fc489-6473-4154-b6c4-f847b487a9bc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '10b69dac-edb7-4843-9e59-a7f9f81f79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:31.532577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Attempting to bind port fb6fc489-6473-4154-b6c4-f847b487a9bc on network cc954e26-a09d-477f-af66-39cad69d6fb1 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:31.537060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7a9d3e6-0aa5-4333-bef3-57c2f1694574 req-608b127b-31fd-4b77-a8ca-51bcabca2b72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358190 May 25 16:47:31.547901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:31.550508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:31.563592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:31.563982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Checking segment: {'id': '10b69dac-edb7-4843-9e59-a7f9f81f79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:31.564398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.564804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Bound using segment: {'id': '10b69dac-edb7-4843-9e59-a7f9f81f79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:31.565289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Bound port: fb6fc489-6473-4154-b6c4-f847b487a9bc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b69dac-edb7-4843-9e59-a7f9f81f79c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:31.565677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.576256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Pushing event updated for resources: {'Port': ['ID=76ebf57b-1a53-4f44-908a-a1b18b17caad,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:31.579393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:31.586620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Subnet': ['ID=b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:31.599300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:31.608207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Checking segment: {'id': 'dc333b04-63d7-47dc-83c5-072954dfb1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:31.608850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network hostable DHCP agents. Network: 86491bc2-5159-4573-947a-ccf3c1bb2103, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:31.642997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:31.661644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 86491bc2-5159-4573-947a-ccf3c1bb2103) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:31.681153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:31.681838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.703066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6096976 May 25 16:47:31.705778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57730) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:31.712412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'subnet': {'network_id': '6f954609-2604-4078-b81e-beac53701b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:31.722681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4246f66b-63d0-44bd-b6bb-545f98a98b50 None None] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:31.782004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:31.782004 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:31.782004 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': 'cc954e26-a09d-477f-af66-39cad69d6fb1'}] May 25 16:47:31.782004 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:31.783140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:31.835218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:31.839311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Usage tracker for resource:subnet and tenant:8deddf7d5751417ea625bc358b34e05e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:31.842897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:31.849289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:31.862284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Made reservation on behalf of 8deddf7d5751417ea625bc358b34e05e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:31.863396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Attempting to bind port 76ebf57b-1a53-4f44-908a-a1b18b17caad on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:31.863897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Attempting to bind port 76ebf57b-1a53-4f44-908a-a1b18b17caad by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '1d342428-67d3-40d5-99b5-9046924afb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:31.864333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Attempting to bind port 76ebf57b-1a53-4f44-908a-a1b18b17caad on network b895298b-a3db-4e2c-b630-82ac9bca0959 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:31.866547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.906993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:31.907280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Checking segment: {'id': '1d342428-67d3-40d5-99b5-9046924afb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:31.907951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.908354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Bound using segment: {'id': '1d342428-67d3-40d5-99b5-9046924afb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:31.908841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Bound port: 76ebf57b-1a53-4f44-908a-a1b18b17caad, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d342428-67d3-40d5-99b5-9046924afb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1158, 'network_id': 'b895298b-a3db-4e2c-b630-82ac9bca0959'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:31.909244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.949834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:31.968526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] For port fb6fc489-6473-4154-b6c4-f847b487a9bc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:32.003418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Transition to ACTIVE for port object 392050e3-5a2e-4a4e-97a9-39877240b1c3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:32.024904 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8f69fe42-a758-464b-abe0-150320123181 (CIDR: 2001:db8:0:1::/64) May 25 16:47:32.035484 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:32.035748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:32.040994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] For port fb6fc489-6473-4154-b6c4-f847b487a9bc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fb6fc489-6473-4154-b6c4-f847b487a9bc,segment=NetworkSegment(10b69dac-edb7-4843-9e59-a7f9f81f79c1),segment_id=10b69dac-edb7-4843-9e59-a7f9f81f79c1)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:32.067011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.075467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-390b0199-e7ed-4e08-b8b1-44e1c5c7ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.110418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Transition to ACTIVE for port object 392050e3-5a2e-4a4e-97a9-39877240b1c3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:32.119685 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9343547b-db12-4369-8347-d3bf7cad3dfc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2117162 May 25 16:47:32.120191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57734) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.202957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.242951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] For port 76ebf57b-1a53-4f44-908a-a1b18b17caad, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:32.256759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] For port 76ebf57b-1a53-4f44-908a-a1b18b17caad, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76ebf57b-1a53-4f44-908a-a1b18b17caad,segment=NetworkSegment(1d342428-67d3-40d5-99b5-9046924afb78),segment_id=1d342428-67d3-40d5-99b5-9046924afb78)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:32.300630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'subnet': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:32.319065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.327965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Network 246fd6d6-81d7-43a3-be6b-883267afa00f is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:32.338971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.349431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6948b227-2df3-44b2-b4c8-9cc047737f8f req-ff6f53bd-9cfa-4eae-bd22-7e037b2d95ca tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.350143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6948b227-2df3-44b2-b4c8-9cc047737f8f req-ff6f53bd-9cfa-4eae-bd22-7e037b2d95ca tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:32.354765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:32.358070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Pushing event updated for resources: {'Port': ['ID=fb6fc489-6473-4154-b6c4-f847b487a9bc,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.360514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:32.382511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:32.384353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.425015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-86491bc2-5159-4573-947a-ccf3c1bb2103', 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103', 'tenant_id': '8deddf7d5751417ea625bc358b34e05e', 'fixed_ips': [{'subnet_id': 'b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:32.426100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.553361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d54bd-367e-4af0-acc7-102d4b45064e None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:32.556964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6948b227-2df3-44b2-b4c8-9cc047737f8f req-ff6f53bd-9cfa-4eae-bd22-7e037b2d95ca tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:32.558276 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6948b227-2df3-44b2-b4c8-9cc047737f8f req-ff6f53bd-9cfa-4eae-bd22-7e037b2d95ca tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.8415835 May 25 16:47:32.619031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.629741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.636802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ebcef83-f949-40b4-9584-2618df4bf811 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.637128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Pushing event updated for resources: {'Port': ['ID=392050e3-5a2e-4a4e-97a9-39877240b1c3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.749163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Subnet': ['ID=1214a5f7-4e90-4e29-8681-1336684c5b54,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.755882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:32.756781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Checking segment: {'id': 'd0b0f672-f307-435b-9c6e-f8636e3d7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '6f954609-2604-4078-b81e-beac53701b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:32.757132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network hostable DHCP agents. Network: 6f954609-2604-4078-b81e-beac53701b0d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:32.793016 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6948b227-2df3-44b2-b4c8-9cc047737f8f req-976f3849-b1d5-4339-829c-db9e21f88ff7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106440 May 25 16:47:32.795731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:32.803689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network 6f954609-2604-4078-b81e-beac53701b0d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:32.805049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Usage tracker for resource:subnet and tenant:b3a07d584a7f4910bde01215711e8684 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:32.812337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:32.819215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 6f954609-2604-4078-b81e-beac53701b0d) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:32.836033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:32.841705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:32.842692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.843153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57740) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.876335 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1694057 May 25 16:47:32.877327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57744) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:32.888123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894472a-526a-4b2b-b88d-5ffa1370ef9d None None] Network 6f954609-2604-4078-b81e-beac53701b0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:32.906821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port fb6fc489-6473-4154-b6c4-f847b487a9bc {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:32.907328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:32.956524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Pushing event updated for resources: {'Port': ['ID=76ebf57b-1a53-4f44-908a-a1b18b17caad,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:32.960016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:32.961052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Attempting to bind port 392050e3-5a2e-4a4e-97a9-39877240b1c3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:32.961439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Attempting to bind port 392050e3-5a2e-4a4e-97a9-39877240b1c3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '451684bf-d26c-4f04-a248-e9e0c26d2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:32.961871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Attempting to bind port 392050e3-5a2e-4a4e-97a9-39877240b1c3 on network 246fd6d6-81d7-43a3-be6b-883267afa00f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:32.984122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.630s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:32.984491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:33.062061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:33.062518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Checking segment: {'id': '451684bf-d26c-4f04-a248-e9e0c26d2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:33.062892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.063351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Bound using segment: {'id': '451684bf-d26c-4f04-a248-e9e0c26d2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:33.063846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Bound port: 392050e3-5a2e-4a4e-97a9-39877240b1c3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451684bf-d26c-4f04-a248-e9e0c26d2e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '246fd6d6-81d7-43a3-be6b-883267afa00f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:33.064235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.108415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Made reservation on behalf of b3a07d584a7f4910bde01215711e8684 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:33.112070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.321118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Allocated IP 172.20.0.2 (86491bc2-5159-4573-947a-ccf3c1bb2103/b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a/e2866173-addb-4f21-9c27-e365d71a5a7e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:33.321500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port fb6fc489-6473-4154-b6c4-f847b487a9bc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fb6fc489-6473-4154-b6c4-f847b487a9bc,segment=NetworkSegment(10b69dac-edb7-4843-9e59-a7f9f81f79c1),segment_id=10b69dac-edb7-4843-9e59-a7f9f81f79c1)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:33.321965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.404735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] For port 392050e3-5a2e-4a4e-97a9-39877240b1c3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:33.474384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.493116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] For port 392050e3-5a2e-4a4e-97a9-39877240b1c3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=392050e3-5a2e-4a4e-97a9-39877240b1c3,segment=NetworkSegment(451684bf-d26c-4f04-a248-e9e0c26d2e95),segment_id=451684bf-d26c-4f04-a248-e9e0c26d2e95)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:33.516482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.524770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.547529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for fb6fc489-6473-4154-b6c4-f847b487a9bc owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:33.656605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76ebf57b-1a53-4f44-908a-a1b18b17caad up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:33.720728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-6f954609-2604-4078-b81e-beac53701b0d', 'network_id': '6f954609-2604-4078-b81e-beac53701b0d', 'tenant_id': '8deddf7d5751417ea625bc358b34e05e', 'fixed_ips': [{'subnet_id': '1214a5f7-4e90-4e29-8681-1336684c5b54'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:33.722449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.736196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf6a795-d515-4768-afa1-13dd9d168340 None None] Network cc954e26-a09d-477f-af66-39cad69d6fb1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:33.863879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.879522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e21abd-d7ca-4421-aea2-f7c917a2d7bb tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:33.881490 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-99e21abd-d7ca-4421-aea2-f7c917a2d7bb tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1093 time: 1.0372894 May 25 16:47:33.890449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57750) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:33.896333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:33.899814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.911010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:33.912014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90020821-ad3b-4441-b960-71a092411adc tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:33.915699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:33.919825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:33.926187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:33.939730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:33.946052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d71dfa-9cac-4c2a-bf7c-89e60d828c3f None None] Network b895298b-a3db-4e2c-b630-82ac9bca0959 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:33.999871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Pushing event updated for resources: {'Port': ['ID=392050e3-5a2e-4a4e-97a9-39877240b1c3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.003178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.121188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=b0d44233-b06e-4431-8150-d178f8b52afa,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.189759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.320136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Provisioning for port 76ebf57b-1a53-4f44-908a-a1b18b17caad completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:34.323348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 76ebf57b-1a53-4f44-908a-a1b18b17caad completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:34.348785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.380458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Provisioning complete for port 76ebf57b-1a53-4f44-908a-a1b18b17caad triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:34.380902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.447990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.456252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:34.456469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 76ebf57b-1a53-4f44-908a-a1b18b17caad triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:34.457262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.533556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.543733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=fb6fc489-6473-4154-b6c4-f847b487a9bc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:34.554723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:34.560995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port fb6fc489-6473-4154-b6c4-f847b487a9bc on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:34.575362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.139 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/62649126-76cb-45b3-93da-b9272dc724af) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:34.691976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Transition to ACTIVE for port object e2866173-addb-4f21-9c27-e365d71a5a7e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:34.716802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Allocated IP 172.20.0.2 (6f954609-2604-4078-b81e-beac53701b0d/1214a5f7-4e90-4e29-8681-1336684c5b54/8959cac6-2af9-4896-82a1-d286c13e76f3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:34.761728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.765398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Transition to ACTIVE for port object e2866173-addb-4f21-9c27-e365d71a5a7e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:34.810199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc954e26-a09d-477f-af66-39cad69d6fb1']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:34.835601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.866811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.887282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.888478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b69dac-edb7-4843-9e59-a7f9f81f79c1') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:34.889363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b69dac-edb7-4843-9e59-a7f9f81f79c1') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:34.896918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:34.931225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4b0206f2-90af-421a-a103-5fc67297488e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:34.940193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-eda87027-db47-4337-839b-845ee932280b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.018630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:35.024591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:35.033423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:35.064191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.089819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Allocated IP 172.20.0.1 (86491bc2-5159-4573-947a-ccf3c1bb2103/b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a/a0b48d4c-998e-43d5-b9de-df0cae963cc9) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:35.108245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.109241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:35.117833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:35.120968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:35.123797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.145805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:35.146279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.151777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Pushing event updated for resources: {'Port': ['ID=e2866173-addb-4f21-9c27-e365d71a5a7e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.161702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:35.165620 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:35.206929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671dfc70-1780-47b9-856f-1253ac28a363 None None] Network 246fd6d6-81d7-43a3-be6b-883267afa00f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:35.218227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=62649126-76cb-45b3-93da-b9272dc724af,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.237884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.258665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.259150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.259391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.259737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.260087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.260404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.260733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.261064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.261394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.261718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.262046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.262376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:47:35.267523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.328339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.334892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-162e8142-b885-4472-925d-45bfe395b733 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.365277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.384767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.403134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.424483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.466956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:35.486188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] For port 76ebf57b-1a53-4f44-908a-a1b18b17caad, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76ebf57b-1a53-4f44-908a-a1b18b17caad,segment=NetworkSegment(1d342428-67d3-40d5-99b5-9046924afb78),segment_id=1d342428-67d3-40d5-99b5-9046924afb78)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:35.508730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:35.514210 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/cc954e26-a09d-477f-af66-39cad69d6fb1 HTTP/1.1" status: 204 len: 168 time: 6.1332796 May 25 16:47:35.522797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57756) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:35.530777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Attempting to bind port e2866173-addb-4f21-9c27-e365d71a5a7e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:35.531185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Attempting to bind port e2866173-addb-4f21-9c27-e365d71a5a7e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'dc333b04-63d7-47dc-83c5-072954dfb1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:35.531589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Attempting to bind port e2866173-addb-4f21-9c27-e365d71a5a7e on network 86491bc2-5159-4573-947a-ccf3c1bb2103 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:35.534556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.545535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.546238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:35.546847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.554148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Subnet': ['ID=26c65683-aad9-4eef-853f-2832ad3f9ca7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.564784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.568480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c016e05d-4689-4236-8dfd-19b0396364ec tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.569836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Transition to ACTIVE for port object a0b48d4c-998e-43d5-b9de-df0cae963cc9 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:35.578748 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-571fd8ae-d706-42a7-b0c0-a1915eec4da8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:47:35.579251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571fd8ae-d706-42a7-b0c0-a1915eec4da8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:35.607835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94a09cf-e7d9-4baa-8e8f-2b522b8af6a5 None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:35.653241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=cc954e26-a09d-477f-af66-39cad69d6fb1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:35.664470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-571fd8ae-d706-42a7-b0c0-a1915eec4da8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/cc954e26-a09d-477f-af66-39cad69d6fb1 HTTP/1.1" status: 404 len: 339 time: 0.1411703 May 25 16:47:35.665141 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3692410 May 25 16:47:35.668778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57760) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:35.669646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57762) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:35.671588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:35.672116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Checking segment: {'id': 'dc333b04-63d7-47dc-83c5-072954dfb1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:35.672544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.673098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Bound using segment: {'id': 'dc333b04-63d7-47dc-83c5-072954dfb1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:35.673606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Bound port: e2866173-addb-4f21-9c27-e365d71a5a7e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc333b04-63d7-47dc-83c5-072954dfb1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '86491bc2-5159-4573-947a-ccf3c1bb2103'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:35.673994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.680941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69828182', 'description': 'd1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:35.688266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:35.693809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:network and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:35.696830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:35.703292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:35.715930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-718488908', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26c65683-aad9-4eef-853f-2832ad3f9ca7'}], 'security_groups': ['9214371b-71a1-4380-9f76-b1b4ed2f9886', 'b9f81520-2cc7-43a8-bc33-92696cd01c3e']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:35.723981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:35.776162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:35.780356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.838215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.931260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.932909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:35.933270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:35.941587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aee6a45e-960b-4573-8a1a-4b7acb35b297 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:35.948493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2020f17c-5bfe-43fa-aaf0-39ef3a66e038 None None] Provisioning for port 392050e3-5a2e-4a4e-97a9-39877240b1c3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:35.969363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.975894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:35.981165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Transition to ACTIVE for port object 8959cac6-2af9-4896-82a1-d286c13e76f3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:36.002750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Pushing event updated for resources: {'Port': ['ID=76ebf57b-1a53-4f44-908a-a1b18b17caad,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.006338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.030242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Port': ['ID=a0b48d4c-998e-43d5-b9de-df0cae963cc9,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.037652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:36.042831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.091043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:36.097757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.098108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment de164050-ee51-4bfc-90ef-3ad6da55791d of type vlan for network d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 May 25 16:47:36.099668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:36.102123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Transition to ACTIVE for port object 8959cac6-2af9-4896-82a1-d286c13e76f3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:36.115507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:36.167398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.175054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] For port e2866173-addb-4f21-9c27-e365d71a5a7e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:36.177042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:36.181897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c8ea5af-07c7-42a7-a426-983a08f08ea2 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:36.238418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.257464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] For port e2866173-addb-4f21-9c27-e365d71a5a7e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e2866173-addb-4f21-9c27-e365d71a5a7e,segment=NetworkSegment(dc333b04-63d7-47dc-83c5-072954dfb1e3),segment_id=dc333b04-63d7-47dc-83c5-072954dfb1e3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:36.273619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=b0d44233-b06e-4431-8150-d178f8b52afa,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.276527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.281515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.285375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.290676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.302836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5de30908-ce81-4892-9bf6-fbb150cb3341 None None] Provisioning complete for port 76ebf57b-1a53-4f44-908a-a1b18b17caad triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:36.303248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5de30908-ce81-4892-9bf6-fbb150cb3341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.323987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.341013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Network 6f954609-2604-4078-b81e-beac53701b0d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:36.362003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:36.364763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:36.374190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Pushing event updated for resources: {'Port': ['ID=8959cac6-2af9-4896-82a1-d286c13e76f3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.377477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.402456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.409069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:36.409677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.419419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2213880a-4cb5-40ca-b436-6838208bde3b tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:36.422284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:36.445580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 246fd6d6-81d7-43a3-be6b-883267afa00f is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:36.448938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:36.624321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.668749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Router ec0b4359-cbc7-464f-a246-366b78ab22db is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:47:36.767609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Attempting to bind port 8959cac6-2af9-4896-82a1-d286c13e76f3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:36.767822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Attempting to bind port 8959cac6-2af9-4896-82a1-d286c13e76f3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd0b0f672-f307-435b-9c6e-f8636e3d7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '6f954609-2604-4078-b81e-beac53701b0d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:36.768163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Attempting to bind port 8959cac6-2af9-4896-82a1-d286c13e76f3 on network 6f954609-2604-4078-b81e-beac53701b0d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:36.775213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0999379 May 25 16:47:36.777299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Pushing event updated for resources: {'Port': ['ID=e2866173-addb-4f21-9c27-e365d71a5a7e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.781452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.786608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57770) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:36.787343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=d6a35b14-f5fd-41a5-ab5e-c23dd0090f26,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:36.788563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:36.789728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Checking segment: {'id': 'd0b0f672-f307-435b-9c6e-f8636e3d7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '6f954609-2604-4078-b81e-beac53701b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:36.790157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.790620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Bound using segment: {'id': 'd0b0f672-f307-435b-9c6e-f8636e3d7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '6f954609-2604-4078-b81e-beac53701b0d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:36.791200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Bound port: 8959cac6-2af9-4896-82a1-d286c13e76f3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b0f672-f307-435b-9c6e-f8636e3d7f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '6f954609-2604-4078-b81e-beac53701b0d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:36.791643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:36.796635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:36.848825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:36.882895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:36.890875 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/routers/ec0b4359-cbc7-464f-a246-366b78ab22db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5809667 May 25 16:47:36.899140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57774) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:36.921726 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] Sync routers for ids ['ec0b4359-cbc7-464f-a246-366b78ab22db'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:36.937801 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] Routers {'ec0b4359-cbc7-464f-a246-366b78ab22db'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:36.938714 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec0b4359-cbc7-464f-a246-366b78ab22db'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:37.033919 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:37.048064 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] Routers {'ec0b4359-cbc7-464f-a246-366b78ab22db'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:37.048971 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec0b4359-cbc7-464f-a246-366b78ab22db'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:37.119888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a74af90-544b-434d-a546-34122b244fc2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:37.123584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:37.124195 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3790cfe-b1d1-4f7d-a383-fd603b7f548c None None] The sync data for ids ['ec0b4359-cbc7-464f-a246-366b78ab22db'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:37.127649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a74af90-544b-434d-a546-34122b244fc2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:37.167931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a74af90-544b-434d-a546-34122b244fc2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:37.170056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7a74af90-544b-434d-a546-34122b244fc2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec0b4359-cbc7-464f-a246-366b78ab22db HTTP/1.1" status: 200 len: 982 time: 0.2689686 May 25 16:47:37.173048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57780) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:37.200877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 392050e3-5a2e-4a4e-97a9-39877240b1c3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:37.283463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] For port 8959cac6-2af9-4896-82a1-d286c13e76f3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:37.288156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] For port 8959cac6-2af9-4896-82a1-d286c13e76f3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8959cac6-2af9-4896-82a1-d286c13e76f3,segment=NetworkSegment(d0b0f672-f307-435b-9c6e-f8636e3d7f06),segment_id=d0b0f672-f307-435b-9c6e-f8636e3d7f06)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:37.296394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.317840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-34e846b4-abfa-4179-8583-2f5d45d53811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:37.322701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.532500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7458c2-c317-4aab-a128-99a9426f8f96 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:37.534090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff7458c2-c317-4aab-a128-99a9426f8f96 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Synchronizing usage tracker for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:37.573731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Pushing event updated for resources: {'Port': ['ID=8959cac6-2af9-4896-82a1-d286c13e76f3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:37.578454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:37.583067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Update dhcp port {'port': {'network_id': 'b2599fb1-768f-4453-b9ee-ae7a393bcf56', 'fixed_ips': [{'subnet_id': '8f69fe42-a758-464b-abe0-150320123181', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa7fde1a-7d75-436c-8675-bb28f307f87f', 'ip_address': '2001:db8::2'}, {'subnet_id': '26c65683-aad9-4eef-853f-2832ad3f9ca7'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '18f44f74-e97c-4224-a271-918f560f0881'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:47:37.593014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.648674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 392050e3-5a2e-4a4e-97a9-39877240b1c3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:37.660026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 392050e3-5a2e-4a4e-97a9-39877240b1c3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:37.660486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.711442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.789771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ff7458c2-c317-4aab-a128-99a9426f8f96 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Unset dirty status for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:37.793577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff7458c2-c317-4aab-a128-99a9426f8f96 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks?id=d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 HTTP/1.1" status: 200 len: 759 time: 1.0010958 May 25 16:47:37.802424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57784) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:37.809828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Provisioning for port b0d44233-b06e-4431-8150-d178f8b52afa completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:37.823462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Provisioning complete for port b0d44233-b06e-4431-8150-d178f8b52afa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:37.823847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:37.909964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'description': 'd2'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:38.035142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Port b0d44233-b06e-4431-8150-d178f8b52afa cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:38.065022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.096057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Provisioning complete for port 392050e3-5a2e-4a4e-97a9-39877240b1c3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:38.096447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ac8c13ef-f68a-4a1f-8c34-9561e0547f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.105896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.172116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 392050e3-5a2e-4a4e-97a9-39877240b1c3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=392050e3-5a2e-4a4e-97a9-39877240b1c3,segment=NetworkSegment(451684bf-d26c-4f04-a248-e9e0c26d2e95),segment_id=451684bf-d26c-4f04-a248-e9e0c26d2e95)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:38.185984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.186866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76ebf57b-1a53-4f44-908a-a1b18b17caad up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:38.218173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2d7e1d14-0f6b-4895-97e5-9d28c7a51ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:38.367961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=392050e3-5a2e-4a4e-97a9-39877240b1c3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:38.373042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:38.433815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 76ebf57b-1a53-4f44-908a-a1b18b17caad triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:38.434205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.593663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-88257e46-6059-43e0-b154-3748a2f888e1 None None] Provisioning complete for port b0d44233-b06e-4431-8150-d178f8b52afa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:38.594047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-88257e46-6059-43e0-b154-3748a2f888e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.680950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-88257e46-6059-43e0-b154-3748a2f888e1 None None] Port b0d44233-b06e-4431-8150-d178f8b52afa cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:38.774556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Delete allocated IP 2001:db8::31f (b2599fb1-768f-4453-b9ee-ae7a393bcf56/aa7fde1a-7d75-436c-8675-bb28f307f87f) {{(pid=99127) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:47:38.810153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e2f878e-86a9-40f0-a482-f5372ba82ba9 None None] Provisioning complete for port b0d44233-b06e-4431-8150-d178f8b52afa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:38.810535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e2f878e-86a9-40f0-a482-f5372ba82ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:38.868987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Allocated IP 2001:db8:0:2::b (b2599fb1-768f-4453-b9ee-ae7a393bcf56/26c65683-aad9-4eef-853f-2832ad3f9ca7/3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:38.921042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f878e-86a9-40f0-a482-f5372ba82ba9 None None] Port b0d44233-b06e-4431-8150-d178f8b52afa cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:38.925567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea4089-eb18-449e-8385-b99100c8ff7f None None] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:39.016359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port b0d44233-b06e-4431-8150-d178f8b52afa {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:39.016962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.156875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 392050e3-5a2e-4a4e-97a9-39877240b1c3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:39.171369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.209819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:47:39.225150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.236337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.247102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28e46155-e51a-4294-84a1-df909a0ef53e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:39.278325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.288395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 is not hosted by any dhcp agent {{(pid=99127) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:47:39.293570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db669c45-56c5-4314-b2e5-b1dde2c8d1a1 None None] Network 6f954609-2604-4078-b81e-beac53701b0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:39.294594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:39.295125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.298743 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "PUT /v2.0/networks/d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 HTTP/1.1" status: 200 len: 756 time: 1.4803133 May 25 16:47:39.347599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57790) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:39.356105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for b0d44233-b06e-4431-8150-d178f8b52afa owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:39.374842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.449928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0585a2f8-c9fe-4afd-aaeb-14a7cbe16f5b None None] Provisioning complete for port b0d44233-b06e-4431-8150-d178f8b52afa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:39.450423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0585a2f8-c9fe-4afd-aaeb-14a7cbe16f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.533963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.540568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b83d6445-32b3-48ef-9033-729206d058b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:39.542349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=d6a35b14-f5fd-41a5-ab5e-c23dd0090f26,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:39.545520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b4326b19-64d3-4964-8990-274937d13bc1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:39.556830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0585a2f8-c9fe-4afd-aaeb-14a7cbe16f5b None None] Port b0d44233-b06e-4431-8150-d178f8b52afa cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:39.561700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:47:39.565485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:39.570662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f1dd8f15-4c9d-4f51-b998-7c6781761e79 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:39.604057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=b0d44233-b06e-4431-8150-d178f8b52afa,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:39.640388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:39.665743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.734419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 392050e3-5a2e-4a4e-97a9-39877240b1c3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:39.734794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.753734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.776985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0585a2f8-c9fe-4afd-aaeb-14a7cbe16f5b None None] Provisioning for port e2866173-addb-4f21-9c27-e365d71a5a7e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:39.806746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.901902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa4885a-ca8d-4f79-b97e-9397a1bcd011 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:39.904089 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0fa4885a-ca8d-4f79-b97e-9397a1bcd011 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks?id=d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 HTTP/1.1" status: 200 len: 759 time: 0.5245016 May 25 16:47:39.927493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57796) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:39.939504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=62649126-76cb-45b3-93da-b9272dc724af,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:39.946102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:39.955669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:39.957480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1451048849'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:39.973303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e2866173-addb-4f21-9c27-e365d71a5a7e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:39.977561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f37e93e-ef9d-4e5e-aa65-493e0612e6f2 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:40.050569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:40.053102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.088131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5d0d9dac-1a05-42c0-9c25-e39133bbe62c None None] Provisioning for port 8959cac6-2af9-4896-82a1-d286c13e76f3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:40.103865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e2866173-addb-4f21-9c27-e365d71a5a7e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:40.112286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e2866173-addb-4f21-9c27-e365d71a5a7e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:40.112675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.173005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:40.184292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-60ab2f6e-699b-43b4-8e05-080d4e3e02df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.305451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Provisioning complete for port e2866173-addb-4f21-9c27-e365d71a5a7e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:40.307711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.310681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Port': ['ID=a0b48d4c-998e-43d5-b9de-df0cae963cc9,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:40.317383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:40.324271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:40.328749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.333591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Router ec0b4359-cbc7-464f-a246-366b78ab22db has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:40.355081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.396929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP a5cb1c47-45f2-4e4f-8378-bb5fb73e250d associated. External IP: 172.26.6.139, port: ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4. May 25 16:47:40.436975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e2866173-addb-4f21-9c27-e365d71a5a7e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e2866173-addb-4f21-9c27-e365d71a5a7e,segment=NetworkSegment(dc333b04-63d7-47dc-83c5-072954dfb1e3),segment_id=dc333b04-63d7-47dc-83c5-072954dfb1e3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:40.443422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.444514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8959cac6-2af9-4896-82a1-d286c13e76f3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:40.457736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.474832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:40.523512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Transition to ACTIVE for port object 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:40.537453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:40.551099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.566955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:40.657441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:40.672571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] Sync routers for ids ['ec0b4359-cbc7-464f-a246-366b78ab22db'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:40.683675 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/routers/ec0b4359-cbc7-464f-a246-366b78ab22db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5070610 May 25 16:47:40.684367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57800) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:40.686550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e2866173-addb-4f21-9c27-e365d71a5a7e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:40.698432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:40.716997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] Routers {'ec0b4359-cbc7-464f-a246-366b78ab22db'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:40.717930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec0b4359-cbc7-464f-a246-366b78ab22db'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:40.736504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4009d880-1f50-4389-927f-2aa54f944e69 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:40.737208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4009d880-1f50-4389-927f-2aa54f944e69 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:40.748995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.749345 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 3af43c16-e3be-463a-9ad8-494a77b23ea3 of type vlan for network 07afd8c7-0ebf-46cf-9747-06f7b15102ad May 25 16:47:40.757060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4009d880-1f50-4389-927f-2aa54f944e69 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:40.758666 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4009d880-1f50-4389-927f-2aa54f944e69 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/b0d44233-b06e-4431-8150-d178f8b52afa HTTP/1.1" status: 404 len: 333 time: 0.0728509 May 25 16:47:40.761564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57806) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:40.774560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] In _notify_port_updated(), no bound segment for port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 on network b2599fb1-768f-4453-b9ee-ae7a393bcf56 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:47:40.780330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:40.780975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.785645 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "PUT /v2.0/ports/3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 HTTP/1.1" status: 200 len: 967 time: 5.1149709 May 25 16:47:40.787193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8959cac6-2af9-4896-82a1-d286c13e76f3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:40.791068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Allocated IP 2001:db8:0:2::2 (b2599fb1-768f-4453-b9ee-ae7a393bcf56/26c65683-aad9-4eef-853f-2832ad3f9ca7/18f44f74-e97c-4224-a271-918f560f0881) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:40.791293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57810) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:40.801960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:40.807165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Provisioning for port a0b48d4c-998e-43d5-b9de-df0cae963cc9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:40.816218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:40.821500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8959cac6-2af9-4896-82a1-d286c13e76f3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:40.821877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.849279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:40.858080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Provisioning complete for port a0b48d4c-998e-43d5-b9de-df0cae963cc9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:40.858080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.883485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event updated for resources: {'Port': ['ID=3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:40.886598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:40.909294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:40.937891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.084525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] Routers {'ec0b4359-cbc7-464f-a246-366b78ab22db'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:41.085169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec0b4359-cbc7-464f-a246-366b78ab22db'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:41.173665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:41.173992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc62d2d-b728-4651-9d5e-23a599814df5 None None] The sync data for ids ['ec0b4359-cbc7-464f-a246-366b78ab22db'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:41.177808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2b212f73-2e40-443e-8d70-85bd3b8d743a None None] Port a0b48d4c-998e-43d5-b9de-df0cae963cc9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:41.262846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:41.275395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.277808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.279321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.306038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.306741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Fanout notify agent at l3_agent the message router_deleted on router ec0b4359-cbc7-464f-a246-366b78ab22db {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:47:41.320950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.325892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2e4ed90e-e520-43e7-966e-c2b8cbb02a02 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/routers/ec0b4359-cbc7-464f-a246-366b78ab22db HTTP/1.1" status: 204 len: 168 time: 0.5595553 May 25 16:47:41.325892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57814) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:41.328599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.344787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9cbaa2c-218b-4ea3-9ceb-ddeb0955bfd8 None None] Provisioning complete for port 8959cac6-2af9-4896-82a1-d286c13e76f3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:41.345163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f9cbaa2c-218b-4ea3-9ceb-ddeb0955bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.385986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:47:41.401859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Transition to ACTIVE for port object 18f44f74-e97c-4224-a271-918f560f0881 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:41.403682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 8959cac6-2af9-4896-82a1-d286c13e76f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8959cac6-2af9-4896-82a1-d286c13e76f3,segment=NetworkSegment(d0b0f672-f307-435b-9c6e-f8636e3d7f06),segment_id=d0b0f672-f307-435b-9c6e-f8636e3d7f06)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:41.410010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.412717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:41.415939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6d4eda16-e8fe-43fb-acc9-479b11893ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:41.416261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.453784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.488861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.548105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.553716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:41.554303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.573919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f645c207-4faf-4877-b71d-2f70139f4ca8 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:41.597638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.609586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e2866173-addb-4f21-9c27-e365d71a5a7e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:41.705399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Pushing event updated for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:41.713604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7825961 May 25 16:47:41.719346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:41.722477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ce536dd2-72af-4240-ba73-7e956f34685c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:41.723127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:41.723809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:41.728006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57818) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:41.739053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:41.754021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=07afd8c7-0ebf-46cf-9747-06f7b15102ad,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:41.757017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:41.782284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 07afd8c7-0ebf-46cf-9747-06f7b15102ad details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:41.861002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:41.881812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Router faf9eacc-be07-4b5c-a35b-28d70fb51695 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:47:41.962172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=8959cac6-2af9-4896-82a1-d286c13e76f3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:41.970591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:41.971837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f9cbaa2c-218b-4ea3-9ceb-ddeb0955bfd8 None None] Provisioning complete for port a0b48d4c-998e-43d5-b9de-df0cae963cc9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:41.972802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f9cbaa2c-218b-4ea3-9ceb-ddeb0955bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.049786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e2866173-addb-4f21-9c27-e365d71a5a7e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:42.050006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.092550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:42.099179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.110380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbaa2c-218b-4ea3-9ceb-ddeb0955bfd8 None None] Port a0b48d4c-998e-43d5-b9de-df0cae963cc9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:42.118647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dd6dac70-9b59-4980-b44c-7247f45784ec tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:42.153257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Usage tracker for resource:subnet and tenant:790eaaa19ee8426db5016bec97307a6c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:42.156944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:42.164783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:42.172408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf9c4d-3d9f-4c44-89e5-5ad26fb11e00 None None] Network 246fd6d6-81d7-43a3-be6b-883267afa00f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:42.181844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.193270 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51 HTTP/1.1" status: 204 len: 168 time: 0.8638339 May 25 16:47:42.194812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:42.198486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.211339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:42.217300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:42.224053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:42.271738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.439772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.524986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] DHCP port deletion for 246fd6d6-81d7-43a3-be6b-883267afa00f request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:42.612410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Deleting port 392050e3-5a2e-4a4e-97a9-39877240b1c3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:42.612805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.653967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Provisioning for port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:42.717803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Provisioning complete for port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:42.718370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.798738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Port 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:42.808308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:42.814356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:42.819977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9395418 May 25 16:47:42.825035 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] Sync routers for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:42.832346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57828) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:42.837703 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:42.839533 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:42.860730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.870570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] For port 392050e3-5a2e-4a4e-97a9-39877240b1c3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=392050e3-5a2e-4a4e-97a9-39877240b1c3,segment=NetworkSegment(451684bf-d26c-4f04-a248-e9e0c26d2e95),segment_id=451684bf-d26c-4f04-a248-e9e0c26d2e95)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:42.871379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.875576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:42.918106 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:42.928211 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:42.929053 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:42.944375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:42.999702 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:43.000371 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77840b-c2fb-4677-aed2-ad7532db1f39 None None] The sync data for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:43.029400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.1361985 May 25 16:47:43.029668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.029788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:47:43.032167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cb6364bc-aa9e-4d41-814f-5f6038e5e7c9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:43.034827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:43.148352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:43.159249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Calling delete_port for 392050e3-5a2e-4a4e-97a9-39877240b1c3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:43.162828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9e75274-4749-4b81-b31e-ab523b343ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.165669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Provisioning for port 18f44f74-e97c-4224-a271-918f560f0881 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:43.181226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:43.181695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.232607 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'status': 'completed', 'code': 200} May 25 16:47:43.234397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:43.234584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:43.251968 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a65e9935-9440-4244-bff3-090c07fc00e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 200 len: 991 time: 0.2054400 May 25 16:47:43.279940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port 392050e3-5a2e-4a4e-97a9-39877240b1c3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:43.280520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.288723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=280652b3-1304-431b-b40a-fcf692dccd95,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:43.291980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:43.362568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.380569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '3af43c16-e3be-463a-9ad8-494a77b23ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:43.380884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: 07afd8c7-0ebf-46cf-9747-06f7b15102ad, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:43.385578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a119100-53bf-45af-a2ad-d8c5ddedcd83 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:43.425628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network 07afd8c7-0ebf-46cf-9747-06f7b15102ad is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:43.496617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:43.499442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.515100 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 HTTP/1.1" status: 204 len: 168 time: 2.7169828 May 25 16:47:43.515698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.518110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57840) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:43.518495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:43.521274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 07afd8c7-0ebf-46cf-9747-06f7b15102ad) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:43.526403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:43.550759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] For port 392050e3-5a2e-4a4e-97a9-39877240b1c3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=392050e3-5a2e-4a4e-97a9-39877240b1c3,segment=NetworkSegment(451684bf-d26c-4f04-a248-e9e0c26d2e95),segment_id=451684bf-d26c-4f04-a248-e9e0c26d2e95)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:43.551311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.591075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754d05bf-2871-436a-87bb-47ced9230b91 None None] Network 07afd8c7-0ebf-46cf-9747-06f7b15102ad requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:43.624733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:43.631401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-9eca98a1-a01a-4841-a978-7fb9608b5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:43.634385 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-9eca98a1-a01a-4841-a978-7fb9608b5ce8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1098 time: 0.5037317 May 25 16:47:43.684152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:43.709413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Pushing event deleted for resources: {'Port': ['ID=392050e3-5a2e-4a4e-97a9-39877240b1c3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:43.714842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:43.718775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bc0660-14c0-4d97-8795-6c875b65837e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] GET failed (client error): The resource could not be found. May 25 16:47:43.720426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e6bc0660-14c0-4d97-8795-6c875b65837e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:43.722705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:43.723133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.726616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] No DVR routers for this DVR port 392050e3-5a2e-4a4e-97a9-39877240b1c3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:43.732353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for 392050e3-5a2e-4a4e-97a9-39877240b1c3 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:43.783489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.788562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6227862b-888d-492d-9d83-f099e7945640 tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:43.850834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:43.851735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=392050e3-5a2e-4a4e-97a9-39877240b1c3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:43.855266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:43.856052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No DVR routers for this DVR port 392050e3-5a2e-4a4e-97a9-39877240b1c3 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:43.877979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1467016 May 25 16:47:43.890676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e6bc0660-14c0-4d97-8795-6c875b65837e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:43.894677 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e6bc0660-14c0-4d97-8795-6c875b65837e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports/3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98 HTTP/1.1" status: 404 len: 333 time: 0.3721826 May 25 16:47:43.894677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57844) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:43.897340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57846) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:43.959520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:43.960052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.026013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.044400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246fd6d6-81d7-43a3-be6b-883267afa00f']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.067742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451684bf-d26c-4f04-a248-e9e0c26d2e95') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.067969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451684bf-d26c-4f04-a248-e9e0c26d2e95') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.075989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-18c5df8b-e675-496b-8aea-d2cf9d218c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:44.077742 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-18c5df8b-e675-496b-8aea-d2cf9d218c97 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 899 time: 0.4143908 May 25 16:47:44.086181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.093587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.116522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.135503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:44.136144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:44.153106 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:44.156576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.175648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5712d-0912-4555-a27e-5533f2278f1f None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:44.198564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:44.198989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.201853 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-d8a7c0d3-56a6-4429-92d2-9c48c7962695 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:44.205949 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d8a7c0d3-56a6-4429-92d2-9c48c7962695 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2982421 May 25 16:47:44.213371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.311868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57858) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.336543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a183ac59-66fc-4f2d-a876-b68a59e306bf None None] Could not find standard attr ID for object 3e1b83ce-8a0b-4858-bfe1-70b7f2fb6e98. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:47:44.356927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-07afd8c7-0ebf-46cf-9747-06f7b15102ad', 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': '280652b3-1304-431b-b40a-fcf692dccd95'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:44.357858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.379289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.405272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3a4ac37-cf6b-4ded-a95c-c2e3c317a0b0 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:44.424622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.436876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.454877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=246fd6d6-81d7-43a3-be6b-883267afa00f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:44.461502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:44.468307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:44.502209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f34aaf6-2ceb-475a-8f54-158cd36a8285,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:44.508985 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d6685bec-e6b8-45e9-9002-fa2700e63eee tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 200 len: 991 time: 0.1948280 May 25 16:47:44.509346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:44.513964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/246fd6d6-81d7-43a3-be6b-883267afa00f HTTP/1.1" status: 204 len: 168 time: 2.2906024 May 25 16:47:44.513964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.513964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/security-groups/5f34aaf6-2ceb-475a-8f54-158cd36a8285 HTTP/1.1" status: 204 len: 168 time: 0.6141469 May 25 16:47:44.516379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.516704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57864) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.550010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.572491 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-570baac8-c9cc-46cf-be22-0ed2e0e06bc6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 999 time: 0.4789827 May 25 16:47:44.596161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8959cac6-2af9-4896-82a1-d286c13e76f3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:44.634523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766d7bf3-fe87-4374-8fbb-ac82499ccace tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:44.635153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-766d7bf3-fe87-4374-8fbb-ac82499ccace tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:44.667343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.672639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-766d7bf3-fe87-4374-8fbb-ac82499ccace tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:44.677486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-766d7bf3-fe87-4374-8fbb-ac82499ccace tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f HTTP/1.1" status: 200 len: 841 time: 0.1562693 May 25 16:47:44.679006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57870) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.709804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.770146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.775051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-75489ac9-2c62-4dd0-a55b-1673556dacb2 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:44.793196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f81520-2cc7-43a8-bc33-92696cd01c3e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:44.797037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:44.798763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.802982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/security-groups/b9f81520-2cc7-43a8-bc33-92696cd01c3e HTTP/1.1" status: 204 len: 168 time: 0.2836142 May 25 16:47:44.803713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57874) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:44.805681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Allocated IP 172.20.0.2 (07afd8c7-0ebf-46cf-9747-06f7b15102ad/280652b3-1304-431b-b40a-fcf692dccd95/24802ef7-e40b-4295-988c-03ee7aa685f2) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:44.809777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:35Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.834488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:47:44.879169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.906881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-00aeafb7-d5c8-46e0-bf64-a0ef2d5c3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:44.909438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-00aeafb7-d5c8-46e0-bf64-a0ef2d5c3328 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.3264844 May 25 16:47:44.910230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.918146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8959cac6-2af9-4896-82a1-d286c13e76f3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:44.918409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.963114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:44.963858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:44.973222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:44.977870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f6ec211-55a0-4175-b9a9-2fb2936a220a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.004312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.045187 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b18e7af5-ce12-4cef-9837-d2d4d73109c5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3605905 May 25 16:47:45.051064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:45.067680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:45.160609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9214371b-71a1-4380-9f76-b1b4ed2f9886,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.164751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:45.168310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.173066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/security-groups/9214371b-71a1-4380-9f76-b1b4ed2f9886 HTTP/1.1" status: 204 len: 168 time: 0.3680770 May 25 16:47:45.173739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57882) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:45.250418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet aa7fde1a-7d75-436c-8675-bb28f307f87f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:45.253505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.314230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.347707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:47:45.409809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:45.419787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.448297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:45.451308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.459894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-e7184b03-99fa-428d-a748-3035a136ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:45.461487 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-e7184b03-99fa-428d-a748-3035a136ff61 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5271444 May 25 16:47:45.465700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:45.471776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.473149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Transition to ACTIVE for port object 24802ef7-e40b-4295-988c-03ee7aa685f2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:45.500745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:45.533568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57888) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:45.558609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 392050e3-5a2e-4a4e-97a9-39877240b1c3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:45.613230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:45.614779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Transition to ACTIVE for port object 24802ef7-e40b-4295-988c-03ee7aa685f2 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:45.616140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 392050e3-5a2e-4a4e-97a9-39877240b1c3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:45.616673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 392050e3-5a2e-4a4e-97a9-39877240b1c3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:45.616995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.625289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.631894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.728371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Network 07afd8c7-0ebf-46cf-9747-06f7b15102ad is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:45.777197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:45.777551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95172768-ba06-48b8-9fba-360bbe256c21 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 200 len: 991 time: 0.2418497 May 25 16:47:45.796287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:45.802343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Pushing event updated for resources: {'Port': ['ID=24802ef7-e40b-4295-988c-03ee7aa685f2,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.811503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:45.882707 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-a951379a-4d21-4992-9d7b-9bbe433f5461 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107406 May 25 16:47:45.931874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.936519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Attempting to bind port 24802ef7-e40b-4295-988c-03ee7aa685f2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:45.936900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Attempting to bind port 24802ef7-e40b-4295-988c-03ee7aa685f2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3af43c16-e3be-463a-9ad8-494a77b23ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:45.937275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Attempting to bind port 24802ef7-e40b-4295-988c-03ee7aa685f2 on network 07afd8c7-0ebf-46cf-9747-06f7b15102ad {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:45.943238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b8411efa-7221-495f-8df8-30d568d8e952 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:45.971482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:45.972073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Checking segment: {'id': '3af43c16-e3be-463a-9ad8-494a77b23ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:45.972298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.972664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Bound using segment: {'id': '3af43c16-e3be-463a-9ad8-494a77b23ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:45.973152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Bound port: 24802ef7-e40b-4295-988c-03ee7aa685f2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af43c16-e3be-463a-9ad8-494a77b23ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:45.973530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:45.985973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7fde1a-7d75-436c-8675-bb28f307f87f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:45.986850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e983b0-af14-416f-b724-3b99852bb9ed None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:45.988772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.000434 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/aa7fde1a-7d75-436c-8675-bb28f307f87f HTTP/1.1" status: 204 len: 168 time: 0.8213794 May 25 16:47:46.000434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:46.001752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57892) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:46.114881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 26c65683-aad9-4eef-853f-2832ad3f9ca7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:46.119191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.167988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.177237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ff5f511-1325-48ab-8a4a-c475c4e2c467 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:46.185573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.227797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=280652b3-1304-431b-b40a-fcf692dccd95,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:46.230186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:46.241765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] For port 24802ef7-e40b-4295-988c-03ee7aa685f2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:46.298343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] For port 24802ef7-e40b-4295-988c-03ee7aa685f2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=24802ef7-e40b-4295-988c-03ee7aa685f2,segment=NetworkSegment(3af43c16-e3be-463a-9ad8-494a77b23ea3),segment_id=3af43c16-e3be-463a-9ad8-494a77b23ea3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:46.301217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.303748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:35Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:46.311659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.328995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a56f403f-4c2a-4243-a32d-369bc6f3f2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:46.425338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.440243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7037cf-24a1-415e-acb8-bec97c2e7ce1 None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:46:49Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:35Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:46.446547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d442553-8c8e-47d3-95e6-bf5037bd3e01 req-9a2e7a23-1d26-48da-bf1c-98758254bf92 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532672 May 25 16:47:46.449525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07afd8c7-0ebf-46cf-9747-06f7b15102ad']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:46.465373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.553908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Pushing event updated for resources: {'Port': ['ID=24802ef7-e40b-4295-988c-03ee7aa685f2,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:46.570327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:46.607414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af43c16-e3be-463a-9ad8-494a77b23ea3') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:46.607717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af43c16-e3be-463a-9ad8-494a77b23ea3') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:46.655895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.688065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.695326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb846193-2276-45ea-b832-c37c4f8858d2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:46.712315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.777428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=26c65683-aad9-4eef-853f-2832ad3f9ca7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:46.784082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.795474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57898) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:46.797793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/26c65683-aad9-4eef-853f-2832ad3f9ca7 HTTP/1.1" status: 204 len: 168 time: 0.7948067 May 25 16:47:46.799597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57900) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:46.801755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:46.809126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:46.809704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:46.862891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf043a2a-a466-44b1-9536-2c4194e8cc36 None None] New status for floating IP a5cb1c47-45f2-4e4f-8378-bb5fb73e250d: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:47:46.916799 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3594180-e42f-4c63-b282-6b83f47ca05b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:46.917333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3594180-e42f-4c63-b282-6b83f47ca05b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:46.919845 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e3594180-e42f-4c63-b282-6b83f47ca05b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/aa7fde1a-7d75-436c-8675-bb28f307f87f HTTP/1.1" status: 404 len: 337 time: 0.1170583 May 25 16:47:46.922492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57906) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:46.926727 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:47.033435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting subnet 8f69fe42-a758-464b-abe0-150320123181 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:47:47.040600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.127901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.201026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:47.201026 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:47.201026 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': '07afd8c7-0ebf-46cf-9747-06f7b15102ad'}] May 25 16:47:47.201026 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:47.202244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:47.211906 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9d894316-8973-4e11-881c-2f0236acdb30 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 200 len: 991 time: 0.4044456 May 25 16:47:47.237625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.492305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.497055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef8bd3b5-71a3-41ba-b342-97356f446f20 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:47.535677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dfab48-6adf-44c9-a17c-7d8af4d80a15 None None] Network b2599fb1-768f-4453-b9ee-ae7a393bcf56 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:47.557315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting port a0b48d4c-998e-43d5-b9de-df0cae963cc9 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:47.557656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.577502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:47.581262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.585898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:47.598771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b722f1d-0afb-4e3a-a4fe-67f83eba9cb3 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:47.625740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0ebcb-da78-48b8-9848-99ddb1bc31c1 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:47.651963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.665134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Subnet': ['ID=8f69fe42-a758-464b-abe0-150320123181,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:47.677905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:47.680547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=af1634cc-26c4-43d7-bbae-910e096b4fa7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:47.687856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:47.688180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/8f69fe42-a758-464b-abe0-150320123181 HTTP/1.1" status: 204 len: 168 time: 0.7639074 May 25 16:47:47.688508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.688777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57912) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.692579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:47.706586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.753120 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6888342 May 25 16:47:47.756288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57916) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.761751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'security_group': {'name': 'tempest-secgroup-729774716'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:47.776048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2297cf-6bd2-412a-bedb-63dc036e1730 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:47.776738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2297cf-6bd2-412a-bedb-63dc036e1730 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:47.782510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8f2297cf-6bd2-412a-bedb-63dc036e1730 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/4111e7c2-ff5d-49ab-b339-749ecd8c3197 HTTP/1.1" status: 404 len: 337 time: 0.0926206 May 25 16:47:47.783847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57920) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.806562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:47.827952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:47.838504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:47.842493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-736368f4-1028-4d67-aefa-1a7a362a6444 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Synchronizing usage tracker for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:47.850297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:47.860825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-736368f4-1028-4d67-aefa-1a7a362a6444 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Unset dirty status for tenant:b3a07d584a7f4910bde01215711e8684 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:47.864635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:47.865215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-736368f4-1028-4d67-aefa-1a7a362a6444 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "GET /v2.0/ports?device_id=01080554-a58b-4ab7-a60e-b9529868f4c7 HTTP/1.1" status: 200 len: 205 time: 0.0800402 May 25 16:47:47.865893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57924) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.937995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-c10c9be0-c2cc-42f3-ad0e-ba5649983275 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] delete failed (client error): The resource could not be found. May 25 16:47:47.942161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c10c9be0-c2cc-42f3-ad0e-ba5649983275 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/routers/01080554-a58b-4ab7-a60e-b9529868f4c7 HTTP/1.1" status: 404 len: 336 time: 0.0752621 May 25 16:47:47.942785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57930) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:47.989667 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bacec3-badc-4a31-9476-8221d4cb3793 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:47.990035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bacec3-badc-4a31-9476-8221d4cb3793 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:47.994479 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d1bacec3-badc-4a31-9476-8221d4cb3793 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a2ebfafe-a9a8-4751-92eb-7a89ad1e3e30 HTTP/1.1" status: 404 len: 337 time: 0.0506189 May 25 16:47:47.995127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57934) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.037051 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-435a705a-9066-41dd-bfc1-02c069b4741c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.037730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435a705a-9066-41dd-bfc1-02c069b4741c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.042270 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-435a705a-9066-41dd-bfc1-02c069b4741c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a84a818b-8d4e-4d3e-91fa-f27ed53fa364 HTTP/1.1" status: 404 len: 337 time: 0.0461044 May 25 16:47:48.042980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57938) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.076503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 24802ef7-e40b-4295-988c-03ee7aa685f2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:48.083824 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5e5561-d608-4f21-acfa-de6f34a485f9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.084279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5e5561-d608-4f21-acfa-de6f34a485f9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.088651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ca5e5561-d608-4f21-acfa-de6f34a485f9 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/a1a597e2-7de1-4813-925c-708570b1d2a6 HTTP/1.1" status: 404 len: 337 time: 0.0446317 May 25 16:47:48.089243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.109499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094894dd-d78f-47a1-983d-f848e6decb1c None None] Network 07afd8c7-0ebf-46cf-9747-06f7b15102ad requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:48.137035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d532ad68-1928-47bc-922d-a69a99452739 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.137510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d532ad68-1928-47bc-922d-a69a99452739 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.142697 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d532ad68-1928-47bc-922d-a69a99452739 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/44b71044-9b29-4551-be9b-8daee8a01c66 HTTP/1.1" status: 404 len: 333 time: 0.0524681 May 25 16:47:48.143322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57946) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.171855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Calling delete_port for a0b48d4c-998e-43d5-b9de-df0cae963cc9 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:48.178816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.182891 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7968e7-6c47-4e72-9c97-2f18f87c664b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.183427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7968e7-6c47-4e72-9c97-2f18f87c664b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.187447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ec7968e7-6c47-4e72-9c97-2f18f87c664b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/7d1a75c7-3edf-43f6-9191-714387178139 HTTP/1.1" status: 404 len: 337 time: 0.0431097 May 25 16:47:48.188495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57950) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.209979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:48.220560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.225648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:48.229893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:48.234774 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f41082c-c470-4548-a84f-593dd5e54397 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.235400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f41082c-c470-4548-a84f-593dd5e54397 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.237492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1f41082c-c470-4548-a84f-593dd5e54397 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/15ba5526-dc19-49b1-9516-1676447188a1 HTTP/1.1" status: 404 len: 337 time: 0.0473080 May 25 16:47:48.239887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57958) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.287478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a36bf6-ee50-4471-ba67-d6f713fb1055 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.288428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a36bf6-ee50-4471-ba67-d6f713fb1055 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.290312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87a36bf6-ee50-4471-ba67-d6f713fb1055 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/33793285-0254-4c81-8c76-bbb33a2cf55a HTTP/1.1" status: 404 len: 333 time: 0.0493021 May 25 16:47:48.293626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63c562e1-ffa5-423b-b87f-c0a31bf0822b None None] Provisioning complete for port 18f44f74-e97c-4224-a271-918f560f0881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:48.294110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63c562e1-ffa5-423b-b87f-c0a31bf0822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.297204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 57962) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.307875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 24802ef7-e40b-4295-988c-03ee7aa685f2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:48.308218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.343601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:48.455337 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef420d89-c942-4e4c-b187-494e42684687 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.455823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef420d89-c942-4e4c-b187-494e42684687 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.457469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ef420d89-c942-4e4c-b187-494e42684687 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/bd256afe-d3bf-49b2-abe8-ab43118993e9 HTTP/1.1" status: 404 len: 337 time: 0.1519341 May 25 16:47:48.460727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57966) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.492779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 24802ef7-e40b-4295-988c-03ee7aa685f2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:48.505379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4757cf-92df-456a-ba5f-0c4d8174bda0 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] DELETE failed (client error): The resource could not be found. May 25 16:47:48.505848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4757cf-92df-456a-ba5f-0c4d8174bda0 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:48.509962 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-db4757cf-92df-456a-ba5f-0c4d8174bda0 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/subnets/1d1894ed-d01a-49fb-bb0f-bba037f662f8 HTTP/1.1" status: 404 len: 337 time: 0.0455885 May 25 16:47:48.512389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57970) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.524992 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f57dee75-7369-4bf8-b910-18b4cf15a2bd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 200 len: 993 time: 0.3019717 May 25 16:47:48.545487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 24802ef7-e40b-4295-988c-03ee7aa685f2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=24802ef7-e40b-4295-988c-03ee7aa685f2,segment=NetworkSegment(3af43c16-e3be-463a-9ad8-494a77b23ea3),segment_id=3af43c16-e3be-463a-9ad8-494a77b23ea3)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:48.545854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.570304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-6f18c9d9-2370-4f3e-9512-52a841105636', 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'tenant_id': '12532c4bf85e4b39bc19680a19844025', 'fixed_ips': [{'subnet_id': 'af1634cc-26c4-43d7-bbae-910e096b4fa7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:48.571234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.638940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.679733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] DHCP port deletion for b2599fb1-768f-4453-b9ee-ae7a393bcf56 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:48.693441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 24802ef7-e40b-4295-988c-03ee7aa685f2 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:48.765704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.776112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.780016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63c562e1-ffa5-423b-b87f-c0a31bf0822b None None] Provisioning complete for port 4bf899b5-032d-40e7-bbff-815902da823a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:48.780405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63c562e1-ffa5-423b-b87f-c0a31bf0822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.783558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-947f6202-222c-4469-b5f6-1755cccf7aaf tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:48.828017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 4bf899b5-032d-40e7-bbff-815902da823a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:48.828017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.890519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be1251-c817-4a43-9510-4574be22ed4a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:48.891699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42246921-61b9-4e5f-971e-73700f47043a None None] DHCP port deletion for 07afd8c7-0ebf-46cf-9747-06f7b15102ad request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:47:48.896592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.897815 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1405602 May 25 16:47:48.899114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:48.916307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-63c562e1-ffa5-423b-b87f-c0a31bf0822b None None] Port 4bf899b5-032d-40e7-bbff-815902da823a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:48.916978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57978) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:48.923003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'security_group': {'name': 'tempest-secgroup-1089357951'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:48.927486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.935995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d1edc648-ed25-4693-9c86-9e4cd308efeb tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:48.946584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:48.954387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:48.959865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:48.971254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-42246921-61b9-4e5f-971e-73700f47043a None None] The port '24802ef7-e40b-4295-988c-03ee7aa685f2' was deleted {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:47:48.978297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:48.985333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:48.997817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Deleting port 18f44f74-e97c-4224-a271-918f560f0881 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:48.998060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.015874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.022792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Allocated IP 172.20.0.2 (6f18c9d9-2370-4f3e-9512-52a841105636/af1634cc-26c4-43d7-bbae-910e096b4fa7/7b59f209-d1fd-4ec0-ba8a-b600a51c4e71) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:49.061337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=24802ef7-e40b-4295-988c-03ee7aa685f2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.064124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 24802ef7-e40b-4295-988c-03ee7aa685f2 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:49.071997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.109774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-41d4b104-5d62-4472-93fe-9efe7bef4f01 None None] Could not find standard attr ID for object 24802ef7-e40b-4295-988c-03ee7aa685f2. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:47:49.116255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.119192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.160974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 4bf899b5-032d-40e7-bbff-815902da823a owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:49.180208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:49.195473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:49.199961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:49.208813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:49.217328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Port': ['ID=a0b48d4c-998e-43d5-b9de-df0cae963cc9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.236636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18f44f74-e97c-4224-a271-918f560f0881,segment=NetworkSegment(b98c72dd-9e36-45d6-99fb-90cca13d81ad),segment_id=b98c72dd-9e36-45d6-99fb-90cca13d81ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:49.237138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.292359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.300575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.357095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.371839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07afd8c7-0ebf-46cf-9747-06f7b15102ad']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:49.388489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af43c16-e3be-463a-9ad8-494a77b23ea3') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:49.389201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af43c16-e3be-463a-9ad8-494a77b23ea3') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:49.399348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=4bf899b5-032d-40e7-bbff-815902da823a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.404961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.412315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.427147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.430516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.435099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.435295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:49.435731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.440023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.445416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-42ba8740-67a6-4817-a57e-3982165dbdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.484980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/ports/4bf899b5-032d-40e7-bbff-815902da823a HTTP/1.1" status: 204 len: 168 time: 0.9706759 May 25 16:47:49.488757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57984) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.491031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.494626 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5742197 May 25 16:47:49.515684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57988) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.522247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-184944604', 'security_groups': ['82b3ea4c-b2ed-4915-8399-f22ad6d505bd'], 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af1634cc-26c4-43d7-bbae-910e096b4fa7'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:49.523889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.546862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b3ea4c-b2ed-4915-8399-f22ad6d505bd,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:49.566158 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:49.594221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Calling delete_port for 18f44f74-e97c-4224-a271-918f560f0881 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:49.594839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.648026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.656072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.678157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.685050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.692031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=07afd8c7-0ebf-46cf-9747-06f7b15102ad,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.699106 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/07afd8c7-0ebf-46cf-9747-06f7b15102ad HTTP/1.1" status: 204 len: 168 time: 5.7981596 May 25 16:47:49.700100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:49.703081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57992) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.708509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Transition to ACTIVE for port object 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:49.733678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Transition to ACTIVE for port object 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:49.754829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.757927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:49.759681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:49.760056 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0febe5-2d27-443d-9706-0a62b3f8d289 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] GET failed (client error): The resource could not be found. May 25 16:47:49.760897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2d0febe5-2d27-443d-9706-0a62b3f8d289 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Synchronizing usage tracker for tenant:790eaaa19ee8426db5016bec97307a6c on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:49.801813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18f44f74-e97c-4224-a271-918f560f0881 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:49.860263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2d0febe5-2d27-443d-9706-0a62b3f8d289 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Unset dirty status for tenant:790eaaa19ee8426db5016bec97307a6c on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:49.864526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2d0febe5-2d27-443d-9706-0a62b3f8d289 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets/280652b3-1304-431b-b40a-fcf692dccd95 HTTP/1.1" status: 404 len: 337 time: 0.1550899 May 25 16:47:49.870114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 57996) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.871127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:49.900852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:49.903808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:port and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:49.907810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:49.909109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:49.912468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4147564e-6c71-4ce9-af34-96d672412594 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:47:49.912931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4147564e-6c71-4ce9-af34-96d672412594 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:49.921066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:49.921308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4147564e-6c71-4ce9-af34-96d672412594 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/07afd8c7-0ebf-46cf-9747-06f7b15102ad HTTP/1.1" status: 404 len: 339 time: 0.0403998 May 25 16:47:49.921308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:49.921466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:49.923453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58000) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:49.936962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:50.010904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:50.017074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a70ab-5cb7-42e0-a31d-94f48525ab31 req-fa90940c-2c11-4068-b46e-7f1087030d31 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:50.020141 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a0a70ab-5cb7-42e0-a31d-94f48525ab31 req-fa90940c-2c11-4068-b46e-7f1087030d31 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4945796 May 25 16:47:50.023566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.063879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.069054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0a547c60-58e9-4685-8a87-ff91f5d58d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:50.098492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port 18f44f74-e97c-4224-a271-918f560f0881 update to DOWN by agent not found {{(pid=99128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 25 16:47:50.098945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 24802ef7-e40b-4295-988c-03ee7aa685f2 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:47:50.142487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Deleting port 18f44f74-e97c-4224-a271-918f560f0881 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:50.143185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.148310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 24802ef7-e40b-4295-988c-03ee7aa685f2 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:47:50.148669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 24802ef7-e40b-4295-988c-03ee7aa685f2 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:47:50.150207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Pushing event deleted for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:50.155902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:50.158474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Attempting to bind port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:50.158474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Attempting to bind port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:50.158744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Attempting to bind port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 on network 6f18c9d9-2370-4f3e-9512-52a841105636 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:50.163061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] No DVR routers for this DVR port 18f44f74-e97c-4224-a271-918f560f0881 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:50.167544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:50.167933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Checking segment: {'id': 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:50.168330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.168735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Bound using segment: {'id': 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:50.169772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Bound port: 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:50.169772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.273879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:50.277073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:50.284269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.289012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:50.299729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.303553 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a0a70ab-5cb7-42e0-a31d-94f48525ab31 req-55929005-357f-424b-9711-19252a35d9b5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739375 May 25 16:47:50.316346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fdc02e-84dc-445b-b1ce-4f0fbf7f9888 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:50.316742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a4fdc02e-84dc-445b-b1ce-4f0fbf7f9888 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Synchronizing usage tracker for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:50.349827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] For port 18f44f74-e97c-4224-a271-918f560f0881, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:50.350190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.358450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a4fdc02e-84dc-445b-b1ce-4f0fbf7f9888 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Unset dirty status for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:50.359734 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4fdc02e-84dc-445b-b1ce-4f0fbf7f9888 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4352500 May 25 16:47:50.368801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58006) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:50.371594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port dbacee85-28e6-4f3d-9e1b-f64d060ec16a yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:47:50.389925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:50.404643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:50.446293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Router faf9eacc-be07-4b5c-a35b-28d70fb51695 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:50.608837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:50.620958 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3979428 May 25 16:47:50.623685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58012) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:50.630416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] Sync routers for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:50.644355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:50.645359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:50.707691 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-9db6a106-8413-461a-9526-7103c71b5bea tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] delete failed (client error): The resource could not be found. May 25 16:47:50.713301 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9db6a106-8413-461a-9526-7103c71b5bea tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/routers/tempest-non_exist_router-1989216196 HTTP/1.1" status: 404 len: 335 time: 0.0877943 May 25 16:47:50.714120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58016) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:50.719691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-08d4ae51-90e8-45b3-99ef-30cdcf29554d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'router': {'external_gateway_info': {'network_id': 'faf9eacc-be07-4b5c-a35b-28d70fb51695'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:50.723075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Calling delete_port for 18f44f74-e97c-4224-a271-918f560f0881 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:50.731002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:50.741004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:50.741633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:50.762033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Port 18f44f74-e97c-4224-a271-918f560f0881 was not found and therefore no delete operation was performed {{(pid=99127) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:47:50.812241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:50.817564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:50.817980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d98307-9b32-41f5-ab63-516e7aabd87a None None] The sync data for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:50.818527 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-16a2f3a7-7425-4c34-8551-30d9269ed106 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 207 time: 0.4480233 May 25 16:47:50.834582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d885a11c-e76f-44d8-9e19-0f35e5e7c282 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:50.852335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:50.897150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Port': ['ID=18f44f74-e97c-4224-a271-918f560f0881,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:50.900200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:50.905627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] No DVR routers for this DVR port 18f44f74-e97c-4224-a271-918f560f0881 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:51.152132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.176484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2599fb1-768f-4453-b9ee-ae7a393bcf56']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:51.199013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcf526-7cef-4386-a972-e7fbaf5129d9 req-13133eab-8050-4b3f-a0f7-bd775b29d48b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.200774 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5ddcf526-7cef-4386-a972-e7fbaf5129d9 req-13133eab-8050-4b3f-a0f7-bd775b29d48b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.7180912 May 25 16:47:51.206451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98c72dd-9e36-45d6-99fb-90cca13d81ad') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:51.206811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98c72dd-9e36-45d6-99fb-90cca13d81ad') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:51.238771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.257751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08d4ae51-90e8-45b3-99ef-30cdcf29554d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.265837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.12 (6f18c9d9-2370-4f3e-9512-52a841105636/af1634cc-26c4-43d7-bbae-910e096b4fa7/dbacee85-28e6-4f3d-9e1b-f64d060ec16a) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:51.278560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.298478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:51.299022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.302816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.308414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.314345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:51.318747 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:51.320879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.320879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Synchronizing usage tracker for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:51.321732 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5ddcf526-7cef-4386-a972-e7fbaf5129d9 req-8641e096-64dc-48f8-a625-1cb11af0c3d7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055911 May 25 16:47:51.333235 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-08d4ae51-90e8-45b3-99ef-30cdcf29554d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] update failed (client error): The resource could not be found. May 25 16:47:51.334240 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-08d4ae51-90e8-45b3-99ef-30cdcf29554d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695 HTTP/1.1" status: 404 len: 339 time: 0.6190550 May 25 16:47:51.341441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58024) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:51.506988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f55a695-431d-493a-9c81-f5e5f375ab8f None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:47:51.539945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.546493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.551048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8de5c7e2-b1f6-4cd1-863e-9f1bba40e559 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:51.591311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Unset dirty status for tenant:790eaaa19ee8426db5016bec97307a6c on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:51.592824 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cbcd0b79-f4b8-40d0-b00d-1b4463d63fad tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7395554 May 25 16:47:51.604494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58034) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:51.610728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0f54022d-b0d3-43b9-9278-318bf7d97805 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:51.610934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Pushing event deleted for resources: {'Network': ['ID=b2599fb1-768f-4453-b9ee-ae7a393bcf56,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:51.611086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0f54022d-b0d3-43b9-9278-318bf7d97805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.627659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:51.640189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] 10.222.0.96 "DELETE /v2.0/networks/b2599fb1-768f-4453-b9ee-ae7a393bcf56 HTTP/1.1" status: 204 len: 168 time: 2.1481094 May 25 16:47:51.791151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0f54022d-b0d3-43b9-9278-318bf7d97805 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:51.838140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0f54022d-b0d3-43b9-9278-318bf7d97805 None None] Provisioning for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:51.851183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.881684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object dbacee85-28e6-4f3d-9e1b-f64d060ec16a will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:51.884209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:51.905539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efd455-9efc-4883-978d-0fea97426b0f req-58bd4291-0358-4955-b104-3c9d449fb7ba tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:51.913439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e7efd455-9efc-4883-978d-0fea97426b0f req-58bd4291-0358-4955-b104-3c9d449fb7ba tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2112591 May 25 16:47:51.984450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e7efd455-9efc-4883-978d-0fea97426b0f req-52209f59-3ff4-48de-8fb8-8fd9002ac96e tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700502 May 25 16:47:51.986122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:51.995954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2264512-133a-4b21-b765-410222649ea2 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:52.011025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:52.019022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:52.019545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.075937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:52.079485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:52.083575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:52.130787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58042) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.131841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=dbacee85-28e6-4f3d-9e1b-f64d060ec16a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:52.142693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:52.150109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f55a695-431d-493a-9c81-f5e5f375ab8f None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:47:52.172931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.174466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.199996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6795945 May 25 16:47:52.201655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58048) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.207949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:52.209317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.241408 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb5eb597-292f-4fa5-b019-a77506317e0a tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6321952 May 25 16:47:52.251292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58052) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.318758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:52.338859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.345424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:52.373784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86daa81-bdbd-4fd6-966b-8808ca4f99a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.375441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86daa81-bdbd-4fd6-966b-8808ca4f99a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.376150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86daa81-bdbd-4fd6-966b-8808ca4f99a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Synchronizing usage tracker for tenant:790eaaa19ee8426db5016bec97307a6c on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:52.376803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:52.383664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:52.388226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:52.395589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:52.409431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:52.409694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86daa81-bdbd-4fd6-966b-8808ca4f99a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Unset dirty status for tenant:790eaaa19ee8426db5016bec97307a6c on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:52.420502 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a86daa81-bdbd-4fd6-966b-8808ca4f99a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1565239 May 25 16:47:52.420902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.428920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58056) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.477766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:52.535696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:52.544924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:52.578927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec658faa-d5c1-4e4f-8951-8a48b204b383 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.580349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec658faa-d5c1-4e4f-8951-8a48b204b383 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.586801 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ec658faa-d5c1-4e4f-8951-8a48b204b383 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1519833 May 25 16:47:52.593347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58060) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.706677 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b6a8a293-8ef3-4d60-b505-5a3501659014 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b3a07d584a7f4910bde01215711e8684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600567 May 25 16:47:52.708458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.ipam_backend_mixin [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af1634cc-26c4-43d7-bbae-910e096b4fa7 (CIDR: 172.20.0.0/28) May 25 16:47:52.709102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58064) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.727455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:52.727933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:47:52.782879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3495b4b7-2e76-4475-b399-7bf55defe209 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5801511 May 25 16:47:52.787088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58068) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:52.792728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:52.827681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d6e7f7-b29b-46fb-901d-ca3b4ee84dfb tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:52.832478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9d6e7f7-b29b-46fb-901d-ca3b4ee84dfb tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks/3e84ecba-7705-4fa2-9030-0a1349058ff4 HTTP/1.1" status: 200 len: 800 time: 0.2347965 May 25 16:47:52.832816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58074) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:53.011027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9f0ec561-e463-4d35-9c55-5b3d333db7d0 None None] Provisioning for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:53.017979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9f0ec561-e463-4d35-9c55-5b3d333db7d0 None None] Provisioning complete for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:53.018367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9f0ec561-e463-4d35-9c55-5b3d333db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.033489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Allocated IP 172.20.0.1 (b895298b-a3db-4e2c-b630-82ac9bca0959/f9286ea9-d247-4c41-8ffa-554114a21378/0f5c4cb9-7d93-4504-88c5-8dd254e63776) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:53.038646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:53.046862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:53.050718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:53.058741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:53.101961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.106634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9f0ec561-e463-4d35-9c55-5b3d333db7d0 None None] Port dbacee85-28e6-4f3d-9e1b-f64d060ec16a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:53.195594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.280546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b6a78f4c-5718-4999-b083-3b27eddd67b9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/networks/3e84ecba-7705-4fa2-9030-0a1349058ff4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4465780 May 25 16:47:53.286412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58080) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:53.315603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a53a4-0866-4d5c-8a15-2beb4c2bffea req-870b7096-7785-4a60-aa9e-fd086920286c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:53.317216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-711a53a4-0866-4d5c-8a15-2beb4c2bffea req-870b7096-7785-4a60-aa9e-fd086920286c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.1705747 May 25 16:47:53.333665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:53.337079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.342431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.347672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37b803b4-298b-4308-944d-7684be762809 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.373139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d2f34c-866a-407a-9af2-6ac4c39050da,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:53.379970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:53.389539 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-711a53a4-0866-4d5c-8a15-2beb4c2bffea req-ca3d48b1-14b3-40e2-94e7-333033f2edb1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653555 May 25 16:47:53.390516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.394788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/58d2f34c-866a-407a-9af2-6ac4c39050da HTTP/1.1" status: 204 len: 168 time: 0.6846933 May 25 16:47:53.495557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84caddc-ffbf-4528-a67c-bee943afe949 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:53.496987 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b84caddc-ffbf-4528-a67c-bee943afe949 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets/d5c66dc4-cb9d-4ae6-bfd3-94407648e16a HTTP/1.1" status: 200 len: 811 time: 0.2014570 May 25 16:47:53.501465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:53.563756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.572172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9c5f69-c2eb-480f-b5b4-94baefc7f1cd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['shared'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:53.577084 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e9c5f69-c2eb-480f-b5b4-94baefc7f1cd tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "GET /v2.0/subnets/d5c66dc4-cb9d-4ae6-bfd3-94407648e16a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0710623 May 25 16:47:53.577734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58092) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:53.583820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-33044688'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:53.588983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:53.594378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Transition to ACTIVE for port object 0f5c4cb9-7d93-4504-88c5-8dd254e63776 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:53.600662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:53.612270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:53.616095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.655763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] vlan segment allocate from pool success with {'vlan_id': 1161, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:47:53.670600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.671119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Added segment 543c3825-d01b-4bd7-9b2a-539d7ed580d6 of type vlan for network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d May 25 16:47:53.684409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.690683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.706070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.744877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:53.749921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.760815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:53.761895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.767896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network b895298b-a3db-4e2c-b630-82ac9bca0959 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:53.773051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:53.773234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:53.778015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:53.844879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:53.845427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.863353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:53.902465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Port': ['ID=0f5c4cb9-7d93-4504-88c5-8dd254e63776,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:53.915867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Network': ['ID=a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:53.919599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:53.924550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3459234 May 25 16:47:53.925219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58104) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:53.932837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:53.939747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:47:53.944280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:54.090153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:54.101932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:54.116265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Made reservation on behalf of 790eaaa19ee8426db5016bec97307a6c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:47:54.124292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.245198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.250843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7dc55cc3-e83c-4b40-a81c-d5d76a01b591 None None] Provisioning for port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:54.255902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7dc55cc3-e83c-4b40-a81c-d5d76a01b591 None None] Provisioning complete for port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:54.256286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7dc55cc3-e83c-4b40-a81c-d5d76a01b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.256914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing IP validity checks on allocation pools {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 16:47:54.257560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 16:47:54.319599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7dc55cc3-e83c-4b40-a81c-d5d76a01b591 None None] Port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:54.360502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58118) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:54.517829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-529df9c2-8617-44e7-bcff-2a19f0d2c7e3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:54.518619 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-529df9c2-8617-44e7-bcff-2a19f0d2c7e3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 16:47:54.519030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-529df9c2-8617-44e7-bcff-2a19f0d2c7e3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): There was a conflict when trying to complete your request. May 25 16:47:54.519991 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-529df9c2-8617-44e7-bcff-2a19f0d2c7e3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1585171 May 25 16:47:54.524071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58126) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:54.532267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--538532357'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:54.540431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:54.562659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:54.566538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:54.577143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:54.596168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.615673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.635275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:54.642004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:54.645395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:54.665132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:54.693196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.701355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a994e6a0-a01b-4a4f-95c8-90afbc6bb104 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:54.764710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:54.779982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:54.790380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bb76f-8342-48d3-9d58-57e6b7b62fef None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:54.820634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:54.821463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.830434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:54.844622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:54.852626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.860338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-913ce488-0bbd-45b5-abd4-5cf1a8328aa5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:54.870442 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0798879 May 25 16:47:54.871558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58132) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:54.894183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1045833882', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186'}], 'security_groups': ['66be1251-c817-4a43-9510-4574be22ed4a']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:54.954250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.956015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.964311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.974206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:54.979821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=a8987c95-67d6-480d-906b-74dfa7b17b05,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:54.986361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:54.988177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41239964-a49f-4bf3-a00a-75a07c406576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:54.997766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:55.005633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:55.008559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b5279fb8-bbfe-4c16-a174-f10d8c6f1e2c tempest-RoutersAdminTest-412142121 tempest-RoutersAdminTest-412142121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:55.014701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:55.040280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ad457-bbfc-4343-aca6-e155370b13c0 req-7207fb15-296f-43fb-809e-f41cb559d868 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:55.041748 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-542ad457-bbfc-4343-aca6-e155370b13c0 req-7207fb15-296f-43fb-809e-f41cb559d868 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4667654 May 25 16:47:55.045595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:55.048209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Checking segment: {'id': '543c3825-d01b-4bd7-9b2a-539d7ed580d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:55.048686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network hostable DHCP agents. Network: a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:47:55.088730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3663f27-4b77-4054-9a76-67c0df6c56d4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:55.100549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:55.134052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:47:55.146977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-542ad457-bbfc-4343-aca6-e155370b13c0 req-deefac85-90fb-4b2e-8be0-580f4ea75df4 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927987 May 25 16:47:55.155134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:55.175164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d69ad18-174b-4b12-aa28-d8d951d21e7f None None] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:55.189400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:55.190009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.265036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.274990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.284672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bd57903-ba4c-46ad-89ba-4e398884e945 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:55.308022 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3791630 May 25 16:47:55.310395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58138) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:55.338422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:55.342673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Update dhcp port {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'fixed_ips': [{'subnet_id': 'af1634cc-26c4-43d7-bbae-910e096b4fa7', 'ip_address': '172.20.0.2'}, {'subnet_id': '4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '7b59f209-d1fd-4ec0-ba8a-b600a51c4e71'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:47:55.358754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.363263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event updated for resources: {'Port': ['ID=0f5c4cb9-7d93-4504-88c5-8dd254e63776,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:55.369951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.374485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8462996 May 25 16:47:55.378225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:55.380284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:55.392532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'af569d2b-8714-49eb-8521-6f5974693138', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:55.397335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af569d2b-8714-49eb-8521-6f5974693138,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:55.403857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:55.406277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:55.410613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:55.415374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:55.429084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:55.493249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.500912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.553599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d', 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d', 'tenant_id': '790eaaa19ee8426db5016bec97307a6c', 'fixed_ips': [{'subnet_id': 'a8987c95-67d6-480d-906b-74dfa7b17b05'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:47:55.554397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.566139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.574235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.580872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047d6e2d-4b6b-4a68-9499-d13c7865b5b5 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:55.588450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5320184'] for subnet, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.607169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.612796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f8e571-aa25-4143-9b6e-b64acc69e9b2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:55.621343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:55.628573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.632341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2447956 May 25 16:47:55.632970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58146) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:55.639462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Network b895298b-a3db-4e2c-b630-82ac9bca0959 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:55.651135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:55.667945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'af569d2b-8714-49eb-8521-6f5974693138', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:55.685865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:55.697705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:55.704328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:55.713298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:55.811701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.831691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Allocated IP 172.20.0.18 (6f18c9d9-2370-4f3e-9512-52a841105636/4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186/7b59f209-d1fd-4ec0-ba8a-b600a51c4e71) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:55.944941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): There was a conflict when trying to complete your request. May 25 16:47:55.948119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5e097088-6338-416e-b3dd-ffce7ef625f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3120060 May 25 16:47:55.948119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7629270'] for subnet, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:55.951548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58150) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:55.953541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:56.027194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Router faf9eacc-be07-4b5c-a35b-28d70fb51695 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:47:56.100129 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-34e64bc4-67cc-4ca7-b602-42e262cb009a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3597195 May 25 16:47:56.116815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Allocated IP 172.20.0.3 (a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d/a8987c95-67d6-480d-906b-74dfa7b17b05/f4de2293-55c7-422d-9d3d-023d97d1c58c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:56.148236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4e7072bd-01c1-49d5-86a8-1fe60828f7c9 None None] Provisioning complete for port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:56.148575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4e7072bd-01c1-49d5-86a8-1fe60828f7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.188847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:56.189459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.193493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "PUT /v2.0/subnets/a8987c95-67d6-480d-906b-74dfa7b17b05 HTTP/1.1" status: 200 len: 877 time: 0.8743074 May 25 16:47:56.198125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58154) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:56.231408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:56.235498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event updated for resources: {'Subnet': ['ID=a8987c95-67d6-480d-906b-74dfa7b17b05,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:56.267890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:56.268611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.317213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4e7072bd-01c1-49d5-86a8-1fe60828f7c9 None None] Port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:56.360957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.368313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.387097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:47:56.398117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0556827 May 25 16:47:56.399823 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] Sync routers for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:47:56.402623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58162) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:56.410072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Transition to ACTIVE for port object 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:56.418641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:56.420787 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:56.510802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.534572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.540614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8917d9ac-d331-43ae-b971-d77838711864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:56.559006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af569d2b-8714-49eb-8521-6f5974693138,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:56.564047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:56.565461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:56.591746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:47:56.592755 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:56.639599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.650702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.654335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Transition to ACTIVE for port object f4de2293-55c7-422d-9d3d-023d97d1c58c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:56.670706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-1fa54950-ef68-4273-b560-f9d7ddbe5a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:56.673080 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-1fa54950-ef68-4273-b560-f9d7ddbe5a43 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 1098 time: 0.5131259 May 25 16:47:56.680786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Transition to ACTIVE for port object f4de2293-55c7-422d-9d3d-023d97d1c58c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:56.696851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.705491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:56.739404 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:56.740359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d745afd-655e-4d49-8ad1-8fc9d69e534d None None] The sync data for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:47:56.750237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.757325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c4e37c9-d209-46bd-85f1-6c55e1e88261 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.799548 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:47:56.866229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:47:56.915431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:47:56.922558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:47:56.972032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:56.977073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.019768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.020976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/af569d2b-8714-49eb-8521-6f5974693138 HTTP/1.1" status: 204 len: 168 time: 0.8909385 May 25 16:47:57.023650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=a8987c95-67d6-480d-906b-74dfa7b17b05,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.034020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6d2ba-6da2-415d-bcf1-624c7e2c4792 req-7ce1f86e-984f-4dc8-a945-25a0c503dde2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:57.035610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9eb6d2ba-6da2-415d-bcf1-624c7e2c4792 req-7ce1f86e-984f-4dc8-a945-25a0c503dde2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6798632 May 25 16:47:57.036112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58166) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.039342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.082634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.087653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.088122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.323s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.123468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9eb6d2ba-6da2-415d-bcf1-624c7e2c4792 req-b19b6a98-48de-4d38-a19a-ce6e4ed1fa84 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680363 May 25 16:47:57.162819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Pushing event updated for resources: {'Port': ['ID=f4de2293-55c7-422d-9d3d-023d97d1c58c,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.165729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Attempting to bind port f4de2293-55c7-422d-9d3d-023d97d1c58c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:47:57.166633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Attempting to bind port f4de2293-55c7-422d-9d3d-023d97d1c58c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '543c3825-d01b-4bd7-9b2a-539d7ed580d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:47:57.166633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Attempting to bind port f4de2293-55c7-422d-9d3d-023d97d1c58c on network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:47:57.169762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.176088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:47:57.176479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Checking segment: {'id': '543c3825-d01b-4bd7-9b2a-539d7ed580d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:47:57.176894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.177291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Bound using segment: {'id': '543c3825-d01b-4bd7-9b2a-539d7ed580d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:47:57.177770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Bound port: f4de2293-55c7-422d-9d3d-023d97d1c58c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543c3825-d01b-4bd7-9b2a-539d7ed580d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1161, 'network_id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:47:57.178160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.207884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Delete allocated IP 172.20.0.12 (6f18c9d9-2370-4f3e-9512-52a841105636/af1634cc-26c4-43d7-bbae-910e096b4fa7) {{(pid=99126) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:47:57.217553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.20 (6f18c9d9-2370-4f3e-9512-52a841105636/4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186/dbacee85-28e6-4f3d-9e1b-f64d060ec16a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:47:57.241234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-40dc29ef-12c1-46f2-b567-c62c99a516d5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:57.270744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-40dc29ef-12c1-46f2-b567-c62c99a516d5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:57.272312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-40dc29ef-12c1-46f2-b567-c62c99a516d5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2320173 May 25 16:47:57.276637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58170) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.281966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.297764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--435622500'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:57.305096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:57.319805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:57.334011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] For port f4de2293-55c7-422d-9d3d-023d97d1c58c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:47:57.335428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.338392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] For port f4de2293-55c7-422d-9d3d-023d97d1c58c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f4de2293-55c7-422d-9d3d-023d97d1c58c,segment=NetworkSegment(543c3825-d01b-4bd7-9b2a-539d7ed580d6),segment_id=543c3825-d01b-4bd7-9b2a-539d7ed580d6)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:47:57.345396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.350548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-847edf2d-af77-4f1a-af5f-fe1597b8e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.353112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:57.374640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543c3825-d01b-4bd7-9b2a-539d7ed580d6') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:57.374987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543c3825-d01b-4bd7-9b2a-539d7ed580d6') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:57.389971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:57.393827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.404943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:57.410386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:57.422351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:57.425298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.442595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:57.443590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:57.464036 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:47:57.545864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-9ce9a2c3-b280-45fb-8cb2-eba0f907c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:57.547808 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-9ce9a2c3-b280-45fb-8cb2-eba0f907c277 service neutron] 10.222.0.95 "GET /v2.0/networks?id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 200 len: 914 time: 0.8287792 May 25 16:47:57.611547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Pushing event updated for resources: {'Port': ['ID=f4de2293-55c7-422d-9d3d-023d97d1c58c,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:57.636079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:57.637856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 16:47:57.637856 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 16:47:57.637856 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d'}] May 25 16:47:57.637856 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:47:57.638293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:47:57.665597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299aac04-6a96-457f-9de8-be1e20a68918 None None] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:57.691457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.699717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.709022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.768572 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-3c4e37c9-d209-46bd-85f1-6c55e1e88261 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] delete failed (client error): There was a conflict when trying to complete your request. May 25 16:47:57.775533 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3c4e37c9-d209-46bd-85f1-6c55e1e88261 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695 HTTP/1.1" status: 409 len: 329 time: 1.3716071 May 25 16:47:57.777582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.782084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object dbacee85-28e6-4f3d-9e1b-f64d060ec16a will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:47:57.784058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-34712a0f-8510-4a9b-9aff-3a2dddea1833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.796240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.807718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:57.869822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Provisioning for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:57.886247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Provisioning complete for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:57.887190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.954282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:57.958065 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6777756 May 25 16:47:57.967045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Port dbacee85-28e6-4f3d-9e1b-f64d060ec16a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:57.968584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.979358 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-01e08ff7-8df7-4e33-8658-7327121680cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 200 len: 1000 time: 0.4208159 May 25 16:47:57.981146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-675cb32c-3598-4b89-8be0-f29117db0c69 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': '16dcce65-0c3c-4465-b7f8-e3cb71c2815a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:57.982616 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-675cb32c-3598-4b89-8be0-f29117db0c69 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 25 16:47:57.983330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-675cb32c-3598-4b89-8be0-f29117db0c69 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:57.988005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-675cb32c-3598-4b89-8be0-f29117db0c69 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0136023 May 25 16:47:57.989094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58184) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:57.994065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dcce65-0c3c-4465-b7f8-e3cb71c2815a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.008730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.077601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:47:58.090436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=dbacee85-28e6-4f3d-9e1b-f64d060ec16a,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.098014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.132216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] In _notify_port_updated(), no bound segment for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a on network 6f18c9d9-2370-4f3e-9512-52a841105636 {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:47:58.138338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.139074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.143047 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/ports/dbacee85-28e6-4f3d-9e1b-f64d060ec16a HTTP/1.1" status: 200 len: 921 time: 3.2672491 May 25 16:47:58.144057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58188) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:58.173316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Provisioning for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:47:58.181660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:58.183309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.197807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-3cdd5120-67e2-4b0c-8260-1cf3e3896bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.199497 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-3cdd5120-67e2-4b0c-8260-1cf3e3896bb4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a14d0998-dcee-4002-ade5-2ea219d4af91 HTTP/1.1" status: 200 len: 851 time: 0.1707323 May 25 16:47:58.288483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:58.288756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.322362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79687a4-9c36-44ad-ae07-7112857c3f86 None None] Network a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:47:58.358491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.365216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-689d2829-a195-49ae-94ba-ed051275f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.368382 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-689d2829-a195-49ae-94ba-ed051275f292 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=cfc8bae2-3647-4592-b9b5-1a21ff118a0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1618710 May 25 16:47:58.474293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port dbacee85-28e6-4f3d-9e1b-f64d060ec16a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:58.474746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.521805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.621096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.623722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.684735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:58.685312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.748240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612a65a-5d7a-438f-bc43-9152edc90945 req-09448183-c8ae-49f0-bd04-16c0344cc55c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:47:58.749688 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1612a65a-5d7a-438f-bc43-9152edc90945 req-09448183-c8ae-49f0-bd04-16c0344cc55c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3715179 May 25 16:47:58.763258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port f4de2293-55c7-422d-9d3d-023d97d1c58c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:47:58.763576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.775487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for dbacee85-28e6-4f3d-9e1b-f64d060ec16a owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:58.843363 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-efad1251-36a1-4e23-a3f5-e7532d6d0e91 service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664853 May 25 16:47:58.847915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9835cc6e-cef8-4782-87c6-d176498a7c42 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:58.862719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.873774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56395684-0c98-406c-a7f5-d83ba047fda0 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:58.888868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d73ca-8b6a-4c23-b315-d0ed956945fc None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:47:58.909044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dcce65-0c3c-4465-b7f8-e3cb71c2815a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:58.927376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:58.942222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:58.943852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/16dcce65-0c3c-4465-b7f8-e3cb71c2815a HTTP/1.1" status: 204 len: 168 time: 0.9538639 May 25 16:47:58.955809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1612a65a-5d7a-438f-bc43-9152edc90945 req-92f92028-e12a-48e8-99d6-38f8aed5deef tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757927 May 25 16:47:58.963520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58196) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.003270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-edfc85d0-b1e5-4857-b672-869ca878af6e None None] Provisioning complete for port dbacee85-28e6-4f3d-9e1b-f64d060ec16a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:47:59.003737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-edfc85d0-b1e5-4857-b672-869ca878af6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.004683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port f4de2293-55c7-422d-9d3d-023d97d1c58c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f4de2293-55c7-422d-9d3d-023d97d1c58c,segment=NetworkSegment(543c3825-d01b-4bd7-9b2a-539d7ed580d6),segment_id=543c3825-d01b-4bd7-9b2a-539d7ed580d6)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:47:59.005377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.037676 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-beab55f7-1a95-48fa-8f6b-b1ae5b419558 req-31ce8dd8-ea1d-4010-8871-dac4108f9d5b service neutron] 10.222.0.95 "GET /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832526 May 25 16:47:59.095338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-edfc85d0-b1e5-4857-b672-869ca878af6e None None] Port dbacee85-28e6-4f3d-9e1b-f64d060ec16a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:47:59.122523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.129074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b48324c7-80a2-4ad7-ac90-8624881da037 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:59.142190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d73ca-8b6a-4c23-b315-d0ed956945fc None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:47:59.191631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for f4de2293-55c7-422d-9d3d-023d97d1c58c owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:47:59.247695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-29ad2289-e78a-46b0-a93f-b6495b80c915 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:59.275902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-29ad2289-e78a-46b0-a93f-b6495b80c915 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:59.285180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-29ad2289-e78a-46b0-a93f-b6495b80c915 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3124044 May 25 16:47:59.285180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.321176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58200) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.323589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=dbacee85-28e6-4f3d-9e1b-f64d060ec16a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:59.329938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:59.333782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963766610'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:59.342452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:59.424967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:59.465558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.471934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.479632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91b960ce-37e9-41dd-b58c-45cc215d495a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:59.503490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:47:59.508903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.514557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:47:59.520178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:47:59.529458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:47:59.535244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/dbacee85-28e6-4f3d-9e1b-f64d060ec16a HTTP/1.1" status: 204 len: 168 time: 1.3885620 May 25 16:47:59.535460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=f4de2293-55c7-422d-9d3d-023d97d1c58c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:59.539678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58204) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.547167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:59.627879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.632416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.638858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port f4de2293-55c7-422d-9d3d-023d97d1c58c on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:47:59.663482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-965dc8be-211d-483b-98ad-63c73a04aa17 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:59.675705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.677245 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3512514 May 25 16:47:59.681115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58208) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.690631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-df9c9edd-53e1-46ce-b0dd-d0b2c89b4d82 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'fb557156-40a0-4594-805f-79e3f142d894', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:47:59.691659 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-df9c9edd-53e1-46ce-b0dd-d0b2c89b4d82 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 25 16:47:59.692271 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-df9c9edd-53e1-46ce-b0dd-d0b2c89b4d82 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:47:59.695976 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-df9c9edd-53e1-46ce-b0dd-d0b2c89b4d82 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111964 May 25 16:47:59.701740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58212) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.719532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f584b134-8335-46a5-ac14-3217677ef295 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:47:59.720081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f584b134-8335-46a5-ac14-3217677ef295 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Synchronizing usage tracker for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:47:59.729711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb557156-40a0-4594-805f-79e3f142d894,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:59.739407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:59.796513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.827914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.832141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f584b134-8335-46a5-ac14-3217677ef295 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Unset dirty status for tenant:12532c4bf85e4b39bc19680a19844025 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:47:59.833319 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f584b134-8335-46a5-ac14-3217677ef295 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/dbacee85-28e6-4f3d-9e1b-f64d060ec16a HTTP/1.1" status: 404 len: 333 time: 0.2905214 May 25 16:47:59.836454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58216) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.850072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.865336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:59.881560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543c3825-d01b-4bd7-9b2a-539d7ed580d6') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:59.881877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543c3825-d01b-4bd7-9b2a-539d7ed580d6') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:47:59.897495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.914589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.927483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc76c12b-b73c-4a78-ab40-3857fc9a5653 tempest-RoutersNegativeIpV6Test-1288131688 tempest-RoutersNegativeIpV6Test-1288131688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:47:59.948443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb557156-40a0-4594-805f-79e3f142d894,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:47:59.951371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.953475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:47:59.957325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.969833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1161 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:47:59.970233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.978585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:47:59.982168 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/fb557156-40a0-4594-805f-79e3f142d894 HTTP/1.1" status: 204 len: 168 time: 0.2769122 May 25 16:47:59.982944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58222) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:47:59.987285 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:00.020114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.089316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b31c7cff-93b8-455a-b42e-0f33e008b584 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:00.109844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b31c7cff-93b8-455a-b42e-0f33e008b584 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:00.111462 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b31c7cff-93b8-455a-b42e-0f33e008b584 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1277649 May 25 16:48:00.112839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.117047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58228) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.117787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-64fa9c0b-2402-4c22-910e-66f2d651ece7 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.133349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--589035235'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:00.142703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b3ea4c-b2ed-4915-8399-f22ad6d505bd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.145905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:00.148609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.162407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:00.164937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.166328 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/security-groups/82b3ea4c-b2ed-4915-8399-f22ad6d505bd HTTP/1.1" status: 204 len: 168 time: 0.3289537 May 25 16:48:00.171385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58232) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.193895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.233111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:00.240892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:00.244347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:00.253992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:00.276947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.318615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.339838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.346148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-325aeb01-7a7b-40a7-b998-ca0c4dc69206 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.365651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.378465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.389059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.394152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d HTTP/1.1" status: 204 len: 168 time: 4.1953423 May 25 16:48:00.398143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58236) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.415578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting port 0f5c4cb9-7d93-4504-88c5-8dd254e63776 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:00.415916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.437321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcde570-c881-4619-8fb2-a239251608f4 req-f572be00-0f53-4790-b6cd-7373d819ecb5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:00.438866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bbcde570-c881-4619-8fb2-a239251608f4 req-f572be00-0f53-4790-b6cd-7373d819ecb5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2128065 May 25 16:48:00.457069 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f42eb8-0af3-4598-a274-54150aedb5f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:00.457685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f42eb8-0af3-4598-a274-54150aedb5f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:00.463437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.471909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.472885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1a0247ac-6178-4c5a-ac99-7925c7b87791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.490992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.500308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be1251-c817-4a43-9510-4574be22ed4a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.502422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.505952 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/security-groups/66be1251-c817-4a43-9510-4574be22ed4a HTTP/1.1" status: 204 len: 168 time: 0.3307350 May 25 16:48:00.509143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.509298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58240) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.509798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7c95d332-f476-48a1-a3d1-99d0d4166561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:00.520056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-43f42eb8-0af3-4598-a274-54150aedb5f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/a8987c95-67d6-480d-906b-74dfa7b17b05 HTTP/1.1" status: 404 len: 337 time: 0.1196735 May 25 16:48:00.523344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58244) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.563202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.564464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4375412 May 25 16:48:00.570309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58248) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.574812 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-892f41c1-5b12-421c-9857-63b96bb65bc7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:00.575605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892f41c1-5b12-421c-9857-63b96bb65bc7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:00.578571 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-892f41c1-5b12-421c-9857-63b96bb65bc7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/a2611fcd-1cf8-4efc-ab8a-9b6a66ef8a0d HTTP/1.1" status: 404 len: 339 time: 0.0532494 May 25 16:48:00.579302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8acaf1c-88c6-40dc-9669-d7d595fbe55b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:00.581298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58252) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.583374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fd39bd18-190e-441e-b500-2220d9e3c80c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f8acaf1c-88c6-40dc-9669-d7d595fbe55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:00.583611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:00.599476 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-fd39bd18-190e-441e-b500-2220d9e3c80c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 25 16:48:00.599976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-fd39bd18-190e-441e-b500-2220d9e3c80c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:00.601027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fd39bd18-190e-441e-b500-2220d9e3c80c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221961 May 25 16:48:00.613933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58256) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.624819 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-4041e7bd-f30b-428a-8ccd-9c06b1905839 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:00.625276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4041e7bd-f30b-428a-8ccd-9c06b1905839 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:00.626952 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4041e7bd-f30b-428a-8ccd-9c06b1905839 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/280652b3-1304-431b-b40a-fcf692dccd95 HTTP/1.1" status: 404 len: 337 time: 0.0447516 May 25 16:48:00.629480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58260) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.640421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b62cfc7d-40d1-498e-a091-dcd29ce3b82a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f8acaf1c-88c6-40dc-9669-d7d595fbe55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:00.641102 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-b62cfc7d-40d1-498e-a091-dcd29ce3b82a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 25 16:48:00.641599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-b62cfc7d-40d1-498e-a091-dcd29ce3b82a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:00.642545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b62cfc7d-40d1-498e-a091-dcd29ce3b82a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166712 May 25 16:48:00.649783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58264) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.660206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9f8fa3bf-741a-43eb-851b-551a4a18ef5f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f8acaf1c-88c6-40dc-9669-d7d595fbe55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:00.662020 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-9f8fa3bf-741a-43eb-851b-551a4a18ef5f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 25 16:48:00.662521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-9f8fa3bf-741a-43eb-851b-551a4a18ef5f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:00.663491 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9f8fa3bf-741a-43eb-851b-551a4a18ef5f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102906 May 25 16:48:00.665455 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-869f4fe3-e613-4c32-92e4-8d18ba1b6251 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:00.665455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869f4fe3-e613-4c32-92e4-8d18ba1b6251 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:00.666980 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-869f4fe3-e613-4c32-92e4-8d18ba1b6251 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/07afd8c7-0ebf-46cf-9747-06f7b15102ad HTTP/1.1" status: 404 len: 339 time: 0.0365717 May 25 16:48:00.667570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58268) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.669622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58272) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.671441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bbcde570-c881-4619-8fb2-a239251608f4 req-8a0d1b93-35de-489c-b19d-95de606ab13a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242277 May 25 16:48:00.674709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-201bdf1b-bd1d-4177-9612-d5284cd16025 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f8acaf1c-88c6-40dc-9669-d7d595fbe55b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:00.675188 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-201bdf1b-bd1d-4177-9612-d5284cd16025 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 25 16:48:00.675675 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-201bdf1b-bd1d-4177-9612-d5284cd16025 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:00.676586 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-201bdf1b-bd1d-4177-9612-d5284cd16025 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081568 May 25 16:48:00.684814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58276) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:00.717273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet af1634cc-26c4-43d7-bbae-910e096b4fa7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:00.729252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.736440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.793415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.925049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Calling delete_port for 0f5c4cb9-7d93-4504-88c5-8dd254e63776 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:00.937713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.955583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.955806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a35b14-f5fd-41a5-ab5e-c23dd0090f26']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:00.968574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de164050-ee51-4bfc-90ef-3ad6da55791d') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:00.968874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de164050-ee51-4bfc-90ef-3ad6da55791d') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:00.980205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:00.996181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.002266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:01.002709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:01.018216 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:01.021142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.072281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.106506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.111777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.115805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-78daf849-fd46-42cc-a154-7bf79f4a0429 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.152084 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/d6a35b14-f5fd-41a5-ab5e-c23dd0090f26 HTTP/1.1" status: 204 len: 168 time: 0.4810214 May 25 16:48:01.154050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=d6a35b14-f5fd-41a5-ab5e-c23dd0090f26,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:01.154539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.158640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:01.159171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58280) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.190731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.206165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d16e2fa-e005-4cfa-956c-bc1f36417790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.214747 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cfd142-da62-4126-b6f3-807a561103a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.215354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cfd142-da62-4126-b6f3-807a561103a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.217800 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-39cfd142-da62-4126-b6f3-807a561103a1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/1dc1a349-879a-4598-afec-878817336702 HTTP/1.1" status: 404 len: 337 time: 0.0575976 May 25 16:48:01.220826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58286) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.234793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8acaf1c-88c6-40dc-9669-d7d595fbe55b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:01.240232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:01.254227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.255416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/f8acaf1c-88c6-40dc-9669-d7d595fbe55b HTTP/1.1" status: 204 len: 168 time: 0.5665803 May 25 16:48:01.257326 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c56e2c-2a7d-46dd-af9a-0dcc114778a4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.257892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c56e2c-2a7d-46dd-af9a-0dcc114778a4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.262272 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a6c56e2c-2a7d-46dd-af9a-0dcc114778a4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/cc954e26-a09d-477f-af66-39cad69d6fb1 HTTP/1.1" status: 404 len: 339 time: 0.0402052 May 25 16:48:01.268543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58290) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.268881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58292) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.323939 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-67530595-8ab7-410c-bee3-55806ea92fd4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.324488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67530595-8ab7-410c-bee3-55806ea92fd4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.326982 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-67530595-8ab7-410c-bee3-55806ea92fd4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/dd563dcd-6dbb-4827-ab66-c487bc896431 HTTP/1.1" status: 404 len: 337 time: 0.0554054 May 25 16:48:01.329652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58298) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.367331 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0506af49-d32e-4940-ba02-0b632ae95351 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.367802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0506af49-d32e-4940-ba02-0b632ae95351 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.369453 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0506af49-d32e-4940-ba02-0b632ae95351 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/0b469b15-190e-4e2b-85f3-8579b0e2a398 HTTP/1.1" status: 404 len: 339 time: 0.0388288 May 25 16:48:01.373874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58302) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.388553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6d133778-99b8-4e62-bea0-eb42abb9deb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:01.404881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6d133778-99b8-4e62-bea0-eb42abb9deb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:01.406118 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6d133778-99b8-4e62-bea0-eb42abb9deb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1362538 May 25 16:48:01.410520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.415380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--561412901'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.422526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.432614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.443700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.447118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a701479-b7d0-43af-96ff-37f4208d844c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.447571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a701479-b7d0-43af-96ff-37f4208d844c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.468895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.472977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a701479-b7d0-43af-96ff-37f4208d844c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/6b11950b-6742-4ba2-8ca2-ffdca9bad26a HTTP/1.1" status: 404 len: 337 time: 0.0956657 May 25 16:48:01.474079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.476672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58310) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.477622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.481634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.484138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.506855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8e96e64e-4afa-44b8-b7e7-730cc00ab816 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.565811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.569801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.572090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e00ef3f-73d2-4854-a3fc-c8d69d405b8f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.572729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e00ef3f-73d2-4854-a3fc-c8d69d405b8f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.574885 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5e00ef3f-73d2-4854-a3fc-c8d69d405b8f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/29fa081d-ffc3-42b3-acad-6f50b8db28f5 HTTP/1.1" status: 404 len: 339 time: 0.0966458 May 25 16:48:01.576344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Port': ['ID=0f5c4cb9-7d93-4504-88c5-8dd254e63776,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:01.580051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58314) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.585053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8586956e-387e-4a6c-b866-325ac2f0bbba tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:01.623897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:01.628003 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2142680 May 25 16:48:01.628003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b84c8b-d83a-40e1-91f0-2caa03f66904,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:01.628263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:01.629610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58318) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.632149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:01.636661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a40c304c-29d7-42e1-be67-190e6387d378 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.637310 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-a40c304c-29d7-42e1-be67-190e6387d378 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 16:48:01.638339 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-a40c304c-29d7-42e1-be67-190e6387d378 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:01.643169 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a40c304c-29d7-42e1-be67-190e6387d378 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109112 May 25 16:48:01.644141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58322) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.650004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.658690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.663347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.667765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.680401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.726402 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:01.732496 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-baf52457-c9b1-467f-813b-35c845b64b95 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0872152 May 25 16:48:01.733238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58328) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.739839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4259985c-ce24-4d08-938e-c9bba5420a2a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.740602 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-4259985c-ce24-4d08-938e-c9bba5420a2a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 25 16:48:01.741487 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-4259985c-ce24-4d08-938e-c9bba5420a2a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:01.747908 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4259985c-ce24-4d08-938e-c9bba5420a2a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125432 May 25 16:48:01.748711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58332) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.754819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.763508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.768443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.771731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.779731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.794410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c961569e-5f74-4813-ab96-f199319c79b3 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.795199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c961569e-5f74-4813-ab96-f199319c79b3 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.797075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c961569e-5f74-4813-ab96-f199319c79b3 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/f764f4a0-ec1c-4fc7-9328-07e672d66761 HTTP/1.1" status: 404 len: 337 time: 0.1812522 May 25 16:48:01.800965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58336) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.863224 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:01.864574 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3b6d2004-cae4-48ef-b50f-9742702642b2 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1148350 May 25 16:48:01.867698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58340) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.873943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0531901f-f955-4725-9b8b-345617db2e20 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.874411 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-0531901f-f955-4725-9b8b-345617db2e20 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 16:48:01.874893 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-0531901f-f955-4725-9b8b-345617db2e20 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:01.875846 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0531901f-f955-4725-9b8b-345617db2e20 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072651 May 25 16:48:01.876969 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-41be99bd-b58f-40ec-92aa-82e42f0272a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.877429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41be99bd-b58f-40ec-92aa-82e42f0272a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.879000 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-41be99bd-b58f-40ec-92aa-82e42f0272a8 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/353da46f-ad55-4a5b-b6aa-f60a01ec52c8 HTTP/1.1" status: 404 len: 339 time: 0.0762243 May 25 16:48:01.879582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58344) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.881759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58348) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.886479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:01.929892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:01.937769 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bcc4a3-6fe3-4c0d-99e1-97a1c041627c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.938222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bcc4a3-6fe3-4c0d-99e1-97a1c041627c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.939905 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90bcc4a3-6fe3-4c0d-99e1-97a1c041627c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/b0f468c5-98b9-4193-95a9-af84a936295e HTTP/1.1" status: 404 len: 337 time: 0.0572805 May 25 16:48:01.940962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:01.943469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:01.945826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:01.975245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:01.979648 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-319e6ba5-d3bb-4e47-b0b4-377830d333b4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:01.980260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319e6ba5-d3bb-4e47-b0b4-377830d333b4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:01.983126 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-319e6ba5-d3bb-4e47-b0b4-377830d333b4 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/f11a6b78-a3fd-41c8-91fb-3a7636095b13 HTTP/1.1" status: 404 len: 339 time: 0.0384853 May 25 16:48:01.985597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58356) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.033305 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Project b369585474434794b799305047c02eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:02.037614 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d22aa2b-c7f8-4300-9992-a5f7e22eb10c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.038062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d22aa2b-c7f8-4300-9992-a5f7e22eb10c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.042647 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8d22aa2b-c7f8-4300-9992-a5f7e22eb10c tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/ef34e449-0956-4b98-bcd1-de5ad09b13e4 HTTP/1.1" status: 404 len: 337 time: 0.0560405 May 25 16:48:02.043301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58360) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.080834 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be3c21-5265-48ea-8b75-bd339b80f7f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.081340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03be3c21-5265-48ea-8b75-bd339b80f7f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.085688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-03be3c21-5265-48ea-8b75-bd339b80f7f5 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/feb5e97b-a3a1-44c9-bd12-f1609d2a3b8c HTTP/1.1" status: 404 len: 339 time: 0.0389752 May 25 16:48:02.086377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58364) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.126811 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:02.127863 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-212b227f-d76d-4ca4-95c4-7186bc30b892 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2474110 May 25 16:48:02.131733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58368) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.134257 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57a77d5-b0aa-4e25-91da-e4f3616f8e59 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.134701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57a77d5-b0aa-4e25-91da-e4f3616f8e59 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.136296 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a57a77d5-b0aa-4e25-91da-e4f3616f8e59 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/5dab9826-cf5c-413d-94a9-3d1bf625e842 HTTP/1.1" status: 404 len: 337 time: 0.0481019 May 25 16:48:02.140689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-90054b13-ebcb-433d-adba-c392e48159bb tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.141149 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-90054b13-ebcb-433d-adba-c392e48159bb tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 25 16:48:02.141610 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-90054b13-ebcb-433d-adba-c392e48159bb tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:02.142501 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90054b13-ebcb-433d-adba-c392e48159bb tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097613 May 25 16:48:02.143032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58372) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.145165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58376) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.167723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.178061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:02.182104 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f51e4f-c14a-4fd0-abbd-ddef531251bf tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.182579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f51e4f-c14a-4fd0-abbd-ddef531251bf tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.184791 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-30f51e4f-c14a-4fd0-abbd-ddef531251bf tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/b874a9e6-3db5-41b0-bf83-e273ff87b52c HTTP/1.1" status: 404 len: 339 time: 0.0403550 May 25 16:48:02.185962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:02.188561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58380) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.190892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:02.231611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:02.233895 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-11061189-8640-4636-88de-ac334792b9a7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.234353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11061189-8640-4636-88de-ac334792b9a7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.236299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-11061189-8640-4636-88de-ac334792b9a7 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/be56d3c6-7f2c-4835-b1e8-9a926c1a190a HTTP/1.1" status: 404 len: 337 time: 0.0468323 May 25 16:48:02.238290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.240071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58384) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.248795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.255567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-073386a2-0e6c-4d06-9f89-ab57be950b87 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:02.266469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Project b369585474434794b799305047c02eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:02.279368 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8c4bae-a24c-478a-ab33-7a5d1a1e3a81 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] DELETE failed (client error): The resource could not be found. May 25 16:48:02.279816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8c4bae-a24c-478a-ab33-7a5d1a1e3a81 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:02.281466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eb8c4bae-a24c-478a-ab33-7a5d1a1e3a81 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/b89ee67c-ce36-4c32-b9c1-4120f7d72dbc HTTP/1.1" status: 404 len: 339 time: 0.0403357 May 25 16:48:02.287047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58388) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.338688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:02.346380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-69b1c146-0217-44f0-a218-f30f662b3e36 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1977844 May 25 16:48:02.350962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.355928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=af1634cc-26c4-43d7-bbae-910e096b4fa7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:02.364455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.365808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a4289-ee3d-4bdb-9430-b12fd7e8b4eb None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:02.368764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:02.370956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'f6b84c8b-d83a-40e1-91f0-2caa03f66904', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.395817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting subnet d5c66dc4-cb9d-4ae6-bfd3-94407648e16a {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:02.398626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:02.403846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.438342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:02.446550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/af1634cc-26c4-43d7-bbae-910e096b4fa7 HTTP/1.1" status: 204 len: 168 time: 1.9292355 May 25 16:48:02.449800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:02.457523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58398) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.467792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:02.471226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:02.492912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.529355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Project b369585474434794b799305047c02eae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:02.572551 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:02.580704 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f8de58d4-98b7-40f4-92d7-6026a5951270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2260251 May 25 16:48:02.581652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58402) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:02.643216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959de7e-2cad-42ad-ae5b-5a8a441211f8 req-9b9b69fa-4579-49bc-9aee-0b325daa5f3a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:02.644727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4959de7e-2cad-42ad-ae5b-5a8a441211f8 req-9b9b69fa-4579-49bc-9aee-0b325daa5f3a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.7156262 May 25 16:48:02.668497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.687414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.843367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Router faf9eacc-be07-4b5c-a35b-28d70fb51695 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:02.863460 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4959de7e-2cad-42ad-ae5b-5a8a441211f8 req-9d811cef-e005-463e-bd1e-a4a2cfe2407f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009318 May 25 16:48:02.900116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:02.942110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:03.007761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:03.020153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:03.030528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:03.035985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:03.043311 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2504234 May 25 16:48:03.047044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58406) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.050431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] Sync routers for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:03.061079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:03.062168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:03.139037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:03.142632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.143667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.145392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:03.155578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5b72c890-a1bd-49a2-b9b6-d84a4a9afaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:03.156993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] Routers {'faf9eacc-be07-4b5c-a35b-28d70fb51695'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:03.157797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:47:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['faf9eacc-be07-4b5c-a35b-28d70fb51695'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:03.207674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b84c8b-d83a-40e1-91f0-2caa03f66904,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:03.226113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:03.229811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.233851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/f6b84c8b-d83a-40e1-91f0-2caa03f66904 HTTP/1.1" status: 204 len: 168 time: 0.6506035 May 25 16:48:03.235867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58410) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.244545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:03.245226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723444dc-09dd-4c66-81ff-edbc3b309d1a None None] The sync data for ids ['faf9eacc-be07-4b5c-a35b-28d70fb51695'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:03.263583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-93658657-62a9-4aca-a315-43c94ddd7539 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] show failed (client error): The resource could not be found. May 25 16:48:03.268983 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-93658657-62a9-4aca-a315-43c94ddd7539 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "GET /v2.0/routers/tempest-non_exist_router-1286396871 HTTP/1.1" status: 404 len: 335 time: 0.2088535 May 25 16:48:03.269509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.288896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4a9a06fa-a850-4057-9dfc-f62f5c9a18c7 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Request body: {'router': {'name': 'new_name'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:03.355730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63424c93-af69-4816-955e-0f5c1f5f6027 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:03.356444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63424c93-af69-4816-955e-0f5c1f5f6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.367199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-4a9a06fa-a850-4057-9dfc-f62f5c9a18c7 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] update failed (client error): The resource could not be found. May 25 16:48:03.374470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4a9a06fa-a850-4057-9dfc-f62f5c9a18c7 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "PUT /v2.0/routers/tempest-non_exist_router-1878573563 HTTP/1.1" status: 404 len: 335 time: 0.0836813 May 25 16:48:03.374677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-080be5c3-4c07-4f5b-82b7-46a7dcada43e tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:03.376533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58418) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.402605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-080be5c3-4c07-4f5b-82b7-46a7dcada43e tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:03.410620 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-080be5c3-4c07-4f5b-82b7-46a7dcada43e tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1673830 May 25 16:48:03.412536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58422) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.416579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.421873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e0778d5-0c96-4dbe-8a5c-c063a279d31b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:03.437872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-63424c93-af69-4816-955e-0f5c1f5f6027 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:03.458114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--939434876'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:03.466836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-63424c93-af69-4816-955e-0f5c1f5f6027 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:03.467443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-63424c93-af69-4816-955e-0f5c1f5f6027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.471139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:03.481503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting subnet 1214a5f7-4e90-4e29-8681-1336684c5b54 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:03.481986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c66dc4-cb9d-4ae6-bfd3-94407648e16a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:03.487574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.489737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:03.495145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.498125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:03.511389 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/subnets/d5c66dc4-cb9d-4ae6-bfd3-94407648e16a HTTP/1.1" status: 204 len: 168 time: 1.2232189 May 25 16:48:03.514652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:03.542281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.543181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10367e-2a67-484a-9843-9d4247db05d5 None None] Network 3e84ecba-7705-4fa2-9030-0a1349058ff4 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:03.632395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.691736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:03.701506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.710032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:03.720671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:03.730274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:03.873267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Deleting port 1cea301f-0258-424b-9acf-ce524661c71c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:03.873267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.951316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.971505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:03.987961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7df0bcdf-8a77-4c5c-a55e-0bdf17aee21f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.008675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] DHCP port deletion for 3e84ecba-7705-4fa2-9030-0a1349058ff4 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:04.051865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] For port 1cea301f-0258-424b-9acf-ce524661c71c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1cea301f-0258-424b-9acf-ce524661c71c,segment=NetworkSegment(89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c),segment_id=89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:04.052414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.078482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2242c0bf-4bc0-4695-9f96-60864f130681,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.081637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.084271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.120404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Deleting port 1cea301f-0258-424b-9acf-ce524661c71c {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:04.120792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.137925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.139311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7255986 May 25 16:48:04.156677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58434) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.175167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': '2242c0bf-4bc0-4695-9f96-60864f130681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:04.191570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:04.208078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Calling delete_port for 1cea301f-0258-424b-9acf-ce524661c71c owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:04.220377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:04.229569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:04.233060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] For port 1cea301f-0258-424b-9acf-ce524661c71c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1cea301f-0258-424b-9acf-ce524661c71c,segment=NetworkSegment(89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c),segment_id=89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:04.233730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.260911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.265540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-10768f8b-5ed8-4c3a-81de-546e96a331be tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.294349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:04.312333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Port': ['ID=1cea301f-0258-424b-9acf-ce524661c71c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.314779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.317311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] No DVR routers for this DVR port 1cea301f-0258-424b-9acf-ce524661c71c on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:04.364972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d829c76-ef97-49e7-a1ba-eb79c5d69c33 req-bcf83395-7867-49b6-b804-64bcd1b732b7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:04.366506 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d829c76-ef97-49e7-a1ba-eb79c5d69c33 req-bcf83395-7867-49b6-b804-64bcd1b732b7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3364780 May 25 16:48:04.380240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Calling delete_port for 1cea301f-0258-424b-9acf-ce524661c71c owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:04.446872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.453506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a8a6ea9e-4d2d-4585-8c9d-679eb22348fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.465107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.478363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e84ecba-7705-4fa2-9030-0a1349058ff4']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:04.485615 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The resource could not be found. May 25 16:48:04.486316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4ebb3653-e9e7-4387-a47c-0544dd436713 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3255618 May 25 16:48:04.491398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.496018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:04.496655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a4568d-fcc8-45b7-8eb9-b3ccc8b50f3c') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:04.504744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Pushing event deleted for resources: {'Port': ['ID=1cea301f-0258-424b-9acf-ce524661c71c,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.507769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.508570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] No DVR routers for this DVR port 1cea301f-0258-424b-9acf-ce524661c71c on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:04.510396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': '2242c0bf-4bc0-4695-9f96-60864f130681', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '270d2ec8-e9a4-40ad-8cd3-03bff6206065'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:04.521573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:04.524929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.534293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d829c76-ef97-49e7-a1ba-eb79c5d69c33 req-e89faf54-b654-4707-b698-d22052af8944 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518719 May 25 16:48:04.542106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:04.546864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:04.555425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:04.569013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.569013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:04.569013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:04.590024 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:04.623053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.631088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b7c02844-142a-41f5-bf20-f50a4ae5bc41 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.677573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Subnet': ['ID=1214a5f7-4e90-4e29-8681-1336684c5b54,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.683811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f6cb2-7126-41bd-b0a5-fdce5535a4b3 None None] Network 6f954609-2604-4078-b81e-beac53701b0d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:04.685705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.693021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.696493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.703104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68f3f04e-e2b2-48dc-9455-57fd666b5a7e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.711653 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The resource could not be found. May 25 16:48:04.715294 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-de4b4c21-55c8-44c3-b98e-2ec35e712098 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2201507 May 25 16:48:04.715956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58444) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.718596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.736359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ad1e993-8455-476f-9e4a-afb7a376047e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:04.753425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/subnets/1214a5f7-4e90-4e29-8681-1336684c5b54 HTTP/1.1" status: 204 len: 168 time: 1.3721845 May 25 16:48:04.756674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.766455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.769534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Pushing event deleted for resources: {'Network': ['ID=3e84ecba-7705-4fa2-9030-0a1349058ff4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.781712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.806773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:04.815721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:04.816234 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] 10.222.0.96 "DELETE /v2.0/networks/3e84ecba-7705-4fa2-9030-0a1349058ff4 HTTP/1.1" status: 204 len: 168 time: 1.2999249 May 25 16:48:04.860263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9e6b1-776c-4ee7-a13f-8ef9f8039913 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:04.861997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:04.862768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.869266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.896870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=827d40dc-fd99-419f-8790-c68dcafa3c9f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:04.906713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting subnet b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:04.910383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:04.911650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.932526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:04.957539 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4955208 May 25 16:48:04.960174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58458) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:04.983425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132371996'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:04.993716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:05.027799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.067550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:05.077352 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:05.095708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:05.125893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.152842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.157286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:05.161506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-b3c495c5-7999-4e0e-b63e-3a46b1c231ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.163087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-b3c495c5-7999-4e0e-b63e-3a46b1c231ee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.1582296 May 25 16:48:05.163772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad2b7e49-773c-48c2-a850-668dfa36ff69 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:05.179318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242c0bf-4bc0-4695-9f96-60864f130681,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:05.204600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.210856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:05.216795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:05.224921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:05.405880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] DHCP port deletion for 6f954609-2604-4078-b81e-beac53701b0d request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:05.421373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.466470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:05.498116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.499361 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/2242c0bf-4bc0-4695-9f96-60864f130681 HTTP/1.1" status: 204 len: 168 time: 0.7822113 May 25 16:48:05.512993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58472) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.530460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Update dhcp port {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'fixed_ips': [{'subnet_id': '4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186', 'ip_address': '172.20.0.18'}, {'subnet_id': '827d40dc-fd99-419f-8790-c68dcafa3c9f'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '7b59f209-d1fd-4ec0-ba8a-b600a51c4e71'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:48:05.581294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Deleting port 8959cac6-2af9-4896-82a1-d286c13e76f3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:05.581685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.665221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4bcf2df2-ee55-4a4f-8aaf-9b8a6bb7b45d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:05.667809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.673992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-ff2ccde0-a0ab-43ff-93d6-4350df7781aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.675502 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-ff2ccde0-a0ab-43ff-93d6-4350df7781aa service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.4987891 May 25 16:48:05.676978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c28b0d96-f502-48eb-b951-2d3b03bacd9e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:05.684053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.686246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4974d-4878-4783-a9fc-077bbe227687 req-3bc8937c-233d-4404-85c3-c5766b5d657c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:05.687758 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ead4974d-4878-4783-a9fc-077bbe227687 req-3bc8937c-233d-4404-85c3-c5766b5d657c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6216083 May 25 16:48:05.718576 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cc8e9713-4041-4718-8d45-c8dc6d44886e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=790eaaa19ee8426db5016bec97307a6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930484 May 25 16:48:05.719128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:05.720959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58476) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.724795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.740535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:05.741507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50c029b-0a26-478e-aab2-c9db0a307465 None None] Network 86491bc2-5159-4573-947a-ccf3c1bb2103 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:05.742002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/subnets/b4f58a0f-85de-40e5-9b5f-d74b9c2b0c9a HTTP/1.1" status: 204 len: 168 time: 0.9827914 May 25 16:48:05.744400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58480) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.812088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4bcf2df2-ee55-4a4f-8aaf-9b8a6bb7b45d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:05.819506 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4bcf2df2-ee55-4a4f-8aaf-9b8a6bb7b45d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2968121 May 25 16:48:05.824758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.827607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58484) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.832188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] For port 8959cac6-2af9-4896-82a1-d286c13e76f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8959cac6-2af9-4896-82a1-d286c13e76f3,segment=NetworkSegment(d0b0f672-f307-435b-9c6e-f8636e3d7f06),segment_id=d0b0f672-f307-435b-9c6e-f8636e3d7f06)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:05.832609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.843789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'b3f5fb18-1292-4494-ac0f-1417a260baed', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:05.850592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.860794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:05.868981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:05.886459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.893373 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ead4974d-4878-4783-a9fc-077bbe227687 req-bc71b149-d422-4caa-8bb3-6c80a6b40866 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911287 May 25 16:48:05.896366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:05.916801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:05.935906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:05.939564 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-cdad697a-f6cf-4926-9ae8-54e1aad74588 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2496288 May 25 16:48:05.942080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.946003 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9846067 May 25 16:48:05.946977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58488) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:05.951472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99833318-6577-481a-8262-ae7b3d7c0d63,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:05.987388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:05.990814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:05.991510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000237251'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:06.010013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.027173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.048381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.054733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.067428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.073072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting port 8959cac6-2af9-4896-82a1-d286c13e76f3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:06.073726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.078235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-5f627d30-e6f5-4218-87aa-25c8b36b6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:06.080138 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-5f627d30-e6f5-4218-87aa-25c8b36b6507 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.1304307 May 25 16:48:06.083024 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The resource could not be found. May 25 16:48:06.084024 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9f6ca3dd-0c72-4655-995b-3341a9d0b32c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2498193 May 25 16:48:06.093884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:06.109074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1906651898'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:06.119669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Calling delete_port for 8959cac6-2af9-4896-82a1-d286c13e76f3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:06.130725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.157316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8959cac6-2af9-4896-82a1-d286c13e76f3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:06.168059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.173703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.177484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.188913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.230892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-dabc35e7-ade0-4431-afaf-8b31ab143c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:06.232647 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-dabc35e7-ade0-4431-afaf-8b31ab143c7b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1455722 May 25 16:48:06.330551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.351144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.375154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.379318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] For port 8959cac6-2af9-4896-82a1-d286c13e76f3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8959cac6-2af9-4896-82a1-d286c13e76f3,segment=NetworkSegment(d0b0f672-f307-435b-9c6e-f8636e3d7f06),segment_id=d0b0f672-f307-435b-9c6e-f8636e3d7f06)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:06.379896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.389778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.394993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.395638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f9d419ca-4d6e-4ef3-a0fa-c71e95c40df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.402685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d7e2b33-bda5-4f63-b93e-5ba4c1c5294c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.460045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-ff216c40-1695-49e2-85ff-bf82992b5d98 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202055 May 25 16:48:06.461534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.465483 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5114543 May 25 16:48:06.466810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58498) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:06.470196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f3a1a1-1bd3-447a-bf0a-869ffc79edcd,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.472373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.487229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.510537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2a62dd37-8242-455e-aed7-f7963558ece8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.538283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2ebb3-6cef-400d-baa2-78399a51af19,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.550781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Calling delete_port for 8959cac6-2af9-4896-82a1-d286c13e76f3 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:06.552544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] No DVR routers for this DVR port 8959cac6-2af9-4896-82a1-d286c13e76f3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:06.557313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.565732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.567618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885376154'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:06.570593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.571767 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/afa2ebb3-6cef-400d-baa2-78399a51af19 HTTP/1.1" status: 204 len: 168 time: 0.8487844 May 25 16:48:06.578782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.579031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.583533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.586575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.593745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.598962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.604014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.613250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.639754 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f53ef0b-9c1a-436e-8556-45b55403f78d req-185d542f-a9cd-493c-84c9-ed0dad1831f0 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719763 May 25 16:48:06.642460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.670650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.675056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:security_group_rule and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.688045 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No ports have port_id starting with 8959cac6-2af9-4896-82a1-d286c13e76f3 May 25 16:48:06.688602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.688694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Pushing event deleted for resources: {'Port': ['ID=8959cac6-2af9-4896-82a1-d286c13e76f3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.689869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.695416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.707196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1cea301f-0258-424b-9acf-ce524661c71c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:06.716042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.722097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.748576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1cea301f-0258-424b-9acf-ce524661c71c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:06.749107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1cea301f-0258-424b-9acf-ce524661c71c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:06.759063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.776857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.778883 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6818171 May 25 16:48:06.784938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58504) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:06.790078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.795148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893974246'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:06.802128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Allocated IP 172.20.0.2 (6f18c9d9-2370-4f3e-9512-52a841105636/827d40dc-fd99-419f-8790-c68dcafa3c9f/7b59f209-d1fd-4ec0-ba8a-b600a51c4e71) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:06.803123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.808199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:06.810047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e47265-bd87-4cbd-8d2d-0ea8ebb0b133,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.812589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9b99e7f2-b40a-4c75-8d18-4945791c48a9 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.836033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.838653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.841342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:06.846321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5324466f-d497-45f4-9786-cb8851400717 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:06.847608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:06.867828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:06.879195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5b7dd-26da-4902-8444-99f67080edbe,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.890165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.892246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.896337 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4273605 May 25 16:48:06.897161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:06.899696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:06.915295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1345757330', 'security_groups': ['d2d5b7dd-26da-4902-8444-99f67080edbe'], 'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '827d40dc-fd99-419f-8790-c68dcafa3c9f'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:06.928588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Port': ['ID=8959cac6-2af9-4896-82a1-d286c13e76f3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:06.934870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] No DVR routers for this DVR port 8959cac6-2af9-4896-82a1-d286c13e76f3 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:06.937507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:06.950883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] DHCP port deletion for 86491bc2-5159-4573-947a-ccf3c1bb2103 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:07.023354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:07.040388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:07.046291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:07.056415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:07.109641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.126895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f954609-2604-4078-b81e-beac53701b0d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:07.155120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b0f672-f307-435b-9c6e-f8636e3d7f06') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:07.155914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b0f672-f307-435b-9c6e-f8636e3d7f06') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:07.179698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.182895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:07.191262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:07.213547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.222878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Deleting port e2866173-addb-4f21-9c27-e365d71a5a7e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:07.223341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:07.223983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.233331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:07.236279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.268583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:07.279528 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:07.334796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.346876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.401490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.406966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-89884670-7cc9-464e-903f-6e9b8a168c55 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:07.410565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.resource_extend [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:48:07.415870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2537283e-5f72-4fa2-8b1d-13a4af7f559d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:07.435568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.452557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Network': ['ID=6f954609-2604-4078-b81e-beac53701b0d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:07.456502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.457174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:07.460334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/networks/6f954609-2604-4078-b81e-beac53701b0d HTTP/1.1" status: 204 len: 168 time: 1.7149098 May 25 16:48:07.462076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58526) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:07.501691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00e000-51b2-4d9f-aa0c-6d77e5089b05,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:07.505433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Transition to ACTIVE for port object 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:07.512222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] For port e2866173-addb-4f21-9c27-e365d71a5a7e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e2866173-addb-4f21-9c27-e365d71a5a7e,segment=NetworkSegment(dc333b04-63d7-47dc-83c5-072954dfb1e3),segment_id=dc333b04-63d7-47dc-83c5-072954dfb1e3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:07.513603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.522391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.523311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccab3c-3823-463d-879f-f80fde6489ec req-9353a571-fbc4-4bfb-a956-a8507ce645c2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:07.531816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7dccab3c-3823-463d-879f-f80fde6489ec req-9353a571-fbc4-4bfb-a956-a8507ce645c2 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4275692 May 25 16:48:07.534093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.535512 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7496176 May 25 16:48:07.536603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:07.538572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d1193838-09ad-4be9-b516-167d8835b23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:07.563020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58530) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:07.581016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': '66e47265-bd87-4cbd-8d2d-0ea8ebb0b133', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5f00e000-51b2-4d9f-aa0c-6d77e5089b05'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:07.588093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:07.592982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:07.596068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:07.602157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:07.624898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.662208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.686285 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7dccab3c-3823-463d-879f-f80fde6489ec req-cf10a5c4-3894-49a0-beb5-4607de8ed2d6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534746 May 25 16:48:07.710755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] device_id is not set on port fd33cfad-2b08-458e-bfdb-1bf31e206c1e yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:48:07.757613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting port e2866173-addb-4f21-9c27-e365d71a5a7e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:07.758458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.771052 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:07.772098 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19fea254-5025-4b95-9d99-7cc0b0719824 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2081261 May 25 16:48:07.779049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58542) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:07.845082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Calling delete_port for e2866173-addb-4f21-9c27-e365d71a5a7e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:07.880808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:07.885251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:07.923192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] For port e2866173-addb-4f21-9c27-e365d71a5a7e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e2866173-addb-4f21-9c27-e365d71a5a7e,segment=NetworkSegment(dc333b04-63d7-47dc-83c5-072954dfb1e3),segment_id=dc333b04-63d7-47dc-83c5-072954dfb1e3)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:07.923536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.930428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.930684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:07.940320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fda34af0-6f26-41d4-b056-5cc7dfd12a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:07.964639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.007788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:08.043614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Pushing event deleted for resources: {'Port': ['ID=e2866173-addb-4f21-9c27-e365d71a5a7e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.048912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.053881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:08.085158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] No DVR routers for this DVR port e2866173-addb-4f21-9c27-e365d71a5a7e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:08.105804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Calling delete_port for e2866173-addb-4f21-9c27-e365d71a5a7e owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:08.165503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.176261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.197606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.204450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f081a8d-f2cd-4bd7-8ead-3422e82a5cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.219748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] No DVR routers for this DVR port e2866173-addb-4f21-9c27-e365d71a5a7e on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:08.250260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00e000-51b2-4d9f-aa0c-6d77e5089b05,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.280154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Port': ['ID=e2866173-addb-4f21-9c27-e365d71a5a7e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.288152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e2866173-addb-4f21-9c27-e365d71a5a7e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:08.296128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.303973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.328318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-69092390'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:08.344296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e2866173-addb-4f21-9c27-e365d71a5a7e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:08.344875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e2866173-addb-4f21-9c27-e365d71a5a7e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:08.346540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.348037 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/5f00e000-51b2-4d9f-aa0c-6d77e5089b05 HTTP/1.1" status: 204 len: 168 time: 0.5680127 May 25 16:48:08.351763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58552) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:08.395169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.10 (6f18c9d9-2370-4f3e-9512-52a841105636/827d40dc-fd99-419f-8790-c68dcafa3c9f/fd33cfad-2b08-458e-bfdb-1bf31e206c1e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:08.404603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:08.414222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Usage tracker for resource:network and tenant:88d53f04b31540579c677cdc8ead5d4a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:08.420626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:08.443787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.452258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:08.463018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86491bc2-5159-4573-947a-ccf3c1bb2103']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:08.478415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc333b04-63d7-47dc-83c5-072954dfb1e3') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:08.478935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc333b04-63d7-47dc-83c5-072954dfb1e3') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:08.489989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Made reservation on behalf of 88d53f04b31540579c677cdc8ead5d4a for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:08.494210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.513937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.520714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.525142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5dd19829-e4ca-44fa-89e5-a6a1085511fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:08.547236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.550495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:08.556992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Usage tracker for resource:security_group_rule and tenant:88d53f04b31540579c677cdc8ead5d4a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:08.560620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:08.560620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:08.576582 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:08.578611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:08.615428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5dd19829-e4ca-44fa-89e5-a6a1085511fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:08.616873 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5dd19829-e4ca-44fa-89e5-a6a1085511fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2640572 May 25 16:48:08.621217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58558) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:08.635355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:08.677880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:08.678231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.685441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.689754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57f598a9-aba5-47f6-b41a-e1ce1155ae36 tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.709022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.725158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Network': ['ID=86491bc2-5159-4573-947a-ccf3c1bb2103,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.732377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.742408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.743010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/networks/86491bc2-5159-4573-947a-ccf3c1bb2103 HTTP/1.1" status: 204 len: 168 time: 1.2800288 May 25 16:48:08.745844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58564) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:08.798936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.807530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.813214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.818102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a398bc55-f042-4046-83d4-c26917d95223 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.833450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object fd33cfad-2b08-458e-bfdb-1bf31e206c1e will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:08.835206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:08.850512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Provisioning for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:08.851430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaecc59-8edf-4564-b4d9-ab5c153ae7db,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:08.855162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:08.859743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:08.860391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfc2-540b-4622-9b85-47864d4eb0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.862396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:08.872938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.873349 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Added segment d10a3827-c655-4540-8d28-b950a3c2d50d of type vlan for network 9fecb46c-c30b-4bed-af67-84cfce4cc484 May 25 16:48:08.902425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.905064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.938247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.943718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting subnet f9286ea9-d247-4c41-8ffa-554114a21378 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:08.943952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:08.944537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:08.949754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-841f17ec-cfd4-4bc6-a64f-c426a7239727 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:08.963236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.054045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.054893 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.0458798 May 25 16:48:09.058349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58568) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:09.066022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Request body: {'subnet': {'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:09.079978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event updated for resources: {'Network': ['ID=9fecb46c-c30b-4bed-af67-84cfce4cc484,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:09.084444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:09.093619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:09.099661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.109299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:09.144096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.190496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:09.194718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Usage tracker for resource:subnet and tenant:88d53f04b31540579c677cdc8ead5d4a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:09.197840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:09.204579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:09.210330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef70c18-36d2-4ced-855b-ccc6a8824a66 req-d35c9d07-7b2c-4984-ad70-6b617dda3a91 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:09.211977 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ef70c18-36d2-4ced-855b-ccc6a8824a66 req-d35c9d07-7b2c-4984-ad70-6b617dda3a91 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3564341 May 25 16:48:09.216424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Made reservation on behalf of 88d53f04b31540579c677cdc8ead5d4a for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:09.216914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:09.220123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.228990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:09.240779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:09.289629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=fd33cfad-2b08-458e-bfdb-1bf31e206c1e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:09.301729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:09.310982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e5e129ed-046a-4d96-b9e6-2cc51c23e6c4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:09.318989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.320152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/66e47265-bd87-4cbd-8d2d-0ea8ebb0b133 HTTP/1.1" status: 204 len: 168 time: 0.6978118 May 25 16:48:09.322837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58572) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:09.346280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e47265-bd87-4cbd-8d2d-0ea8ebb0b133,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:09.356906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:09.377709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:09.378397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.384586 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ef70c18-36d2-4ced-855b-ccc6a8824a66 req-e8179f8c-addb-4444-98a1-20fc07ea66cc tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569183 May 25 16:48:09.396546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-355f27df-eb4b-4d63-9644-1a8b321fc70d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:09.400893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.453029 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5546408 May 25 16:48:09.459780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:09.473947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:09.517476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-192e8fbf-587c-44e2-968f-223f7b7aafb2 None None] Provisioning for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:09.522853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-192e8fbf-587c-44e2-968f-223f7b7aafb2 None None] Provisioning complete for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:09.523267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-192e8fbf-587c-44e2-968f-223f7b7aafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.604447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-192e8fbf-587c-44e2-968f-223f7b7aafb2 None None] Port fd33cfad-2b08-458e-bfdb-1bf31e206c1e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:09.670831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-355f27df-eb4b-4d63-9644-1a8b321fc70d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:09.672100 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-355f27df-eb4b-4d63-9644-1a8b321fc70d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3483260 May 25 16:48:09.680768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58584) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:09.732793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.738955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3468b629-6192-4186-9a53-6a0372f068bd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:09.777723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--858419224'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:09.779097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Subnet': ['ID=f9286ea9-d247-4c41-8ffa-554114a21378,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:09.781581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:09.784774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.791959 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/subnets/f9286ea9-d247-4c41-8ffa-554114a21378 HTTP/1.1" status: 204 len: 168 time: 1.0418417 May 25 16:48:09.793389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1d46f2-bcc0-4c6a-b771-cf41b1ad9e54 None None] Network b895298b-a3db-4e2c-b630-82ac9bca0959 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:09.795017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58588) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:09.811743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:09.853556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:09.914096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.925109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:09.996127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Deleting port 76ebf57b-1a53-4f44-908a-a1b18b17caad {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:09.996459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.020036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9be3aba-23a0-48f1-ab0b-7e2e6bfccb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.024713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:10.032240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:10.034869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:10.040540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:10.052447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:10.058378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:10.061344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:10.067436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:10.078800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4336db-a148-4662-b771-d69b62be5224 req-ec0a5b9e-c7ba-4c21-9356-27c5463968f4 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.080361 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af4336db-a148-4662-b771-d69b62be5224 req-ec0a5b9e-c7ba-4c21-9356-27c5463968f4 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.4010487 May 25 16:48:10.112124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] For port 76ebf57b-1a53-4f44-908a-a1b18b17caad, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76ebf57b-1a53-4f44-908a-a1b18b17caad,segment=NetworkSegment(1d342428-67d3-40d5-99b5-9046924afb78),segment_id=1d342428-67d3-40d5-99b5-9046924afb78)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:10.112638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.113622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:10.117321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.117832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] DHCP port deletion for b895298b-a3db-4e2c-b630-82ac9bca0959 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:10.200885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Deleting port 76ebf57b-1a53-4f44-908a-a1b18b17caad {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:10.201377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.262969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af4336db-a148-4662-b771-d69b62be5224 req-0364c702-7ed9-4ce2-a668-5be602f82532 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654758 May 25 16:48:10.328136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] For port 76ebf57b-1a53-4f44-908a-a1b18b17caad, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=76ebf57b-1a53-4f44-908a-a1b18b17caad,segment=NetworkSegment(1d342428-67d3-40d5-99b5-9046924afb78),segment_id=1d342428-67d3-40d5-99b5-9046924afb78)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:10.328544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.366257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.377330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.381797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.ipam_backend_mixin [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 827d40dc-fd99-419f-8790-c68dcafa3c9f (CIDR: 172.20.0.0/28) May 25 16:48:10.382662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1088efa9-b3ab-48de-89e4-95e0155371c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:10.409597 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:10.410093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:10.440619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Calling delete_port for 76ebf57b-1a53-4f44-908a-a1b18b17caad owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:10.460169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b54aa5-17c1-49cd-a356-e15666767299,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:10.464423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Calling delete_port for 76ebf57b-1a53-4f44-908a-a1b18b17caad owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:10.492046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:10.496271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.497819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7696891 May 25 16:48:10.499292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49b0f939-2924-4220-82b7-dd79a11ced58 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0363081 May 25 16:48:10.502318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58594) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:10.504275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58596) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:10.515930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'b7b54aa5-17c1-49cd-a356-e15666767299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:10.519805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.524353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:10.527077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1bdb1bc1-8d4d-4e1c-ba98-0e13e5beba76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:10.531412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:10.532534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:10.537546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:10.549527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:10.555149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.562142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ec8383c-4651-4652-be0f-98d416db2b5c tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:10.584228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Pushing event deleted for resources: {'Port': ['ID=76ebf57b-1a53-4f44-908a-a1b18b17caad,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:10.588378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] No DVR routers for this DVR port 76ebf57b-1a53-4f44-908a-a1b18b17caad on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:10.590015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:10.668601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event updated for resources: {'Subnet': ['ID=a085572e-afe2-4bab-b5d6-1561e0fe493f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:10.673845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:10.676091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:10.679433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b724b559-1411-4c8c-8f69-127e34a3bff3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1743033 May 25 16:48:10.680361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58602) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:10.691251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group_rule': {'security_group_id': 'b7b54aa5-17c1-49cd-a356-e15666767299', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:10.696457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Checking segment: {'id': 'd10a3827-c655-4540-8d28-b950a3c2d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:10.696457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Network hostable DHCP agents. Network: 9fecb46c-c30b-4bed-af67-84cfce4cc484, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:10.703212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:10.708129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.712242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:10.716917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-785fb5b3-49ee-4a1f-a5bc-3962645c97d6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:10.722279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:10.726530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:10.732748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:10.743741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9fecb46c-c30b-4bed-af67-84cfce4cc484) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:10.755596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318d74-3fc6-4629-9e2e-542161e8bd6e req-d917d66a-f8ad-44bd-bd01-159bbc5173bf tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.760678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae53243-a081-475c-aa95-f8dc8a5c317d None None] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:10.763532 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a3318d74-3fc6-4629-9e2e-542161e8bd6e req-d917d66a-f8ad-44bd-bd01-159bbc5173bf tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3172202 May 25 16:48:10.765737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:10.766409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:10.772333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:10.781173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:10.785936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:10.793003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:10.795554 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bc2ac2a2-125f-4737-b8e5-fd5fffcac270 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1118469 May 25 16:48:10.798350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58608) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:10.810432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Port': ['ID=76ebf57b-1a53-4f44-908a-a1b18b17caad,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:10.815511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:10.822533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7607603 May 25 16:48:10.823869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58612) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:10.831220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:10.833317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Request body: {'port': {'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484', 'name': 'tempest-TagsExtTest-2001005025'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:10.838374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] No DVR routers for this DVR port 76ebf57b-1a53-4f44-908a-a1b18b17caad on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:10.882055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:10.885560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.013027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.013220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9fecb46c-c30b-4bed-af67-84cfce4cc484', 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484', 'tenant_id': '88d53f04b31540579c677cdc8ead5d4a', 'fixed_ips': [{'subnet_id': 'a085572e-afe2-4bab-b5d6-1561e0fe493f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:48:11.013909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.054614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:11.060065 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a3318d74-3fc6-4629-9e2e-542161e8bd6e req-408f106a-1bb5-415e-aa56-3a56180e74fe tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514002 May 25 16:48:11.060916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.069686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Usage tracker for resource:port and tenant:88d53f04b31540579c677cdc8ead5d4a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:11.075830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:11.099350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.101826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:11.130557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b895298b-a3db-4e2c-b630-82ac9bca0959']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:11.136221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Made reservation on behalf of 88d53f04b31540579c677cdc8ead5d4a for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:11.142421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.158971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d342428-67d3-40d5-99b5-9046924afb78') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:11.159278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d342428-67d3-40d5-99b5-9046924afb78') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:11.166306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.177888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ce41516-db8c-4e33-9438-ccd5183fd00d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.178130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.196814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186 (CIDR: 172.20.0.16/28) May 25 16:48:11.202726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b54aa5-17c1-49cd-a356-e15666767299,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.204798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:11.205285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:11.209522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.211859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.213239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] device_id is not set on port 03282ece-9fc8-4882-a61b-f65db3aa8804 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:48:11.223805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Releasing vlan 1158 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:11.224213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:11.240213 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:11.251183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Allocated IP 172.20.0.2 (9fecb46c-c30b-4bed-af67-84cfce4cc484/a085572e-afe2-4bab-b5d6-1561e0fe493f/ea7e0cce-5684-43fe-bee8-110858873f09) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:11.263422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.264984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/b7b54aa5-17c1-49cd-a356-e15666767299 HTTP/1.1" status: 204 len: 168 time: 0.4654517 May 25 16:48:11.272991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58618) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.311049 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-475e7892-a823-4167-a1e7-5606a457e2c6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7940555 May 25 16:48:11.315540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58622) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.325513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'subnet': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:11.363006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d1f8c49b-10a4-4849-9c06-1fd7f40fdf1a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:11.390351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d1f8c49b-10a4-4849-9c06-1fd7f40fdf1a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:11.392090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d1f8c49b-10a4-4849-9c06-1fd7f40fdf1a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1183717 May 25 16:48:11.397805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58626) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.406205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374597500'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:11.413776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:11.444397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:11.458826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.462020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.469095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.488530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.495889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:11.500316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Usage tracker for resource:security_group_rule and tenant:b369585474434794b799305047c02eae is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:11.504033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:11.506865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Pushing event deleted for resources: {'Network': ['ID=b895298b-a3db-4e2c-b630-82ac9bca0959,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.510337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:11.511977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.515449 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/networks/b895298b-a3db-4e2c-b630-82ac9bca0959 HTTP/1.1" status: 204 len: 168 time: 1.7193294 May 25 16:48:11.519126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58632) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.546991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.558072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:11.562138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Transition to ACTIVE for port object ea7e0cce-5684-43fe-bee8-110858873f09 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:11.571211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Usage tracker for resource:subnet and tenant:12532c4bf85e4b39bc19680a19844025 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:11.575760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7655e444-7d04-4af3-a497-7613c057036d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Synchronizing usage tracker for tenant:8deddf7d5751417ea625bc358b34e05e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:11.578273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:11.587333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:11.591057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Transition to ACTIVE for port object ea7e0cce-5684-43fe-bee8-110858873f09 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:11.593969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.597203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.602068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c2475669-a82d-4b10-b579-27cb9c90ae9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.628069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.639466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1202bd33-719b-4d93-ab08-85258d2bb628 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.658550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Made reservation on behalf of 12532c4bf85e4b39bc19680a19844025 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:11.662001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.676111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7655e444-7d04-4af3-a497-7613c057036d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Unset dirty status for tenant:8deddf7d5751417ea625bc358b34e05e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:11.677186 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7655e444-7d04-4af3-a497-7613c057036d tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "GET /v2.0/ports?device_id=faf9eacc-be07-4b5c-a35b-28d70fb51695 HTTP/1.1" status: 200 len: 205 time: 0.1572804 May 25 16:48:11.681472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58636) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.710247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:11.713225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4b730-a3e9-4a7e-afb8-bae2fd074435,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.713380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:11.717482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.717692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:11.722245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.726847 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3276448 May 25 16:48:11.727616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58640) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.733987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5d8fdfe8-0bda-4adf-9b44-8025c2b9cdff tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:11.734528 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-5d8fdfe8-0bda-4adf-9b44-8025c2b9cdff tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 16:48:11.734888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-5d8fdfe8-0bda-4adf-9b44-8025c2b9cdff tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] update failed (client error): There was a conflict when trying to complete your request. May 25 16:48:11.739020 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5d8fdfe8-0bda-4adf-9b44-8025c2b9cdff tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "PUT /v2.0/security-groups/6ee4b730-a3e9-4a7e-afb8-bae2fd074435 HTTP/1.1" status: 409 len: 330 time: 0.0095406 May 25 16:48:11.740252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-609f34ef-7fb6-474c-b6b8-539a24ca4a39 {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:48:11.740375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:48:11.740982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58644) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:11.762055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Pushing event updated for resources: {'Port': ['ID=ea7e0cce-5684-43fe-bee8-110858873f09,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.789636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.819203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Attempting to bind port ea7e0cce-5684-43fe-bee8-110858873f09 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:11.819895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Attempting to bind port ea7e0cce-5684-43fe-bee8-110858873f09 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd10a3827-c655-4540-8d28-b950a3c2d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:11.819895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Attempting to bind port ea7e0cce-5684-43fe-bee8-110858873f09 on network 9fecb46c-c30b-4bed-af67-84cfce4cc484 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:11.821232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.827813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:11.828285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Checking segment: {'id': 'd10a3827-c655-4540-8d28-b950a3c2d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:11.828709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.829117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Bound using segment: {'id': 'd10a3827-c655-4540-8d28-b950a3c2d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:11.829598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Bound port: ea7e0cce-5684-43fe-bee8-110858873f09, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10a3827-c655-4540-8d28-b950a3c2d50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '9fecb46c-c30b-4bed-af67-84cfce4cc484'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:11.829987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.856564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.919965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.938635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.942231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] For port ea7e0cce-5684-43fe-bee8-110858873f09, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:11.949483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] For port ea7e0cce-5684-43fe-bee8-110858873f09, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ea7e0cce-5684-43fe-bee8-110858873f09,segment=NetworkSegment(d10a3827-c655-4540-8d28-b950a3c2d50d),segment_id=d10a3827-c655-4540-8d28-b950a3c2d50d)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:11.949703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f473fbb1-0a72-4bda-bdd5-208103f2f61d tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.955031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.960817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-abe2c67c-eae8-489c-8414-d62f823af40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:11.973520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4b730-a3e9-4a7e-afb8-bae2fd074435,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:11.984387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:11.988114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/6ee4b730-a3e9-4a7e-afb8-bae2fd074435 HTTP/1.1" status: 204 len: 168 time: 0.2438376 May 25 16:48:11.988114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:11.988396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58650) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.046769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76ebf57b-1a53-4f44-908a-a1b18b17caad no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:12.055725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df990d00-97c1-4a84-9f6c-4a1edc44b4d6 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Synchronizing usage tracker for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:12.072988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df990d00-97c1-4a84-9f6c-4a1edc44b4d6 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Unset dirty status for tenant:b369585474434794b799305047c02eae on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:12.078979 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df990d00-97c1-4a84-9f6c-4a1edc44b4d6 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0835962 May 25 16:48:12.078979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58654) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.098025 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-37b4b9f9-b28f-41fd-a17f-b6d3ea636973 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] delete failed (client error): The resource could not be found. May 25 16:48:12.099126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37b4b9f9-b28f-41fd-a17f-b6d3ea636973 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "DELETE /v2.0/security-groups/d9c964b1-0d35-43d1-a4ca-45d4535ef2a2 HTTP/1.1" status: 404 len: 347 time: 0.0194142 May 25 16:48:12.103514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58658) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.104019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 76ebf57b-1a53-4f44-908a-a1b18b17caad {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:12.104520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 76ebf57b-1a53-4f44-908a-a1b18b17caad not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:12.127166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-c9713a2a-f391-4f20-b4dc-76f5cb2d7b11 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] show failed (client error): The resource could not be found. May 25 16:48:12.128204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9713a2a-f391-4f20-b4dc-76f5cb2d7b11 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-groups/02ef5d8b-03da-4d0b-8015-fb6c47532ad3 HTTP/1.1" status: 404 len: 347 time: 0.0237591 May 25 16:48:12.132019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58662) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.140966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Pushing event updated for resources: {'Port': ['ID=ea7e0cce-5684-43fe-bee8-110858873f09,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:12.144860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:12.148094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-ab3b476a-b88d-49fe-8d7a-0284421ec232 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] show failed (client error): The resource could not be found. May 25 16:48:12.152424 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab3b476a-b88d-49fe-8d7a-0284421ec232 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] 10.222.0.96 "GET /v2.0/security-group-rules/062c01e6-1723-4fb4-83e4-a3a4d0a29771 HTTP/1.1" status: 404 len: 356 time: 0.0160849 May 25 16:48:12.241502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.263125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5dcd-caeb-4e1f-8f1e-171f7859e2bd req-7c6d7dd7-273b-42b6-8be2-ce5d3abc8852 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:12.264832 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-03fe5dcd-caeb-4e1f-8f1e-171f7859e2bd req-7c6d7dd7-273b-42b6-8be2-ce5d3abc8852 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6827300 May 25 16:48:12.267702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] device_id is not set on port de18c9f2-4469-424c-8c90-40619d447ddd yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:48:12.458372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.467265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.469174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.509735 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-03fe5dcd-caeb-4e1f-8f1e-171f7859e2bd req-ae0dbf6f-5957-4154-a523-4731674feb3f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366452 May 25 16:48:12.530470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Allocated IP 172.20.0.13 (9fecb46c-c30b-4bed-af67-84cfce4cc484/a085572e-afe2-4bab-b5d6-1561e0fe493f/de18c9f2-4469-424c-8c90-40619d447ddd) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:12.573476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.573964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Fanout notify agent at l3_agent the message router_deleted on router faf9eacc-be07-4b5c-a35b-28d70fb51695 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:48:12.607698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.611970 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8b377e5f-35ff-4433-9af4-a81277c10bce tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] 10.222.0.96 "DELETE /v2.0/routers/faf9eacc-be07-4b5c-a35b-28d70fb51695 HTTP/1.1" status: 204 len: 168 time: 0.9284658 May 25 16:48:12.665461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.783408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-819d71c4-3220-4d96-ae32-6731107c70b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.870781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.892232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Transition to ACTIVE for port object de18c9f2-4469-424c-8c90-40619d447ddd will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:12.901822 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc74158d-0808-4b34-94e1-ecb8d5643ca7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b369585474434794b799305047c02eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350130 May 25 16:48:12.905307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58684) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:12.982306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:12.991403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:13.022257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58690) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:13.072849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.082001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.089047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed1fdfef-cb6f-404f-b91d-ddafe6cf330e tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:13.121903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:13.127745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:13.139212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:13.167730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Network 6f18c9d9-2370-4f3e-9512-52a841105636 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:13.169984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:13.180951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d1d9e-785a-48e4-8b74-99c48267ffa9 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:13.192747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:13.193460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.224250 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9073851 May 25 16:48:13.229536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58696) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:13.257070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Subnet': ['ID=95cc714b-b714-4bbe-b4c3-1e0e63052779,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:13.263665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-906585485', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95cc714b-b714-4bbe-b4c3-1e0e63052779'}], 'security_groups': ['99833318-6577-481a-8262-ae7b3d7c0d63', 'b0f3a1a1-1bd3-447a-bf0a-869ffc79edcd']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:13.346511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.370749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event updated for resources: {'Port': ['ID=de18c9f2-4469-424c-8c90-40619d447ddd,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:13.385804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:13.389491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:13.397896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bd8712d2-0130-452c-8060-3b41d1dcfe41 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8deddf7d5751417ea625bc358b34e05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737011 May 25 16:48:13.397896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58700) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:13.422008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:13.422646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.480249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c094b9-7d5a-4cf6-a222-c62cfbd950cd None None] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:13.493331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.504187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe4f2a63-6d9e-49c2-930b-6f13bb7388fe tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:13.525997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3663f27-4b77-4054-9a76-67c0df6c56d4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:13.533437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7059386 May 25 16:48:13.533437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:13.534196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:13.543725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1633808720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:13.569244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.570744 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b3663f27-4b77-4054-9a76-67c0df6c56d4 HTTP/1.1" status: 204 len: 168 time: 0.6644139 May 25 16:48:13.572338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:13.580169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Usage tracker for resource:router and tenant:88d53f04b31540579c677cdc8ead5d4a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:13.588016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:13.602070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.619998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:13.632086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2734669d-0a68-4bd1-a07f-36ba40a2d61f None None] Provisioning for port ea7e0cce-5684-43fe-bee8-110858873f09 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:13.638582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.639815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.654860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.669713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.740291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.796687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.796910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.797047 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-abc15bb8-f9bb-4e9d-bbb2-ad28ce6af6b6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2578032 May 25 16:48:13.797047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58712) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:13.801927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:13.813224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7568f825-10cf-479b-aa10-d2609ae125cc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1398446985', 'prefixes': ['172.20.0.0/16']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:13.823950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7568f825-10cf-479b-aa10-d2609ae125cc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:13.861216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Update dhcp port {'port': {'network_id': '6f18c9d9-2370-4f3e-9512-52a841105636', 'fixed_ips': [{'subnet_id': '4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186', 'ip_address': '172.20.0.18'}, {'subnet_id': '827d40dc-fd99-419f-8790-c68dcafa3c9f', 'ip_address': '172.20.0.2'}, {'subnet_id': '95cc714b-b714-4bbe-b4c3-1e0e63052779'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '7b59f209-d1fd-4ec0-ba8a-b600a51c4e71'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:48:13.875922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2227b5-ebe6-46db-bcd1-68af3b347b70 req-cc1b1b4a-05f9-48ac-9ba2-7693cba178c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:13.885148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da2227b5-ebe6-46db-bcd1-68af3b347b70 req-cc1b1b4a-05f9-48ac-9ba2-7693cba178c0 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.1820607 May 25 16:48:13.946194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da2227b5-ebe6-46db-bcd1-68af3b347b70 req-33231dec-b507-4ca2-a569-693464f1af87 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598199 May 25 16:48:13.985617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.049481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7568f825-10cf-479b-aa10-d2609ae125cc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for subnetpool, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.051054 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7568f825-10cf-479b-aa10-d2609ae125cc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2531381 May 25 16:48:14.054439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58722) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:14.060519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-0401a49d-5e96-45d1-af82-89c8fe15894f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-1393868205') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:14.074063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.101910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b9718651-77ca-45e7-a022-ea55f04a2c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:14.138811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad5d18-a64c-491c-94ef-b98e885943c6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:14.156956 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0401a49d-5e96-45d1-af82-89c8fe15894f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-1393868205 HTTP/1.1" status: 201 len: 201 time: 0.1008461 May 25 16:48:14.162255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58726) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:14.162409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:14.162993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.173527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-a4669724-4382-4ffc-bc71-8bfd0aa02e70 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-978761467') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:14.179005 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/40ad5d18-a64c-491c-94ef-b98e885943c6 HTTP/1.1" status: 204 len: 168 time: 0.7767119 May 25 16:48:14.302984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Allocated IP 172.20.0.34 (6f18c9d9-2370-4f3e-9512-52a841105636/95cc714b-b714-4bbe-b4c3-1e0e63052779/7b59f209-d1fd-4ec0-ba8a-b600a51c4e71) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:14.443495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4669724-4382-4ffc-bc71-8bfd0aa02e70 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-978761467 HTTP/1.1" status: 201 len: 201 time: 0.2781177 May 25 16:48:14.444469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58740) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:14.469310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-1fa17696-2f57-4c1a-a5e0-3c5aa40fc3a6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-858976530') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:14.563276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ea7e0cce-5684-43fe-bee8-110858873f09 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:14.646148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:14.700586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.717034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ea7e0cce-5684-43fe-bee8-110858873f09 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:14.739965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Transition to ACTIVE for port object 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:14.744825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ea7e0cce-5684-43fe-bee8-110858873f09 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:14.745499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.807488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:14.834199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1fa17696-2f57-4c1a-a5e0-3c5aa40fc3a6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-858976530 HTTP/1.1" status: 201 len: 201 time: 0.3885860 May 25 16:48:14.842085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58748) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:14.842547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6e6a4cf9-fdd1-4a54-835a-775724924844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:14.850398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-4d2e1c22-ebae-4355-9043-c738e68c6a1a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1349610104') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:14.880716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeda299-4543-4503-85ef-74abcf0bc81d req-b77c0fec-1766-4f36-8704-dd2890131326 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:14.894601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-beeda299-4543-4503-85ef-74abcf0bc81d req-b77c0fec-1766-4f36-8704-dd2890131326 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.2220213 May 25 16:48:14.963294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Pushing event updated for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:14.967533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-beeda299-4543-4503-85ef-74abcf0bc81d req-4b719bc4-719b-4c83-a415-d8118265445d tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713558 May 25 16:48:14.970677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:14.985338 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4d2e1c22-ebae-4355-9043-c738e68c6a1a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1349610104 HTTP/1.1" status: 201 len: 201 time: 0.1408706 May 25 16:48:14.988248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58756) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.003338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-45973e95-37d2-4920-a5c5-0a4d7779141f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.134777 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-45973e95-37d2-4920-a5c5-0a4d7779141f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 200 len: 241 time: 0.1452825 May 25 16:48:15.139622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.146722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-ad4b601b-7647-4e93-8496-d3cc04926730 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-1393868205') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.274445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ad4b601b-7647-4e93-8496-d3cc04926730 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-1393868205 HTTP/1.1" status: 204 len: 168 time: 0.1324804 May 25 16:48:15.283049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58772) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.285141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Provisioning complete for port ea7e0cce-5684-43fe-bee8-110858873f09 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:15.285521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.296345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-b48f8430-349a-448e-9fe6-3ea8a9a93178 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-1393868205') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.321953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.367149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58778) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.401564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-e93cdc2e-c7e1-4b16-bf95-623f81e4b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:15.404498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-e93cdc2e-c7e1-4b16-bf95-623f81e4b488 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e87e20affcb64122bc348db4bcd1faeb&device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 1099 time: 0.5708547 May 25 16:48:15.409000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ea7e0cce-5684-43fe-bee8-110858873f09, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ea7e0cce-5684-43fe-bee8-110858873f09,segment=NetworkSegment(d10a3827-c655-4540-8d28-b950a3c2d50d),segment_id=d10a3827-c655-4540-8d28-b950a3c2d50d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:15.412214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Delete allocated IP 172.20.0.10 (6f18c9d9-2370-4f3e-9512-52a841105636/827d40dc-fd99-419f-8790-c68dcafa3c9f) {{(pid=99126) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 25 16:48:15.415145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.416104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.418506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:15.462380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc1381-7509-4d39-8968-2b64aa005080 req-7e9c1471-fb36-42c8-8a93-942e5c62f42c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:15.464008 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1dc1381-7509-4d39-8968-2b64aa005080 req-7e9c1471-fb36-42c8-8a93-942e5c62f42c tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5898647 May 25 16:48:15.474808 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b48f8430-349a-448e-9fe6-3ea8a9a93178 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-1393868205 HTTP/1.1" status: 204 len: 168 time: 0.1851110 May 25 16:48:15.476041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58784) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.486139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-645f8ab0-3f99-44ad-b0f1-0700dfdfb562 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.563448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Allocated IP 172.20.0.40 (6f18c9d9-2370-4f3e-9512-52a841105636/95cc714b-b714-4bbe-b4c3-1e0e63052779/fd33cfad-2b08-458e-bfdb-1bf31e206c1e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:15.577693 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-645f8ab0-3f99-44ad-b0f1-0700dfdfb562 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 200 len: 205 time: 0.0992596 May 25 16:48:15.580188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58788) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.585439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-e2412624-0285-4b2f-b6bd-32b539251fa3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.591201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ea7e0cce-5684-43fe-bee8-110858873f09,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:15.595841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:15.617795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Provisioning for port de18c9f2-4469-424c-8c90-40619d447ddd completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:15.624225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Provisioning complete for port de18c9f2-4469-424c-8c90-40619d447ddd triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:15.625372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.651493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-953a8fe5-5067-49aa-821a-9e3deaa2f12e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:15.652251 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-953a8fe5-5067-49aa-821a-9e3deaa2f12e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 16:48:15.653165 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-953a8fe5-5067-49aa-821a-9e3deaa2f12e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): There was a conflict when trying to complete your request. May 25 16:48:15.653812 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-953a8fe5-5067-49aa-821a-9e3deaa2f12e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2851508 May 25 16:48:15.659561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58794) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.665855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--411868070'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:15.673969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:15.679733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:15.684677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:15.695064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:15.707347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e2412624-0285-4b2f-b6bd-32b539251fa3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 200 len: 240 time: 0.1258452 May 25 16:48:15.710066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58800) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.717497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-0f78f630-edf2-4f95-8bf9-db3dc7559465 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-978761467') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:15.736620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2d3481e0-4b3f-42a1-947e-495988024ff0 None None] Port de18c9f2-4469-424c-8c90-40619d447ddd cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:15.747377 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1dc1381-7509-4d39-8968-2b64aa005080 req-e99d7be8-dd26-4477-ba21-f788a1309ce5 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428752 May 25 16:48:15.778119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.816067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.842448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-4223b0cb-bff1-4ec0-bc5b-0824c7104ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:15.844222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:15.844705 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-4223b0cb-bff1-4ec0-bc5b-0824c7104ccc service neutron] 10.222.0.95 "GET /v2.0/networks?id=9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 200 len: 912 time: 0.4270313 May 25 16:48:15.850079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:15.854578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:15.862937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:15.891644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3378ee06-5430-4eca-b65a-fcf238771040 None None] Provisioning complete for port de18c9f2-4469-424c-8c90-40619d447ddd triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:15.892291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3378ee06-5430-4eca-b65a-fcf238771040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:15.906255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0f78f630-edf2-4f95-8bf9-db3dc7559465 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-978761467 HTTP/1.1" status: 204 len: 168 time: 0.1950812 May 25 16:48:15.907025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58804) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:15.923729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-6cf44ad4-de0e-4681-8c12-4fa9f84ec2a5 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-978761467') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:16.040956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3378ee06-5430-4eca-b65a-fcf238771040 None None] Port de18c9f2-4469-424c-8c90-40619d447ddd cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:16.049423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:16.086658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-18b3b5fc-9eb6-4adf-851a-cc2cea614c96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 200 len: 1001 time: 0.2330518 May 25 16:48:16.135832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ea7e0cce-5684-43fe-bee8-110858873f09 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:16.147834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.156965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.161577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4411d310-a831-48a5-87bc-03f1853f7abc tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:16.173782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:16.179602 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6cf44ad4-de0e-4681-8c12-4fa9f84ec2a5 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-978761467 HTTP/1.1" status: 204 len: 168 time: 0.2698040 May 25 16:48:16.184979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58810) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.188106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:16.193918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:16.199380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-bc8b9d49-e174-485f-8933-92768fa588e0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:16.215292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:16.216418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.241002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:16.247753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-64472476-e629-436a-a22c-3e98d7f8ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:16.249490 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-64472476-e629-436a-a22c-3e98d7f8ec98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 200 len: 849 time: 0.1482966 May 25 16:48:16.269019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca75ae55-1051-4f18-9e01-21aabd710aa4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:16.275734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:16.289046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ea7e0cce-5684-43fe-bee8-110858873f09 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:16.289487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.306476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.328043 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bc8b9d49-e174-485f-8933-92768fa588e0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 200 len: 205 time: 0.1390560 May 25 16:48:16.330533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58814) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.335116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:16.337830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-0c37a2ea-8c2e-41e9-9fe4-d579eb596480 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:16.352677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Transition to ACTIVE for port object fd33cfad-2b08-458e-bfdb-1bf31e206c1e will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:16.358528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Provisioning for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:16.365543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.367326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:16.367868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.375755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ac40-de0d-474f-a672-2a9adb4a9eb8 req-c2f291db-bbc1-4016-ab63-f2a18d9a38eb tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:16.377245 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4ee4ac40-de0d-474f-a672-2a9adb4a9eb8 req-c2f291db-bbc1-4016-ab63-f2a18d9a38eb tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.2116847 May 25 16:48:16.382689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1c5c9a11-5ee4-4148-b1ad-c55268f585dd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:16.511312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.518362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.526832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ae16c6b3-5d82-4ae5-b88e-96e731edd803 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:16.553754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0c37a2ea-8c2e-41e9-9fe4-d579eb596480 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 200 len: 240 time: 0.2198024 May 25 16:48:16.558436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-bc9f58a7-d95b-4cb2-a349-7517c56717b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:16.560507 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-bc9f58a7-d95b-4cb2-a349-7517c56717b2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9de6458f-c301-42fa-8cc1-9a8bb94cc830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2955601 May 25 16:48:16.561216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58818) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.575240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce59509-078f-4a5a-9484-6fad6fe3e0d8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:16.591616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:16.592636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.599721 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9362597 May 25 16:48:16.599909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58822) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.604585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-ebfb6a46-930d-42f2-a6ea-2363a96b5ad6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-858976530') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:16.605612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'cce59509-078f-4a5a-9484-6fad6fe3e0d8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:16.610042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Provisioning for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:16.613215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:16.614966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Provisioning complete for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:16.615340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.617290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:16.620432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:16.626719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:16.643770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.664155 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4ee4ac40-de0d-474f-a672-2a9adb4a9eb8 req-ef43aae4-eec3-4f5c-a9cb-2dab45c245ed tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2505128 May 25 16:48:16.664560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event updated for resources: {'Port': ['ID=fd33cfad-2b08-458e-bfdb-1bf31e206c1e,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:16.675586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1d91685a-db95-4c61-8314-f66e1c8db1e1 None None] Port fd33cfad-2b08-458e-bfdb-1bf31e206c1e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:16.680164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:16.728706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.733468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.741643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9e05cef-fd77-49c5-9848-f6831ef67931 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:16.766396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca76f2e2-22a7-4c51-9d70-82efa58054e3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:16.768965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:16.773724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.775152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740224 May 25 16:48:16.777730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.784259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'cce59509-078f-4a5a-9484-6fad6fe3e0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:16.790278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:16.795004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:16.798095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:16.806343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:16.827257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] In _notify_port_updated(), no bound segment for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e on network 6f18c9d9-2370-4f3e-9512-52a841105636 {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:48:16.831622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.833159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:16.833966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:16.838417 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "PUT /v2.0/ports/fd33cfad-2b08-458e-bfdb-1bf31e206c1e HTTP/1.1" status: 200 len: 959 time: 3.6078901 May 25 16:48:16.843377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58832) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.952719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ebfb6a46-930d-42f2-a6ea-2363a96b5ad6 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-858976530 HTTP/1.1" status: 204 len: 168 time: 0.3798709 May 25 16:48:16.955542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:16.963150 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-6457fb21-36ab-46ff-90ed-a91c263b114f service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809836 May 25 16:48:16.969196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-cbeb3d02-4ddc-4dd3-b442-17c04153f952 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-858976530') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:16.969442 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): There was a conflict when trying to complete your request. May 25 16:48:16.970440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-89bff055-01b8-475f-b98a-d64f9fac95ae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1906669 May 25 16:48:16.973304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58840) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.033877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a8c40-9f12-4efb-88d7-e591c9d902d3 req-93458d4b-40eb-49dd-832c-eb74a5bdb4aa tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:17.035457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b99a8c40-9f12-4efb-88d7-e591c9d902d3 req-93458d4b-40eb-49dd-832c-eb74a5bdb4aa tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.1455560 May 25 16:48:17.088409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.102573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec0c2110-950a-4e9d-b375-363e91d5b547 None None] Provisioning complete for port fd33cfad-2b08-458e-bfdb-1bf31e206c1e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:17.102993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2110-950a-4e9d-b375-363e91d5b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.163577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ec0c2110-950a-4e9d-b375-363e91d5b547 None None] Port fd33cfad-2b08-458e-bfdb-1bf31e206c1e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:17.273932 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b99a8c40-9f12-4efb-88d7-e591c9d902d3 req-b2a13ece-cf53-42e9-8676-3b4312e2a68a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319937 May 25 16:48:17.279251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.332680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.336879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c5f48f6-15a7-429e-b505-5f15e33e3fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:17.353026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce59509-078f-4a5a-9484-6fad6fe3e0d8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:17.355397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:17.360135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.361282 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/cce59509-078f-4a5a-9484-6fad6fe3e0d8 HTTP/1.1" status: 204 len: 168 time: 0.3870716 May 25 16:48:17.364319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58844) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.437583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5541b1d9-d56c-48de-9b30-0a90ac5289e5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:17.458202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5541b1d9-d56c-48de-9b30-0a90ac5289e5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:17.463747 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5541b1d9-d56c-48de-9b30-0a90ac5289e5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0983024 May 25 16:48:17.464963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.472960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--800396996'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:17.475215 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f3fdba3-8f9d-47ae-af96-cde2d2de7b02 req-39497c39-a70a-4d93-9d9b-cfad205a8220 service neutron] 10.222.0.95 "GET /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563470 May 25 16:48:17.480882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:17.487946 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cbeb3d02-4ddc-4dd3-b442-17c04153f952 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-858976530 HTTP/1.1" status: 204 len: 168 time: 0.5300570 May 25 16:48:17.491155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port fd33cfad-2b08-458e-bfdb-1bf31e206c1e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:17.491439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.494240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58852) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.497287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:17.503031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-b04bb5eb-55b9-43ad-8c5f-dbc54049da07 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:17.625734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.631857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.659859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:17.664965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:17.670006 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b04bb5eb-55b9-43ad-8c5f-dbc54049da07 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 200 len: 205 time: 0.1742821 May 25 16:48:17.671273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:17.673968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58856) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.681932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-f67c43d3-57f7-4d51-84e5-7e08db08232b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:17.692079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:17.733283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f67c43d3-57f7-4d51-84e5-7e08db08232b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 200 len: 241 time: 0.0552313 May 25 16:48:17.742397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.750399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-9418f409-a126-4d09-aecb-4513d96d30cf tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1349610104') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:17.811565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for fd33cfad-2b08-458e-bfdb-1bf31e206c1e owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:17.811900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.814255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9418f409-a126-4d09-aecb-4513d96d30cf tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1349610104 HTTP/1.1" status: 204 len: 168 time: 0.0708017 May 25 16:48:17.817134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.819587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.825977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-653d7b42-89ac-4536-885d-54bf0601c8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:17.836528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-29829615-ca8d-41e5-9e32-2d20b4cc5c7a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1349610104') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:17.891607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744aa142-bc0c-4094-9f68-d33f38345f99,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:17.895401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:17.903850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:17.905429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4383135 May 25 16:48:17.909222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58870) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.916726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1a0f5bc3-fb97-42c4-bfab-a26ce9b454ab tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '744aa142-bc0c-4094-9f68-d33f38345f99', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:17.917142 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.api.v2.base [None req-1a0f5bc3-fb97-42c4-bfab-a26ce9b454ab tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 25 16:48:17.917970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-1a0f5bc3-fb97-42c4-bfab-a26ce9b454ab tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:17.919483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a0f5bc3-fb97-42c4-bfab-a26ce9b454ab tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092995 May 25 16:48:17.922298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58874) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.945043 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-29829615-ca8d-41e5-9e32-2d20b4cc5c7a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1349610104 HTTP/1.1" status: 204 len: 168 time: 0.1268067 May 25 16:48:17.952812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58878) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:17.961212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-824f3e05-ea98-420b-bdd0-dd105331778d tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:17.965104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f780b10-4e6d-4374-a030-8a675eddff80 req-47023475-a179-48ab-9858-a69b6d407976 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:17.967186 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f780b10-4e6d-4374-a030-8a675eddff80 req-47023475-a179-48ab-9858-a69b6d407976 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.1677210 May 25 16:48:17.975727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-71cfbc7a-2f77-4afe-8231-62e18a7bc36e tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:17.977130 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-71cfbc7a-2f77-4afe-8231-62e18a7bc36e tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.95 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.2772672 May 25 16:48:18.016878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-824f3e05-ea98-420b-bdd0-dd105331778d tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 200 len: 205 time: 0.0630512 May 25 16:48:18.017963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.019544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58882) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.034263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-c4caf7ca-0159-4cfc-9042-cc19f35df689 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:18.065595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.114901 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f780b10-4e6d-4374-a030-8a675eddff80 req-9ce30928-eba2-4c55-ae65-bd9e40213d03 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336241 May 25 16:48:18.115155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c4caf7ca-0159-4cfc-9042-cc19f35df689 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 204 len: 168 time: 0.0910325 May 25 16:48:18.115607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.123403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-65f9cad7-fd89-43a0-9769-9ce5fa17e496 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:18.169411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.181165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52dc6004-df14-4d16-99f7-7a0ae19a8c8b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:18.250115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.258949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b73b748e-c142-44ba-9d12-73e9a4f691e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:18.267382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=fd33cfad-2b08-458e-bfdb-1bf31e206c1e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:18.269771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:18.281323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744aa142-bc0c-4094-9f68-d33f38345f99,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:18.285180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:18.294027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.295478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/744aa142-bc0c-4094-9f68-d33f38345f99 HTTP/1.1" status: 204 len: 168 time: 0.3723009 May 25 16:48:18.298003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58890) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.327535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-65f9cad7-fd89-43a0-9769-9ce5fa17e496 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2077885 May 25 16:48:18.327992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58896) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.347891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-1d0c1bbd-8379-4700-af4c-af8dd90ae062 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:18.363274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.374757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Deleting port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:18.375138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.438858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-09142049-1b4c-48e3-a100-29b6fdb917f7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:18.469220 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/fd33cfad-2b08-458e-bfdb-1bf31e206c1e HTTP/1.1" status: 204 len: 168 time: 1.6244793 May 25 16:48:18.469439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58900) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.558104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.562106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-09142049-1b4c-48e3-a100-29b6fdb917f7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:18.563280 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-09142049-1b4c-48e3-a100-29b6fdb917f7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2643008 May 25 16:48:18.567115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] For port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:18.567668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.574667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58904) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.584371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980978541'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:18.592043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:18.594295 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cd99e1-1d36-456d-a28c-01977a73b3c7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] GET failed (client error): The resource could not be found. May 25 16:48:18.598572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-08cd99e1-1d36-456d-a28c-01977a73b3c7 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports/fd33cfad-2b08-458e-bfdb-1bf31e206c1e HTTP/1.1" status: 404 len: 333 time: 0.1254306 May 25 16:48:18.601117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58908) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.648568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1d0c1bbd-8379-4700-af4c-af8dd90ae062 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.3171294 May 25 16:48:18.649691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58912) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.665128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-7b6313ce-00bf-4e73-982c-e961fe53bb92 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:18.672642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:18.694806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.745948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e2b6d-049d-4e83-8989-7b72baf6632a req-91e116b2-3b67-4e61-8b2f-6cc1c387867a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:18.747462 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b28e2b6d-049d-4e83-8989-7b72baf6632a req-91e116b2-3b67-4e61-8b2f-6cc1c387867a tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2752733 May 25 16:48:18.749133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.806487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.809955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:18.817286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:18.821846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:18.836129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:18.857793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b28e2b6d-049d-4e83-8989-7b72baf6632a req-a6bfb36d-e09f-4cad-8917-2c6ec0b7d6ea tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029868 May 25 16:48:18.878120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b6313ce-00bf-4e73-982c-e961fe53bb92 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 204 len: 168 time: 0.2226374 May 25 16:48:18.878865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58918) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:18.884722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-b885093c-45e4-4990-a281-43acdee0b318 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-1581141741') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:18.931452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.939023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:18.956607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5b7dd-26da-4902-8444-99f67080edbe,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:18.958879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:18.967984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:18.971870 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/security-groups/d2d5b7dd-26da-4902-8444-99f67080edbe HTTP/1.1" status: 204 len: 168 time: 0.3649552 May 25 16:48:18.971870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.045512 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b885093c-45e4-4990-a281-43acdee0b318 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-1581141741 HTTP/1.1" status: 201 len: 201 time: 0.1656818 May 25 16:48:19.054573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58926) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.068880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-ef7410da-0710-48a4-86ae-976cb8b00ce3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-1005717549') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:19.148780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.149218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.149539 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Floating IP 47cf3b4c-1007-4753-a4c5-b44ee77d4966 disassociated. External IP: 172.26.6.55, port: 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215. May 25 16:48:19.149890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Calling delete_port for 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 owned by compute:nova {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:19.166999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.201545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.213530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.221981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.249811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-174713fc-34f5-4b6a-a248-1ad659ee862b tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:19.267016 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ef7410da-0710-48a4-86ae-976cb8b00ce3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-1005717549 HTTP/1.1" status: 201 len: 201 time: 0.2111752 May 25 16:48:19.269781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58932) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.276314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-28a85009-336a-44f4-992b-c149eeb314ff tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-297646290') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:19.284463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484a7d6a-c4fb-4751-97d3-97f19da42334,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:19.286698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.291053 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7116349 May 25 16:48:19.291053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:19.292286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58936) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.328453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.335286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b201a98e-e9fd-4b33-8ee9-d4a6aa16bc53 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '484a7d6a-c4fb-4751-97d3-97f19da42334', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:19.335896 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-b201a98e-e9fd-4b33-8ee9-d4a6aa16bc53 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 25 16:48:19.336116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:19.336448 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-b201a98e-e9fd-4b33-8ee9-d4a6aa16bc53 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:19.337395 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b201a98e-e9fd-4b33-8ee9-d4a6aa16bc53 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0438831 May 25 16:48:19.345394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58940) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.362396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f3a1a1-1bd3-447a-bf0a-869ffc79edcd,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:19.364735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:19.421342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.422453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/security-groups/b0f3a1a1-1bd3-447a-bf0a-869ffc79edcd HTTP/1.1" status: 204 len: 168 time: 0.4497685 May 25 16:48:19.427539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58944) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.504146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.516379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce206835-1021-4dcd-9703-d540f4f1b358 req-1d67edd1-0174-40d5-abe1-87ca05c5cfc3 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:19.517976 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ce206835-1021-4dcd-9703-d540f4f1b358 req-1d67edd1-0174-40d5-abe1-87ca05c5cfc3 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 945 time: 0.2289670 May 25 16:48:19.518670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.534877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be86e4ec-c990-479b-b53c-e0949124250c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:19.616112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event deleted for resources: {'Port': ['ID=60b18f6f-8bc9-4b4b-b160-49b6cbbd8215,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:19.625686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:19.638220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.673425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.676284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28a85009-336a-44f4-992b-c149eeb314ff tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-297646290 HTTP/1.1" status: 201 len: 201 time: 0.4055631 May 25 16:48:19.685743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58948) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.693767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-9f9e5f3b-2c35-402d-b4f1-5be9da42add3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1403870597') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:19.720315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.737247 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ce206835-1021-4dcd-9703-d540f4f1b358 req-c760dcdf-8c15-4b3b-975f-192cbca12830 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups?id=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036576 May 25 16:48:19.773868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f9e5f3b-2c35-402d-b4f1-5be9da42add3 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1403870597 HTTP/1.1" status: 201 len: 201 time: 0.0871160 May 25 16:48:19.776611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58952) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.780257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.785981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195cc749-8bd1-401f-8274-a1bb9e19e504 tempest-BulkNetworkOpsIpV6Test-1500845774 tempest-BulkNetworkOpsIpV6Test-1500845774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:19.800586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99833318-6577-481a-8262-ae7b3d7c0d63,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:19.803757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:19.805863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.806980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/security-groups/99833318-6577-481a-8262-ae7b3d7c0d63 HTTP/1.1" status: 204 len: 168 time: 0.3785474 May 25 16:48:19.810251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58956) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:19.834209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-947854d1-1b42-4384-8db1-061b10d07430 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', {'tags': ['tempest-TagsExtTest-Tag-309851346', 'tempest-TagsExtTest-Tag-1944090248', 'tempest-TagsExtTest-Tag-465633646']}) {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:19.885167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 827d40dc-fd99-419f-8790-c68dcafa3c9f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:19.889070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.899302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.908129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a155aa8c-db2a-4a51-b708-98973b2a7872 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:19.939921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484a7d6a-c4fb-4751-97d3-97f19da42334,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:19.948115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:19.973503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.973932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:19.974952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:19.976226 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/484a7d6a-c4fb-4751-97d3-97f19da42334 HTTP/1.1" status: 204 len: 168 time: 0.6250453 May 25 16:48:19.980453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58962) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.002307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-947854d1-1b42-4384-8db1-061b10d07430 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 200 len: 316 time: 0.2244349 May 25 16:48:20.007923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58966) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.018128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-a5a307d3-33a5-4d77-8209-3a0c2453905b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:20.137867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.175161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-44952786-1fd7-4a68-90e4-8b221c419008 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:20.177475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9623d7-9d23-4ca6-89b6-74d297b4d06e req-392cbaf7-ee1b-4ca6-81f8-552ed048df3b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:20.178987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c9623d7-9d23-4ca6-89b6-74d297b4d06e req-392cbaf7-ee1b-4ca6-81f8-552ed048df3b tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.1617880 May 25 16:48:20.275543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-44952786-1fd7-4a68-90e4-8b221c419008 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:20.276717 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-44952786-1fd7-4a68-90e4-8b221c419008 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2934248 May 25 16:48:20.284608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58970) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.294680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--545898126'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:20.301085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:20.303183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:20.311825 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Sync routers for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:20.320580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c9623d7-9d23-4ca6-89b6-74d297b4d06e req-25d230ea-d2be-47c0-a147-068c6e08d92f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311605 May 25 16:48:20.322039 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:20.322653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:20.349209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:20.401211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] No DVR routers for this DVR port 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 on host hv-neutron-7929 {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:20.405218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.407320 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d247ad5-14ee-427f-9e4e-a08adbb49e10 req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.95 "DELETE /v2.0/ports/60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 HTTP/1.1" status: 204 len: 173 time: 2.4123242 May 25 16:48:20.409718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'name': 'network-vif-deleted', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:20.419568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.446640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:20.455027 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a5a307d3-33a5-4d77-8209-3a0c2453905b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 204 len: 168 time: 0.4416611 May 25 16:48:20.455027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:20.456823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58978) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.459745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:20.468749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-c575ff2f-62af-43db-b18f-d6d9c1d3ec12 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-309851346') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:20.501594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:20.530233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.536186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-721b5acc-778e-4edd-9e65-3caf67766dd9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:20.549334 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cb9091-5408-405b-98e7-fd4cda856390', 'name': 'network-vif-deleted', 'tag': '60b18f6f-8bc9-4b4b-b160-49b6cbbd8215', 'status': 'completed', 'code': 200} May 25 16:48:20.580514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=827d40dc-fd99-419f-8790-c68dcafa3c9f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:20.583988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:20.585829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.592692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b04a0-1cd7-4167-b284-d735d512245b None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:20.607210 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/827d40dc-fd99-419f-8790-c68dcafa3c9f HTTP/1.1" status: 204 len: 168 time: 0.7958872 May 25 16:48:20.612636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58982) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.636049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:20.692307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:20.705828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f0f5-4036-4eb9-ac3e-93c6f766ee7e req-e1cfcd19-f6a1-4ce3-b591-d59b4f9ab799 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:20.707376 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33c6f0f5-4036-4eb9-ac3e-93c6f766ee7e req-e1cfcd19-f6a1-4ce3-b591-d59b4f9ab799 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.1995192 May 25 16:48:20.711310 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-c575ff2f-62af-43db-b18f-d6d9c1d3ec12 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:20.715115 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c575ff2f-62af-43db-b18f-d6d9c1d3ec12 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-309851346 HTTP/1.1" status: 404 len: 328 time: 0.2543745 May 25 16:48:20.715299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 95cc714b-b714-4bbe-b4c3-1e0e63052779 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:20.716067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 58986) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.720265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.748730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.758507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-f1e75b80-80d1-4f5c-b972-b0e2512bb98b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-1944090248') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:20.764904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.773878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8482eac3-59e0-4093-815d-71c95b6528d2 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:20.807735 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33c6f0f5-4036-4eb9-ac3e-93c6f766ee7e req-213e1b9a-ba02-4407-af98-7293beb43480 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940659 May 25 16:48:20.812195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:20.812387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 60b18f6f-8bc9-4b4b-b160-49b6cbbd8215 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:20.838968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e149370f-533d-4256-b774-6e378f30ac15,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:20.844481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:20.855459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.856768 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5711615 May 25 16:48:20.862119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:20.869149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58992) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.875501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a207f355-d473-4287-b412-8fa4801634c3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'e149370f-533d-4256-b774-6e378f30ac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:20.876402 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-a207f355-d473-4287-b412-8fa4801634c3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 25 16:48:20.876912 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-a207f355-d473-4287-b412-8fa4801634c3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:20.880562 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a207f355-d473-4287-b412-8fa4801634c3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077450 May 25 16:48:20.883766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 58998) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.889849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bd711386-1643-45e7-bbbb-6a36bc46dbc3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'e149370f-533d-4256-b774-6e378f30ac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:20.890582 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-bd711386-1643-45e7-bbbb-6a36bc46dbc3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 25 16:48:20.891040 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-bd711386-1643-45e7-bbbb-6a36bc46dbc3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:20.894756 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bd711386-1643-45e7-bbbb-6a36bc46dbc3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072973 May 25 16:48:20.898306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59002) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.913405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ea4f99d1-ecf6-4a87-b7bd-d445312b0eef tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'e149370f-533d-4256-b774-6e378f30ac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:20.914787 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-ea4f99d1-ecf6-4a87-b7bd-d445312b0eef tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 25 16:48:20.915318 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-ea4f99d1-ecf6-4a87-b7bd-d445312b0eef tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:20.922504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ea4f99d1-ecf6-4a87-b7bd-d445312b0eef tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0205958 May 25 16:48:20.924528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59006) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.942728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-22a45c2d-c4eb-4878-a2c8-bf42e161fec0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': 'e149370f-533d-4256-b774-6e378f30ac15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:20.943716 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-22a45c2d-c4eb-4878-a2c8-bf42e161fec0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 25 16:48:20.944535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-22a45c2d-c4eb-4878-a2c8-bf42e161fec0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:20.950528 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-22a45c2d-c4eb-4878-a2c8-bf42e161fec0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0223787 May 25 16:48:20.952591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59010) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:20.992454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.119117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a38aeae-5d68-4012-aa81-09f58a46d78c req-d45760d1-00df-4ba9-93b3-b56dce4048cd tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/ports?device_id=43cb9091-5408-405b-98e7-fd4cda856390 HTTP/1.1" status: 200 len: 210 time: 0.0777974 May 25 16:48:21.130197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.192664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.197838 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:21.207923 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Checking router: a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:21.209081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-f1e75b80-80d1-4f5c-b972-b0e2512bb98b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:21.216908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f1e75b80-80d1-4f5c-b972-b0e2512bb98b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-1944090248 HTTP/1.1" status: 404 len: 329 time: 0.4981568 May 25 16:48:21.217737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59014) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.219359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:21.219905 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:21.256862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-167f8df9-18ef-4ccd-82b9-ae42e80b7fa5 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f', 'tempest-TagsExtTest-Tag-465633646') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:21.315369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.322864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2462b839-a209-43c0-8059-234fca61cae6 tempest-PortsAdminExtendedAttrsTestJSON-1863202418 tempest-PortsAdminExtendedAttrsTestJSON-1863202418-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:21.352220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149370f-533d-4256-b774-6e378f30ac15,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:21.356631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:21.359800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.364935 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/e149370f-533d-4256-b774-6e378f30ac15 HTTP/1.1" status: 204 len: 168 time: 0.4066842 May 25 16:48:21.366297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.453563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cb22e5fa-d897-4e43-950a-095c5f8c05ec tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:21.472077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cb22e5fa-d897-4e43-950a-095c5f8c05ec tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:21.478325 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb22e5fa-d897-4e43-950a-095c5f8c05ec tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1078043 May 25 16:48:21.479454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59024) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.486193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--389843794'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.494497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:21.506115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:21.511421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:21.522520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.556930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:21.562108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:21.565979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:21.572836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:21.625179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-167f8df9-18ef-4ccd-82b9-ae42e80b7fa5 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:21.626209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-167f8df9-18ef-4ccd-82b9-ae42e80b7fa5 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags/tempest-TagsExtTest-Tag-465633646 HTTP/1.1" status: 404 len: 328 time: 0.3754146 May 25 16:48:21.634508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.647222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-b99276bc-2fac-4a15-af68-3e1374146709 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', {'tags': ['tempest-TagsExtTest-Tag-1251324523', 'tempest-TagsExtTest-Tag-566176176', 'tempest-TagsExtTest-Tag-524714540']}) {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:21.654700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.658779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.663368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8429b7c7-f0b0-4e27-bedd-eb0b33e176c0 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:21.700502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b5db6-68c6-49a8-be74-b306501ceacc req-4473e4fc-9189-4463-86c7-5f8a0077940f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:21.702666 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c65b5db6-68c6-49a8-be74-b306501ceacc req-4473e4fc-9189-4463-86c7-5f8a0077940f tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.2782791 May 25 16:48:21.729170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef402f8-4cfd-4a5f-b14e-a27582a22893,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:21.733317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:21.742552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.748289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2632680 May 25 16:48:21.748477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.749619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59032) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.756546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9f2f03fc-3494-4981-b6b0-667485d4026d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.757131 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-9f2f03fc-3494-4981-b6b0-667485d4026d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 16:48:21.757669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-9f2f03fc-3494-4981-b6b0-667485d4026d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:21.758964 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9f2f03fc-3494-4981-b6b0-667485d4026d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079429 May 25 16:48:21.760301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195771b6-103a-4141-838f-8379042a324d tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:21.761912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59036) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.768074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.775968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:21.780458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:21.785257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:21.793997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:21.829583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:21.830462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=95cc714b-b714-4bbe-b4c3-1e0e63052779,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:21.831441 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b19337eb-80a4-4bd1-9358-ebd6e72efba8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0677552 May 25 16:48:21.834155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59040) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.840641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2bbad25b-15a8-4e63-b826-203dcf1aaf54 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.841240 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-2bbad25b-15a8-4e63-b826-203dcf1aaf54 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 25 16:48:21.841700 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-2bbad25b-15a8-4e63-b826-203dcf1aaf54 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:21.843780 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2bbad25b-15a8-4e63-b826-203dcf1aaf54 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086844 May 25 16:48:21.846627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59044) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.850563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:21.852597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.859387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:21.864720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:21.868377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:21.876142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:21.877825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:21.886310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d55f06-d32a-4b97-94ef-68ab90d75133 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:21.889666 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/95cc714b-b714-4bbe-b4c3-1e0e63052779 HTTP/1.1" status: 204 len: 168 time: 1.2767782 May 25 16:48:21.894527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59048) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.920674 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:21.921843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3afd0d59-aa1a-40d9-ba5c-6aa7074fee8b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0741127 May 25 16:48:21.924671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59052) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.931207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-167651c9-937b-479c-902a-83c2eabbbf45 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.932552 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-167651c9-937b-479c-902a-83c2eabbbf45 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 25 16:48:21.933327 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-167651c9-937b-479c-902a-83c2eabbbf45 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:21.934655 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-167651c9-937b-479c-902a-83c2eabbbf45 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089679 May 25 16:48:21.937596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59056) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.949298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c65b5db6-68c6-49a8-be74-b306501ceacc req-cb860551-fe35-4088-b260-21840993de24 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040534 May 25 16:48:21.960113 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:21.961907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:21.966644 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b99276bc-2fac-4a15-af68-3e1374146709 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 200 len: 316 time: 0.3305871 May 25 16:48:21.969534 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c66679-8da3-45aa-a8f2-6bf99bd172d1 None None] The sync data for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv is: [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:46:14Z', 'revision_number': 4, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '0af7307b-315c-4342-ac58-241754feba48', 'name': '', 'network_id': 'cfc8bae2-3647-4592-b9b5-1a21ff118a0a', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'mac_address': 'fa:16:3e:18:dc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:11Z', 'updated_at': '2021-05-25T16:46:24Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'subnets': [{'id': 'a14d0998-dcee-4002-ade5-2ea219d4af91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:21.971840 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4355e96e-089c-4301-a8d7-58b823cd44fb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:21.972553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4355e96e-089c-4301-a8d7-58b823cd44fb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:21.975951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4355e96e-089c-4301-a8d7-58b823cd44fb tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/827d40dc-fd99-419f-8790-c68dcafa3c9f HTTP/1.1" status: 404 len: 337 time: 0.0780678 May 25 16:48:21.976924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59060) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.978245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:21.979319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59062) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:21.982642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:21.991068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:21.997875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:22.039210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-56e6ca8f-8fbf-461c-a61c-4ca98ba2ff38 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:22.039867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-56e6ca8f-8fbf-461c-a61c-4ca98ba2ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.141143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-56e6ca8f-8fbf-461c-a61c-4ca98ba2ff38 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:22.205957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-f433b53a-0170-4cb0-94b2-a12d8220597a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:22.207002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-56e6ca8f-8fbf-461c-a61c-4ca98ba2ff38 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:22.207509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-56e6ca8f-8fbf-461c-a61c-4ca98ba2ff38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.209974 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:22.213834 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b56b2552-f22a-4093-92ae-4a7e6ba8127d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2727416 May 25 16:48:22.214164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59070) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.221690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-810bd6ae-22f3-4f1d-a1ae-c50655d8111b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:22.222346 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-810bd6ae-22f3-4f1d-a1ae-c50655d8111b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 25 16:48:22.223255 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-810bd6ae-22f3-4f1d-a1ae-c50655d8111b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:22.235009 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-810bd6ae-22f3-4f1d-a1ae-c50655d8111b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093417 May 25 16:48:22.281701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59076) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.288542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:22.296048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:22.316957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:22.321200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:22.323856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting subnet 4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:22.331067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:22.334678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.343089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59080) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.411858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec103e-319b-42ce-91a4-6e2262ea95a7 None None] New status for floating IP 47cf3b4c-1007-4753-a4c5-b44ee77d4966: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:48:22.412194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.417781 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:22.421881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-85e0151e-468f-4c30-8443-2fff2a35fdc4 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1359816 May 25 16:48:22.429934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59084) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.442171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '8ef402f8-4cfd-4a5f-b14e-a27582a22893', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:22.450535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.452570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:22.464853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:22.471649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:22.488708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:22.490252 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f433b53a-0170-4cb0-94b2-a12d8220597a tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.5120850 May 25 16:48:22.493175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59088) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.502305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-c34f9d8d-4d74-4b9a-baa2-0c4600ce8775 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-1251324523') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:22.504943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.571993 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:22.574580 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-30ee8d19-14c2-4572-bda4-44a57433aa48 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1428747 May 25 16:48:22.577525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59092) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.604461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.628193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.636169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-04625a9a-d0ad-4933-825a-bb6e28e1e1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:22.650958 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-c34f9d8d-4d74-4b9a-baa2-0c4600ce8775 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:22.652307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c34f9d8d-4d74-4b9a-baa2-0c4600ce8775 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-1251324523 HTTP/1.1" status: 404 len: 329 time: 0.1581824 May 25 16:48:22.656322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59096) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.664271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-667023f4-078f-42a4-92db-bbe9061e552f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-566176176') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:22.666008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:22.669749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:22.696018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.703289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "DELETE /v2.0/security-groups/69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96 HTTP/1.1" status: 204 len: 168 time: 0.3521495 May 25 16:48:22.703531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.706583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.748185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.766945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-cd320c16-14c2-4ad9-97ab-28a76baad8b1 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] show failed (client error): The resource could not be found. May 25 16:48:22.768061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd320c16-14c2-4ad9-97ab-28a76baad8b1 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "GET /v2.0/security-groups/69fd54f7-dbd7-4f09-a70b-3ca29e3e9d96 HTTP/1.1" status: 404 len: 347 time: 0.0663078 May 25 16:48:22.774830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59104) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.897226 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-667023f4-078f-42a4-92db-bbe9061e552f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:22.898357 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-667023f4-078f-42a4-92db-bbe9061e552f tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-566176176 HTTP/1.1" status: 404 len: 328 time: 0.2409041 May 25 16:48:22.901653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59108) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:22.916650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-f3df6f6d-b3fa-4ecc-86d8-7212fd58e8ce tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd', 'tempest-TagsExtTest-Tag-524714540') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:22.965125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:22.974130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3251f540-0aea-4a1a-8df0-42aed88f4fad tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:23.039100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef402f8-4cfd-4a5f-b14e-a27582a22893,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:23.043732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:23.058624 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-f3df6f6d-b3fa-4ecc-86d8-7212fd58e8ce tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:23.063127 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f3df6f6d-b3fa-4ecc-86d8-7212fd58e8ce tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags/tempest-TagsExtTest-Tag-524714540 HTTP/1.1" status: 404 len: 328 time: 0.1577058 May 25 16:48:23.063970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59114) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.066434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.066719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/8ef402f8-4cfd-4a5f-b14e-a27582a22893 HTTP/1.1" status: 204 len: 168 time: 0.4881091 May 25 16:48:23.069494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59116) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.077587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-845c920e-1c7c-4eb2-ae52-7573f3219de2 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', {'tags': ['tempest-TagsExtTest-Tag-1511189830', 'tempest-TagsExtTest-Tag-431479897', 'tempest-TagsExtTest-Tag-1609602569']}) {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:23.151689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.187917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99603b1f-d3a5-4bd4-aae8-cc502d6edb05 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:23.197893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Deleting port bb704cd8-b3ed-4d6d-8fca-df160886ea2f {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:23.198235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.216261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-22107190-7595-4586-b325-7910dd7ce4f8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:23.268028 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Subnet': ['ID=4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:23.276527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:23.277581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.290049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/4efd3fc4-f4ef-4cd6-ac90-fedac3ee9186 HTTP/1.1" status: 204 len: 168 time: 1.3094127 May 25 16:48:23.292599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59122) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.299282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-99603b1f-d3a5-4bd4-aae8-cc502d6edb05 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:23.304199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-99603b1f-d3a5-4bd4-aae8-cc502d6edb05 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2301514 May 25 16:48:23.306606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59126) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.321336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--516280607'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:23.342042 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-845c920e-1c7c-4eb2-ae52-7573f3219de2 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 200 len: 317 time: 0.2755661 May 25 16:48:23.344305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59132) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.346596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c559da-a871-44c6-b59c-c9ce69a6fc80 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.347083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c559da-a871-44c6-b59c-c9ce69a6fc80 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.350140 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8c559da-a871-44c6-b59c-c9ce69a6fc80 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/af1634cc-26c4-43d7-bbae-910e096b4fa7 HTTP/1.1" status: 404 len: 337 time: 0.0552180 May 25 16:48:23.350334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-cbccbdeb-4c07-4683-80f0-2f7c58acb343 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:23.352054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59136) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.360413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aab231-0a19-4f22-a988-2f3cdfd5ba41 None None] Network 6f18c9d9-2370-4f3e-9512-52a841105636 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:23.398363 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0b569f4c-6a22-479b-bb98-c0e8a79571e4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "GET /v2.0/ports?device_id=ec0b4359-cbc7-464f-a246-366b78ab22db HTTP/1.1" status: 200 len: 205 time: 0.0445416 May 25 16:48:23.400206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59140) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.409009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:23.437806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:23.458597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788a984-9f19-4ebf-92fb-43a0853f300e req-e43d3dbe-85dc-4980-a8d3-3c08c4e54c7d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:23.460264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1788a984-9f19-4ebf-92fb-43a0853f300e req-e43d3dbe-85dc-4980-a8d3-3c08c4e54c7d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.3463662 May 25 16:48:23.478686 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-bf65920f-8f4b-41d8-bd01-798e8abf90cf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] delete failed (client error): The resource could not be found. May 25 16:48:23.480149 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf65920f-8f4b-41d8-bd01-798e8abf90cf tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/routers/ec0b4359-cbc7-464f-a246-366b78ab22db HTTP/1.1" status: 404 len: 336 time: 0.0790219 May 25 16:48:23.481629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4612507e-6a26-4f8b-b251-827202d96cd4 None None] Provisioning complete for port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:23.482013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4612507e-6a26-4f8b-b251-827202d96cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.483695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59144) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.499240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.499860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.524746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bdfa39-6c16-4c4d-a2f6-6e8b5b28062d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.525201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34bdfa39-6c16-4c4d-a2f6-6e8b5b28062d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.529447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-34bdfa39-6c16-4c4d-a2f6-6e8b5b28062d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/e5ca83b8-bbf5-4ff5-bf3a-7d0b026abc51 HTTP/1.1" status: 404 len: 337 time: 0.0422513 May 25 16:48:23.529778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59148) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.569992 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1425371-5081-4e30-84d1-7597589dbc49 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.570396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1425371-5081-4e30-84d1-7597589dbc49 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.574663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f1425371-5081-4e30-84d1-7597589dbc49 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/982462c0-2c4d-4583-9e7d-59f6f8678a05 HTTP/1.1" status: 404 len: 337 time: 0.0416017 May 25 16:48:23.575027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59152) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.578851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.612682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4612507e-6a26-4f8b-b251-827202d96cd4 None None] Port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:23.618947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f31807-150a-45e0-b237-e40d2d455ccd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.619414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f31807-150a-45e0-b237-e40d2d455ccd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.623533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-16f31807-150a-45e0-b237-e40d2d455ccd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/1b844bdd-4194-4487-a59b-906eb89a3864 HTTP/1.1" status: 404 len: 337 time: 0.0476611 May 25 16:48:23.626116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59156) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.634635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4612507e-6a26-4f8b-b251-827202d96cd4 None None] Provisioning complete for port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:23.635292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4612507e-6a26-4f8b-b251-827202d96cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.669156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d02b2fa-b8ad-4baa-bef3-8d2dbdd87cb1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.669419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d02b2fa-b8ad-4baa-bef3-8d2dbdd87cb1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.671113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2d02b2fa-b8ad-4baa-bef3-8d2dbdd87cb1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/4808dea8-846a-4cd5-b98e-765cf15b23ea HTTP/1.1" status: 404 len: 333 time: 0.0440531 May 25 16:48:23.673596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59160) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.715454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac755610-4612-4e93-b517-1d808b9a2c2b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.715789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac755610-4612-4e93-b517-1d808b9a2c2b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.717803 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ac755610-4612-4e93-b517-1d808b9a2c2b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/8ba21367-16d7-4982-86dc-930b0390f7e7 HTTP/1.1" status: 404 len: 337 time: 0.0432522 May 25 16:48:23.720263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59164) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.761894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Calling delete_port for bb704cd8-b3ed-4d6d-8fca-df160886ea2f owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:23.766496 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbaf7f20-9d82-4232-ba63-d89c02e073b3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.767267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbaf7f20-9d82-4232-ba63-d89c02e073b3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.768848 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fbaf7f20-9d82-4232-ba63-d89c02e073b3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/a7a56fe4-34cc-4706-b02f-d16bc2e1fda9 HTTP/1.1" status: 404 len: 337 time: 0.0476694 May 25 16:48:23.771595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59168) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.776164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:23.786174 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1788a984-9f19-4ebf-92fb-43a0853f300e req-cae93fd8-237c-468f-8820-ff984ac67db7 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119006 May 25 16:48:23.791231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:23.794457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] DHCP port deletion for 6f18c9d9-2370-4f3e-9512-52a841105636 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:23.807989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:23.819769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf6a227-9b30-440d-81c9-3f70e39f578c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.820379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf6a227-9b30-440d-81c9-3f70e39f578c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.824700 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9cf6a227-9b30-440d-81c9-3f70e39f578c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/df3b6f16-3c54-4696-b217-f47e96094c8f HTTP/1.1" status: 404 len: 333 time: 0.0496526 May 25 16:48:23.825380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59172) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.849681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:23.865365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Deleting port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:23.866119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:23.867172 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f95456-08dd-4a49-a965-04bd54c5cc38 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.867625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f95456-08dd-4a49-a965-04bd54c5cc38 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.869637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-03f95456-08dd-4a49-a965-04bd54c5cc38 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/22e243cd-6eb7-4b0d-8d63-cb3beed4bd50 HTTP/1.1" status: 404 len: 337 time: 0.0428069 May 25 16:48:23.871959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.915272 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8db2cb-2b92-41b9-b5fc-dc521755d3d1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] DELETE failed (client error): The resource could not be found. May 25 16:48:23.916081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8db2cb-2b92-41b9-b5fc-dc521755d3d1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:23.920614 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ac8db2cb-2b92-41b9-b5fc-dc521755d3d1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/subnets/f5656d9e-a345-4fe1-945e-844ee6af1010 HTTP/1.1" status: 404 len: 337 time: 0.0444891 May 25 16:48:23.920791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.941817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cbccbdeb-4c07-4683-80f0-2f7c58acb343 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 204 len: 168 time: 0.5958097 May 25 16:48:23.942751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59184) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:23.961763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-c4f77af6-0c89-4c64-9be9-80d172933fdc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-1511189830') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.008032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:24.062993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:24.063365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.200299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Calling delete_port for 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:24.214478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Deleting port ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:24.214977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.287456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.331916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-baae7e33-d7b6-4b41-aeb4-c45ff355e0e8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:24.334154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,segment=NetworkSegment(d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0),segment_id=d2c2cbd6-5630-4ac4-9514-33cb4c63c1c0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:24.334335 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-baae7e33-d7b6-4b41-aeb4-c45ff355e0e8 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.95 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.5222812 May 25 16:48:24.341105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.343835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7fc30f7b-d410-4343-bbc3-350adbd39295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.345152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.389263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.393488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event deleted for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.396490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.396967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-891c7c4a-f394-457f-b344-63c15e0408dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.436983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.451749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Pushing event deleted for resources: {'Port': ['ID=7b59f209-d1fd-4ec0-ba8a-b600a51c4e71,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.457057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] No DVR routers for this DVR port 7b59f209-d1fd-4ec0-ba8a-b600a51c4e71 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:24.458489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.466434 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-c4f77af6-0c89-4c64-9be9-80d172933fdc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:24.467618 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c4f77af6-0c89-4c64-9be9-80d172933fdc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-1511189830 HTTP/1.1" status: 404 len: 329 time: 0.5160558 May 25 16:48:24.483402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.489884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59188) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.494476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-11d6874a-e92f-426f-a056-c68bb21f55f1 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.518986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Calling delete_port for ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:24.522807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-0047bcdb-a8ab-4030-b04e-38bf18252ac4 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-431479897') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.567563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.574100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d808f37-fcb5-48c8-a918-01ee9bdc2882 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.623668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Port': ['ID=ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.626662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.631585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.642090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/ports/ffa1c3f5-f5b9-4ded-ad2f-6af0fcca7a1f HTTP/1.1" status: 204 len: 168 time: 0.7202630 May 25 16:48:24.644428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59192) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.745197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a496e2e-654f-4212-bbd9-1db3b7f86be2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.757939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.771410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.772128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.772619 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4617386 May 25 16:48:24.773814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:24.777135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59196) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.779945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8e33c22-a535-439d-8273-27b9852ea918 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:24.785101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '4a496e2e-654f-4212-bbd9-1db3b7f86be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:24.794896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:24.800374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:24.803920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:24.832646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Pushing event deleted for resources: {'Port': ['ID=bb704cd8-b3ed-4d6d-8fca-df160886ea2f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:24.837838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:24.856904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:24.883225 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-0047bcdb-a8ab-4030-b04e-38bf18252ac4 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:24.884948 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0047bcdb-a8ab-4030-b04e-38bf18252ac4 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-431479897 HTTP/1.1" status: 404 len: 328 time: 0.3798525 May 25 16:48:24.892505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59202) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:24.903169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-ebfbe176-5796-4b40-bbb7-b0d58b9c924b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b', 'tempest-TagsExtTest-Tag-1609602569') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:24.976365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Deleting port e190ae57-e2de-4282-8a96-6847370532fa {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:24.976702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.056159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.058494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.059910 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] 10.222.0.96 "DELETE /v2.0/floatingips/47cf3b4c-1007-4753-a4c5-b44ee77d4966 HTTP/1.1" status: 204 len: 168 time: 2.2838614 May 25 16:48:25.066898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59206) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.131786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] For port e190ae57-e2de-4282-8a96-6847370532fa, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=e190ae57-e2de-4282-8a96-6847370532fa,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:25.132162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.205300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.257439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f18c9d9-2370-4f3e-9512-52a841105636']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:25.290375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:25.290677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c2cbd6-5630-4ac4-9514-33cb4c63c1c0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:25.300052 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The resource could not be found. May 25 16:48:25.301098 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b27a3a0a-ba1d-43e7-8f4b-0d0f05470ea9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5216048 May 25 16:48:25.306849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59210) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.314798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '4a496e2e-654f-4212-bbd9-1db3b7f86be2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b89bc9f4-4e57-4160-a7c2-ba0e2466e894'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:25.321885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:25.328963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:25.333366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:25.343115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:25.363357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.384307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-ebfbe176-5796-4b40-bbb7-b0d58b9c924b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:25.385333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ebfbe176-5796-4b40-bbb7-b0d58b9c924b tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags/tempest-TagsExtTest-Tag-1609602569 HTTP/1.1" status: 404 len: 329 time: 0.4912558 May 25 16:48:25.395227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59214) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.405783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-a7b45ab6-0d82-4bcc-ab55-a05c3639c228 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', {'tags': ['tempest-TagsExtTest-Tag-751759527', 'tempest-TagsExtTest-Tag-1263882447', 'tempest-TagsExtTest-Tag-1661992790']}) {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:25.424095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.451662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:25.452264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:25.467953 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:25.479978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.480350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.480671 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Floating IP 1dd28f87-94ad-4957-9fdd-2936d07005bf disassociated. External IP: 172.26.6.68, port: e190ae57-e2de-4282-8a96-6847370532fa. May 25 16:48:25.481605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Calling delete_port for e190ae57-e2de-4282-8a96-6847370532fa owned by compute:nova {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:25.493786 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The resource could not be found. May 25 16:48:25.494831 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-84db8565-bff9-42b4-86ac-f073a548e437 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1870844 May 25 16:48:25.503795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59218) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.596297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.669750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.677415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c7d59-cc97-4652-be94-29875b580b60 req-c7b124ba-0d2f-40e0-9686-5511656ae775 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:25.678893 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-038c7d59-cc97-4652-be94-29875b580b60 req-c7b124ba-0d2f-40e0-9686-5511656ae775 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 946 time: 0.6795621 May 25 16:48:25.716395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.721974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:25.772569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event deleted for resources: {'Port': ['ID=e190ae57-e2de-4282-8a96-6847370532fa,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:25.784472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.784863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.785244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.785618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.786194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.786345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.786716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.787110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.787479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.787840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.788195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.788553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:25.795203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:25.795953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.801110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-98ffa1d3-6e62-4f38-9adb-750d245312db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:25.871214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a496e2e-654f-4212-bbd9-1db3b7f86be2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:25.878643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.888413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:25.904824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.905431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f16ee7fe-73d6-47e3-a1c2-d626acdfa8e8 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:25.906435 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/4a496e2e-654f-4212-bbd9-1db3b7f86be2 HTTP/1.1" status: 204 len: 168 time: 0.4017348 May 25 16:48:25.909433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59222) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.925185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:25.931900 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a7b45ab6-0d82-4bcc-ab55-a05c3639c228 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "PUT /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 200 len: 317 time: 0.5357800 May 25 16:48:25.938039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59226) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:25.946328 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-038c7d59-cc97-4652-be94-29875b580b60 req-659dd6fd-b5e9-4dc7-a200-02775f912781 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups?id=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979737 May 25 16:48:25.948494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-01467631-28ea-4ec5-afcc-3cdf77fd9817 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:25.951746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Pushing event deleted for resources: {'Network': ['ID=6f18c9d9-2370-4f3e-9512-52a841105636,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:25.956416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:25.959949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] 10.222.0.96 "DELETE /v2.0/networks/6f18c9d9-2370-4f3e-9512-52a841105636 HTTP/1.1" status: 204 len: 168 time: 1.3145425 May 25 16:48:26.204891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.240359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a6b3e93-14f1-4e1c-bd46-e425bd4214d7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:26.269170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Router a13e0b64-b816-48a6-b79f-a472bc863fa8 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:26.275788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a6b3e93-14f1-4e1c-bd46-e425bd4214d7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:26.277064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7a6b3e93-14f1-4e1c-bd46-e425bd4214d7 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3664556 May 25 16:48:26.281718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59234) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.291267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '2d1165a5-3e86-4c19-8d8b-5158ffa6c805', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:26.292475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59238) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.299081 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-01467631-28ea-4ec5-afcc-3cdf77fd9817 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 204 len: 168 time: 0.3598082 May 25 16:48:26.301771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:26.302694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59244) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.310583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-4a687636-c208-403a-bfbd-61738bcede58 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-751759527') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:26.360296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:26.370401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:26.386574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:26.413167 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-4a687636-c208-403a-bfbd-61738bcede58 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:26.414204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4a687636-c208-403a-bfbd-61738bcede58 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-751759527 HTTP/1.1" status: 404 len: 328 time: 0.1104529 May 25 16:48:26.417467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59248) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.425697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-3946283e-cf79-458c-bc13-8b9997ba60c0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1263882447') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:26.517184 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The resource could not be found. May 25 16:48:26.518230 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-114d00d2-bd2f-4921-a341-67aead4b187e tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2353890 May 25 16:48:26.523326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59252) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.526341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:26.530662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--20679431'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:26.537333 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Sync routers for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:26.550533 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:26.551336 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:26.567150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:26.608855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-3946283e-cf79-458c-bc13-8b9997ba60c0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:26.612517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3946283e-cf79-458c-bc13-8b9997ba60c0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1263882447 HTTP/1.1" status: 404 len: 329 time: 0.1908166 May 25 16:48:26.613561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59256) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.618624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:26.624435 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-278bebed-2a29-4590-95ce-b9b022297acc admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=12532c4bf85e4b39bc19680a19844025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287544 May 25 16:48:26.625950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59260) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.627084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] No DVR routers for this DVR port e190ae57-e2de-4282-8a96-6847370532fa on host hv-neutron-7929 {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:26.633119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-5206f1ac-fab1-400c-9d52-d8b2201b10ec tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9', 'tempest-TagsExtTest-Tag-1661992790') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:26.642820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.645093 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c7cb776f-ca00-4c47-b268-66d3e445aee6 req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.95 "DELETE /v2.0/ports/e190ae57-e2de-4282-8a96-6847370532fa HTTP/1.1" status: 204 len: 173 time: 2.2942502 May 25 16:48:26.648598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'name': 'network-vif-deleted', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:48:26.670467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.712814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:26.716721 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-5206f1ac-fab1-400c-9d52-d8b2201b10ec tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] show failed (client error): The resource could not be found. May 25 16:48:26.720801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.721200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59268) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.722710 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5206f1ac-fab1-400c-9d52-d8b2201b10ec tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags/tempest-TagsExtTest-Tag-1661992790 HTTP/1.1" status: 404 len: 329 time: 0.1051266 May 25 16:48:26.727449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:26.732675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:26.736606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-a35e3748-95ee-4260-9f20-d509753469fa tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:26.740865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:26.756713 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:26.834492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.862996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.868810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.877436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad5ffa54-cf43-461f-8351-fb1012d0b6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:26.928650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2159c32d-bbf2-4d25-8d3e-c370248832b9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:26.932585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:26.936810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:26.940491 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4132533 May 25 16:48:26.940593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a35e3748-95ee-4260-9f20-d509753469fa tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9/tags HTTP/1.1" status: 204 len: 168 time: 0.2168331 May 25 16:48:26.940684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59272) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.943285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59274) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:26.950823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--730044535'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:26.961096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-9b85182d-b559-44ba-8d3b-60c626663836 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c2e18dbd-4f20-42bf-933b-d8fcec264a7b') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:27.010969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.016511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d1eb4f4a-239b-4831-bf58-6001f73876aa tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:27.031862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:27.037075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:27.040215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d55de9a-ef6f-4649-97b8-9a16f51d4a68,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:27.040445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:27.047726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:27.054851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Deleting port 0af7307b-315c-4342-ac58-241754feba48 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:27.056289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.060909 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28da7d9b-6fc9-475d-aa39-c82a1ca3bd16', 'name': 'network-vif-deleted', 'tag': 'e190ae57-e2de-4282-8a96-6847370532fa', 'status': 'completed', 'code': 200} May 25 16:48:27.070581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.175414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:27.182013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:27.188797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:27.198832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.199542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.202265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:27.202832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.203518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.203981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.204275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.204742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.207913 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9b85182d-b559-44ba-8d3b-60c626663836 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2608633 May 25 16:48:27.208020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.208020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.208020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.208020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.208020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:27.213550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59282) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.222198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:27.226579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-208a99dc-9bba-4679-a491-9117826b51b0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de18c9f2-4469-424c-8c90-40619d447ddd') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:27.298706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.302650 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4d55de9a-ef6f-4649-97b8-9a16f51d4a68 HTTP/1.1" status: 204 len: 168 time: 0.6755431 May 25 16:48:27.304827 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:27.317304 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Checking router: a13e0b64-b816-48a6-b79f-a472bc863fa8 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:27.331367 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f875db7-8ae8-4052-9fec-3f51686e5db9 req-daf84409-5636-440b-ac22-5e38b829edd1 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/ports?device_id=28da7d9b-6fc9-475d-aa39-c82a1ca3bd16 HTTP/1.1" status: 200 len: 210 time: 0.0676365 May 25 16:48:27.360118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:27.360748 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:27.363031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] For port 0af7307b-315c-4342-ac58-241754feba48, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0af7307b-315c-4342-ac58-241754feba48,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:27.363493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.379470 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-208a99dc-9bba-4679-a491-9117826b51b0 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd/tags HTTP/1.1" status: 204 len: 168 time: 0.1650667 May 25 16:48:27.383994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59288) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.392789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.393828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-9db23b3d-6df2-4d64-9c99-e833c605680d tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a085572e-afe2-4bab-b5d6-1561e0fe493f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:27.401898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.477314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5bf05e9d-e63d-49c8-9b0d-5b28b867bdee tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:27.529540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.534320 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5892720 May 25 16:48:27.542693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59294) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.553413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group_rule': {'security_group_id': '2159c32d-bbf2-4d25-8d3e-c370248832b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4673530c-b0cb-4996-aa86-55cd65cc4b4b'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:27.563019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:27.565964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4673530c-b0cb-4996-aa86-55cd65cc4b4b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:27.570056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:27.571232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:27.575334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:27.583254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:27.596762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Calling delete_port for 0af7307b-315c-4342-ac58-241754feba48 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:27.623185 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:48:27.625032 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3cc8f2cc-0b5b-4b05-9a38-fa4c6f80411a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0804594 May 25 16:48:27.626813 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:27.628071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59298) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.646024 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9db23b3d-6df2-4d64-9c99-e833c605680d tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f/tags HTTP/1.1" status: 204 len: 168 time: 0.2603285 May 25 16:48:27.646504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59302) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.713244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.761100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.823482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.831778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db730674-26b8-45ab-b27d-c563c8ccf3d8 tempest-QuotasNegativeTest-1047209393 tempest-QuotasNegativeTest-1047209393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:27.857520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4673530c-b0cb-4996-aa86-55cd65cc4b4b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:27.861464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:27.865249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.867536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/4673530c-b0cb-4996-aa86-55cd65cc4b4b HTTP/1.1" status: 204 len: 168 time: 0.2369518 May 25 16:48:27.869633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.933131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-84fe266a-6c24-4187-96c2-dfa70944ff72 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for subnetpool, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:27.937797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-84fe266a-6c24-4187-96c2-dfa70944ff72 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnetpools/dcc1d278-eeb5-4f05-b402-35cdd2bcb1f9 HTTP/1.1" status: 204 len: 168 time: 0.2888920 May 25 16:48:27.944361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59318) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.952064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cd44999f-d80a-4014-b839-794245669455 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:27.972115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cd44999f-d80a-4014-b839-794245669455 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:27.975407 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cd44999f-d80a-4014-b839-794245669455 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.1046903 May 25 16:48:27.979213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59322) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:27.992355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-19911673-4f2e-4821-8ff2-3e4eb5bd6388 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Synchronizing usage tracker for tenant:88d53f04b31540579c677cdc8ead5d4a on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:28.013902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-19911673-4f2e-4821-8ff2-3e4eb5bd6388 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Unset dirty status for tenant:88d53f04b31540579c677cdc8ead5d4a on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:28.017814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59326) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:28.018023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-19911673-4f2e-4821-8ff2-3e4eb5bd6388 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "GET /v2.0/ports?device_id=c2e18dbd-4f20-42bf-933b-d8fcec264a7b HTTP/1.1" status: 200 len: 205 time: 0.0722930 May 25 16:48:28.061942 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:28.066616 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d957bb92-dab6-4f17-bc50-aa6a77360761 None None] The sync data for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv is: [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:42:40Z', 'revision_number': 4, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fec5078c-fdf6-485d-a7fb-245128d10190', 'name': '', 'network_id': '9de6458f-c301-42fa-8cc1-9a8bb94cc830', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'mac_address': 'fa:16:3e:70:1c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:36Z', 'updated_at': '2021-05-25T16:42:55Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'subnets': [{'id': '1a44f6c1-6eb9-455c-876e-b867553efe80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:28.124552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.130459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-66a496d1-fcc0-4257-9205-4d55733d470b tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:28.183659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af7307b-315c-4342-ac58-241754feba48,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:28.218098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:28.228185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.301746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.401055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59340) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:28.472948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79541e6-b201-45a0-a7df-1d738591fe44 None None] New status for floating IP 1dd28f87-94ad-4957-9fdd-2936d07005bf: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:48:28.528402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.556886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:28.589680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.609251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device e190ae57-e2de-4282-8a96-6847370532fa no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:28.622570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1339611825'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:28.692457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:28.707144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Usage tracker for resource:network and tenant:c39ca1dbf4494239b628fb3b6f703360 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:28.721218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: e190ae57-e2de-4282-8a96-6847370532fa {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:28.721572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device e190ae57-e2de-4282-8a96-6847370532fa not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:28.723194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:28.737417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:28.767330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.859906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Made reservation on behalf of c39ca1dbf4494239b628fb3b6f703360 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:28.863410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.903962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.919378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.923673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.932756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.944045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:28.947907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.952992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2afcbd81-d9cf-4085-a350-fecf0d84f37e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:28.957203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Usage tracker for resource:security_group_rule and tenant:c39ca1dbf4494239b628fb3b6f703360 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:28.963424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.963914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Fanout notify agent at l3_agent the message router_deleted on router c2e18dbd-4f20-42bf-933b-d8fcec264a7b {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:48:28.967659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:28.975870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159c32d-bbf2-4d25-8d3e-c370248832b9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:28.978724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:28.980304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:28.990182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.991506 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-620647a0-4fba-430e-a911-9f9103b2f009 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/routers/c2e18dbd-4f20-42bf-933b-d8fcec264a7b HTTP/1.1" status: 204 len: 168 time: 0.9726467 May 25 16:48:28.992775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:28.996282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/2159c32d-bbf2-4d25-8d3e-c370248832b9 HTTP/1.1" status: 204 len: 168 time: 1.0137990 May 25 16:48:28.996282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59354) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:28.997761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59356) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.146567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1434707a-d5a9-46b0-9b59-8ce60f755f66 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:29.179552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1434707a-d5a9-46b0-9b59-8ce60f755f66 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:29.185251 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1434707a-d5a9-46b0-9b59-8ce60f755f66 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1819994 May 25 16:48:29.185757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59362) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.193414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699334327'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:29.196783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.201836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:29.203715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-90ac3a06-ef17-4d93-ac3b-61c44448bfb4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.212311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Deleting port de18c9f2-4469-424c-8c90-40619d447ddd {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:29.212683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.233166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:29.246565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9a4e7-2768-4c66-b8b7-34a480aeeba1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.250426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.270681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:29.300169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.318311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.359010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:29.359595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.368682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Usage tracker for resource:security_group_rule and tenant:b9243e4349834c1e865bb8c670601876 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:29.371111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf112e24-53ef-471a-93eb-bb9c45eb61d5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.380126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:29.382891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.384021 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "DELETE /v2.0/security-groups/a2c9a4e7-2768-4c66-b8b7-34a480aeeba1 HTTP/1.1" status: 204 len: 168 time: 0.8260472 May 25 16:48:29.389406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59366) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.393849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:29.397463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.427379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:29.436975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039ad259-f207-45ec-91d1-e20024b38781,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.488813 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-b3192c32-86d0-47ba-bf7a-161e247624da tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] show failed (client error): The resource could not be found. May 25 16:48:29.489292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.489764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b3192c32-86d0-47ba-bf7a-161e247624da tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "GET /v2.0/security-groups/a2c9a4e7-2768-4c66-b8b7-34a480aeeba1 HTTP/1.1" status: 404 len: 347 time: 0.0977678 May 25 16:48:29.505776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59370) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.508394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.508742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Added segment d7abe8aa-5a8f-4356-ba2c-868e00c414be of type vlan for network 56d9cbfb-d33c-4f26-9934-f9876a0b6e3f May 25 16:48:29.560231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Calling delete_port for de18c9f2-4469-424c-8c90-40619d447ddd owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:29.646208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.656309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.661928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-71207e68-08ef-4647-a63b-4ce0cc8a1053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.755746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860f02fa-5087-488d-90ec-894012b143cf,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.761107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.762372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.768030 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5759063 May 25 16:48:29.768030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59374) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.774244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4ca32548-e537-4d39-9506-73748540bce8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:29.774662 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.api.v2.base [None req-4ca32548-e537-4d39-9506-73748540bce8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 25 16:48:29.775179 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-4ca32548-e537-4d39-9506-73748540bce8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] update failed (client error): There was a conflict when trying to complete your request. May 25 16:48:29.776134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4ca32548-e537-4d39-9506-73748540bce8 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "PUT /v2.0/security-groups/860f02fa-5087-488d-90ec-894012b143cf HTTP/1.1" status: 409 len: 330 time: 0.0084424 May 25 16:48:29.779865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.818249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.826045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f00d9f19-568f-4691-93cb-bdd19fa6609f tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:29.887836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event deleted for resources: {'Port': ['ID=de18c9f2-4469-424c-8c90-40619d447ddd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:29.894226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:29.917258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:29.924811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:29.940097 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Sync routers for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:29.949375 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] 10.222.0.96 "PUT /v2.0/routers/a3aeb2c1-1896-4f22-b38d-16114eb5c2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8745086 May 25 16:48:29.952658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59382) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:29.959559 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:29.960338 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:29.987743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.045279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.058647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.062991 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/ports/de18c9f2-4469-424c-8c90-40619d447ddd HTTP/1.1" status: 204 len: 168 time: 1.0650856 May 25 16:48:30.063890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59386) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.078578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.085021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:30.085863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.094494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:30.162894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Deleting subnet a085572e-afe2-4bab-b5d6-1561e0fe493f {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:30.166905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.205072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:30.235907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.268155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.8662632 May 25 16:48:30.272862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59390) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.274315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.275456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Deleting port 8160f45b-202e-48dc-a529-faea49dba656 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:30.275803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.291768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d547f58f-39c7-407c-aef8-ce125a4eeab5 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:30.309093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-e5bed5e2-8338-4770-a341-64aec231e107 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-1736940017') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:30.332960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860f02fa-5087-488d-90ec-894012b143cf,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:30.341207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:30.352760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Pushing event updated for resources: {'Network': ['ID=56d9cbfb-d33c-4f26-9934-f9876a0b6e3f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:30.353012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.353955 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/860f02fa-5087-488d-90ec-894012b143cf HTTP/1.1" status: 204 len: 168 time: 0.5731955 May 25 16:48:30.359917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.368935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:30.392378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 56d9cbfb-d33c-4f26-9934-f9876a0b6e3f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:30.393524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.516033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.518738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.519273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.560522 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:48:28Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:30.565546 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Checking router: a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:30.565732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b39900b2-ee9b-4987-9909-8eac3b68d58b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Synchronizing usage tracker for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:30.575363 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Routers {'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:30.575993 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:30.606855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b39900b2-ee9b-4987-9909-8eac3b68d58b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Unset dirty status for tenant:b9243e4349834c1e865bb8c670601876 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:30.612934 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b39900b2-ee9b-4987-9909-8eac3b68d58b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2472878 May 25 16:48:30.633967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59398) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.706352 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e5bed5e2-8338-4770-a341-64aec231e107 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "PUT /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-1736940017 HTTP/1.1" status: 201 len: 201 time: 0.4255521 May 25 16:48:30.709230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59402) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.713191 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-cabf3d02-a4b4-4830-a5c5-feaac54609d9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] delete failed (client error): The resource could not be found. May 25 16:48:30.720154 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cabf3d02-a4b4-4830-a5c5-feaac54609d9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "DELETE /v2.0/security-groups/9e43960f-2246-4b75-abcc-b2579aad8cfe HTTP/1.1" status: 404 len: 347 time: 0.0790274 May 25 16:48:30.720330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Calling delete_port for 8160f45b-202e-48dc-a529-faea49dba656 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:30.722997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59406) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.725968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-2625edc5-79d5-4b90-8a8c-a652055fce08 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-1736940017') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:30.775079 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] Set router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:30.834750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-b3482c7f-ef10-4116-80c9-fbb91bee960c tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] show failed (client error): The resource could not be found. May 25 16:48:30.841790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b3482c7f-ef10-4116-80c9-fbb91bee960c tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-groups/1358c608-5e27-4b04-885c-2a4e50d9cfe2 HTTP/1.1" status: 404 len: 347 time: 0.0943809 May 25 16:48:30.845382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59410) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:30.883741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.888595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:30.888886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7d8f1473-31ba-4569-862f-72d357875d05 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:30.893794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-087cad08-0c80-4c3f-aed4-b50342d438f9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] show failed (client error): The resource could not be found. May 25 16:48:30.904302 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-087cad08-0c80-4c3f-aed4-b50342d438f9 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] 10.222.0.96 "GET /v2.0/security-group-rules/74bf3784-799e-482a-9828-52229283efaf HTTP/1.1" status: 404 len: 356 time: 0.0439155 May 25 16:48:30.981746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2625edc5-79d5-4b90-8a8c-a652055fce08 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-1736940017 HTTP/1.1" status: 204 len: 168 time: 0.2714512 May 25 16:48:30.997124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59416) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.005690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-9bbc8cf9-b573-45e9-a6fe-d4a9240775b5 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:31.087431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event deleted for resources: {'Subnet': ['ID=a085572e-afe2-4bab-b5d6-1561e0fe493f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:31.091668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:31.099540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.107831 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/subnets/a085572e-afe2-4bab-b5d6-1561e0fe493f HTTP/1.1" status: 204 len: 168 time: 1.0434446 May 25 16:48:31.110535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59420) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.110675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764d745-bf35-47d9-8d9c-99eb627dbe86 None None] Network 9fecb46c-c30b-4bed-af67-84cfce4cc484 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:31.193320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Deleting port 941e7a56-5ab9-4b91-9860-422573ead34c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:31.194248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.220030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:48:28Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:31.221478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.224156 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b0b182-312e-4243-9535-48ba6a14ae12 None None] The sync data for ids ['a3aeb2c1-1896-4f22-b38d-16114eb5c2d9'] in dv-neutron-792998-1-hyperv is: [{'id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'name': 'tempest-ServersTestManualDisk-1682707390-router', 'tenant_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:01Z', 'updated_at': '2021-05-25T16:48:28Z', 'revision_number': 5, 'project_id': 'd34a6b7195c5465485bef4ff5e780ab4', 'gw_port': {'id': '941e7a56-5ab9-4b91-9860-422573ead34c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3aeb2c1-1896-4f22-b38d-16114eb5c2d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:03Z', 'updated_at': '2021-05-25T16:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:31.247875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4057a38-65fa-4452-8e42-2693722339a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:31.274140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.319788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59426) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.366607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Deleting port ea7e0cce-5684-43fe-bee8-110858873f09 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:31.366871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.515886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] For port ea7e0cce-5684-43fe-bee8-110858873f09, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ea7e0cce-5684-43fe-bee8-110858873f09,segment=NetworkSegment(d10a3827-c655-4540-8d28-b950a3c2d50d),segment_id=d10a3827-c655-4540-8d28-b950a3c2d50d)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.516179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.577273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] DHCP port deletion for 9fecb46c-c30b-4bed-af67-84cfce4cc484 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:31.581703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Pushing event deleted for resources: {'Port': ['ID=8160f45b-202e-48dc-a529-faea49dba656,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:31.585330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9bbc8cf9-b573-45e9-a6fe-d4a9240775b5 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags HTTP/1.1" status: 200 len: 238 time: 0.5860522 May 25 16:48:31.593201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:31.595989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59432) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.644639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-18160344-d6e0-49b5-b80c-e8780a3051a3 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', {'tags': ['tempest-TagsTest-Tag-196591743', 'tempest-TagsTest-Tag-1518387601', 'tempest-TagsTest-Tag-965179254']}) {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:31.658597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Deleting port ea7e0cce-5684-43fe-bee8-110858873f09 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:31.659069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.673620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Calling delete_port for ea7e0cce-5684-43fe-bee8-110858873f09 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:31.697764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5a4842a9-25c6-4709-bf49-dc7ca0b1c803 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b9243e4349834c1e865bb8c670601876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742239 May 25 16:48:31.697764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59436) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.778177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.779831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.781354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] For port ea7e0cce-5684-43fe-bee8-110858873f09, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ea7e0cce-5684-43fe-bee8-110858873f09,segment=NetworkSegment(d10a3827-c655-4540-8d28-b950a3c2d50d),segment_id=d10a3827-c655-4540-8d28-b950a3c2d50d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.781951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.814251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.819753 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-18160344-d6e0-49b5-b80c-e8780a3051a3 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "PUT /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags HTTP/1.1" status: 200 len: 307 time: 0.1824281 May 25 16:48:31.825151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.826440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] 10.222.0.96 "DELETE /v2.0/floatingips/1dd28f87-94ad-4957-9fdd-2936d07005bf HTTP/1.1" status: 204 len: 168 time: 2.3197293 May 25 16:48:31.828602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59440) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.828782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] For port 941e7a56-5ab9-4b91-9860-422573ead34c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=941e7a56-5ab9-4b91-9860-422573ead34c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:31.829282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.833962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59442) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:31.846290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-2137e534-d4fa-4056-98d1-b7ade52c050d tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-196591743') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:31.937804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:31.950095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-485d2759-7c1d-4509-a5ab-58c1b1ddebf6 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:31.956286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Calling delete_port for ea7e0cce-5684-43fe-bee8-110858873f09 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:31.966023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Calling delete_port for 941e7a56-5ab9-4b91-9860-422573ead34c owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:32.012451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0af7307b-315c-4342-ac58-241754feba48 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:32.052672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 0af7307b-315c-4342-ac58-241754feba48 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:32.053021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0af7307b-315c-4342-ac58-241754feba48 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:32.053444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ea7e0cce-5684-43fe-bee8-110858873f09 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:32.088770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ea7e0cce-5684-43fe-bee8-110858873f09 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:32.089243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ea7e0cce-5684-43fe-bee8-110858873f09 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:32.091650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.096665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9777f592-08cd-4ef9-85e3-9bc88ba81428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:32.127397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.134153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-adf0b425-19d6-4d11-ab24-6b097f371d38 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:32.142323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Pushing event deleted for resources: {'Port': ['ID=ea7e0cce-5684-43fe-bee8-110858873f09,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:32.145002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] No DVR routers for this DVR port ea7e0cce-5684-43fe-bee8-110858873f09 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:32.147109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:32.180353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] No DVR routers for this DVR port ea7e0cce-5684-43fe-bee8-110858873f09 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:32.185225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Pushing event deleted for resources: {'Port': ['ID=941e7a56-5ab9-4b91-9860-422573ead34c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:32.214652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event deleted for resources: {'Port': ['ID=ea7e0cce-5684-43fe-bee8-110858873f09,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:32.215492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:32.217382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:32.286961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.382503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.395330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f9a94e8c-802c-4862-a805-1a6edd4a2970 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:32.442952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca75ae55-1051-4f18-9e01-21aabd710aa4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:32.448609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.462436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:32.471877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.474162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.477200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fecb46c-c30b-4bed-af67-84cfce4cc484']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:32.497300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.498101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:48:32.512881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.514750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] 10.222.0.96 "DELETE /v2.0/routers/a3aeb2c1-1896-4f22-b38d-16114eb5c2d9 HTTP/1.1" status: 204 len: 168 time: 2.5603881 May 25 16:48:32.516684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:32.563101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10a3827-c655-4540-8d28-b950a3c2d50d') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:32.563417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10a3827-c655-4540-8d28-b950a3c2d50d') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:32.586727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.588599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Deleting subnet a14d0998-dcee-4002-ade5-2ea219d4af91 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:32.592192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.601277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2137e534-d4fa-4056-98d1-b7ade52c050d tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "DELETE /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-196591743 HTTP/1.1" status: 204 len: 168 time: 0.7702591 May 25 16:48:32.608174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59454) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:32.622901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.tag.tag_plugin [None req-8bb7f51d-d5d8-4a14-9206-23c10bb8b4e4 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-196591743') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:32.650955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.735166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.795224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.797564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.798675 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ca75ae55-1051-4f18-9e01-21aabd710aa4 HTTP/1.1" status: 204 len: 168 time: 1.1000962 May 25 16:48:32.812082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:32.812829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:32.852778 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:33.040515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.048188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-deebbc0b-df4d-4dce-b363-73693594cf80 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:33.051954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.066727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4b1d467-a129-4d31-9cb0-1a435a833832 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:33.081538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.090751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14d0998-dcee-4002-ade5-2ea219d4af91,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:33.095692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:33.101282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.105358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Pushing event deleted for resources: {'Network': ['ID=9fecb46c-c30b-4bed-af67-84cfce4cc484,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:33.107390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798c378-4da7-49a2-a852-e4bb76bbc4d5 None None] Network cfc8bae2-3647-4592-b9b5-1a21ff118a0a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:33.112023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:33.117583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] 10.222.0.96 "DELETE /v2.0/networks/9fecb46c-c30b-4bed-af67-84cfce4cc484 HTTP/1.1" status: 204 len: 168 time: 2.0032289 May 25 16:48:33.121379 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-8bb7f51d-d5d8-4a14-9206-23c10bb8b4e4 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] show failed (client error): The resource could not be found. May 25 16:48:33.122590 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8bb7f51d-d5d8-4a14-9206-23c10bb8b4e4 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-196591743 HTTP/1.1" status: 404 len: 325 time: 0.5080125 May 25 16:48:33.125885 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a14d0998-dcee-4002-ade5-2ea219d4af91 HTTP/1.1" status: 204 len: 168 time: 0.6081395 May 25 16:48:33.126473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.134969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59470) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.135207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-6c8ea587-87f8-4d56-b001-2b92933b6f20 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-1518387601') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:33.385372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.486175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] DHCP port deletion for cfc8bae2-3647-4592-b9b5-1a21ff118a0a request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:33.498969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c8ea587-87f8-4d56-b001-2b92933b6f20 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-1518387601 HTTP/1.1" status: 204 len: 168 time: 0.3683496 May 25 16:48:33.500704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59482) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.511645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-6d3ab48f-6068-4147-a504-bb11e9355d20 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-965179254') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:33.577145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Deleting port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:33.577471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.614251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Deleting port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:33.614713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.645622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59486) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.670948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.729599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6d3ab48f-6068-4147-a504-bb11e9355d20 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-965179254 HTTP/1.1" status: 204 len: 168 time: 0.2237024 May 25 16:48:33.730466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59498) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.743542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-df306eb5-7090-4e4a-a8d1-72cba9a53fa3 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:33.800648 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:48:33.816454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] For port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:33.816800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.835210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] For port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,segment=NetworkSegment(3c0ea646-2663-4c51-aa3d-8512f3ace77a),segment_id=3c0ea646-2663-4c51-aa3d-8512f3ace77a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:33.836084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:33.909551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df306eb5-7090-4e4a-a8d1-72cba9a53fa3 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "DELETE /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1725519 May 25 16:48:33.909551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59504) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:33.914016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-3c12cebe-be72-4a66-a8cb-6a88ba99e4f6 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-1518387601') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:33.987480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Calling delete_port for fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:34.055881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 941e7a56-5ab9-4b91-9860-422573ead34c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:34.091238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-3c12cebe-be72-4a66-a8cb-6a88ba99e4f6 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] show failed (client error): The resource could not be found. May 25 16:48:34.094105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 941e7a56-5ab9-4b91-9860-422573ead34c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:34.094960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 941e7a56-5ab9-4b91-9860-422573ead34c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:34.094960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:34.099241 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3c12cebe-be72-4a66-a8cb-6a88ba99e4f6 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-1518387601 HTTP/1.1" status: 404 len: 326 time: 0.1894374 May 25 16:48:34.100427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59510) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:34.107429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-87968de1-d50f-4cb9-9074-6927195596a5 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f', 'tempest-TagsTest-Tag-965179254') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.124695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.134084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:34.174573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:34.175335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:34.186235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Pushing event deleted for resources: {'Port': ['ID=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:34.189666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:34.192134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] No DVR routers for this DVR port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:34.214737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Calling delete_port for fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:34.288499 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-225bb1b9-4e04-4c6a-9462-03f7648e4a21 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=88d53f04b31540579c677cdc8ead5d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280003 May 25 16:48:34.289628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59516) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:34.296092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-87968de1-d50f-4cb9-9074-6927195596a5 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] show failed (client error): The resource could not be found. May 25 16:48:34.297157 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87968de1-d50f-4cb9-9074-6927195596a5 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "GET /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags/tempest-TagsTest-Tag-965179254 HTTP/1.1" status: 404 len: 325 time: 0.1957285 May 25 16:48:34.300206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59520) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:34.306080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.tag.tag_plugin [None req-457bb001-03bc-44bb-a9d8-56fb8dcadd36 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '56d9cbfb-d33c-4f26-9934-f9876a0b6e3f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.397932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.407835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca184e7e-27cd-4cb0-b8fa-7700d3a3ad29 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:34.447622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-457bb001-03bc-44bb-a9d8-56fb8dcadd36 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "DELETE /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f/tags HTTP/1.1" status: 204 len: 168 time: 0.1458905 May 25 16:48:34.453472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59530) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:34.503166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] No DVR routers for this DVR port fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:34.533853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4f9fc8-b0ac-4e65-b0c8-e23518c88d00,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:34.542727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:34.576017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.598135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.716592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.735533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d9cbfb-d33c-4f26-9934-f9876a0b6e3f']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.749904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7abe8aa-5a8f-4356-ba2c-868e00c414be') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.750201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7abe8aa-5a8f-4356-ba2c-868e00c414be') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.762938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.780922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.788190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:34.788763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:34.809559 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:34.857046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.865485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.896894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.897156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc8bae2-3647-4592-b9b5-1a21ff118a0a']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.900662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2045a8f-6cfc-46c1-892f-ad36bb4e0faa tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:34.919637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.926413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Pushing event deleted for resources: {'Network': ['ID=56d9cbfb-d33c-4f26-9934-f9876a0b6e3f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:34.927123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ea646-2663-4c51-aa3d-8512f3ace77a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.927422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ea646-2663-4c51-aa3d-8512f3ace77a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:34.929742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:34.933776 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] 10.222.0.96 "DELETE /v2.0/networks/56d9cbfb-d33c-4f26-9934-f9876a0b6e3f HTTP/1.1" status: 204 len: 168 time: 0.4770751 May 25 16:48:34.947222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:34.961300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Deleting port fec5078c-fdf6-485d-a7fb-245128d10190 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:34.961808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.040572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.056780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:35.056780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:35.077042 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:35.163338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.180018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-12fb415b-2d4a-4967-b553-2c74c02d30fa tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.205354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaecc59-8edf-4564-b4d9-ab5c153ae7db,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.208096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.213149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.220000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.220735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.229927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392750503', 'description': 'tempest-secgroup-smoke-392750503 description', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:35.240399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.249365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:35.256534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:35.260548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:35.267802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:35.272783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59550) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.278068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] For port fec5078c-fdf6-485d-a7fb-245128d10190, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fec5078c-fdf6-485d-a7fb-245128d10190,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:35.278528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.288409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc8bae2-3647-4592-b9b5-1a21ff118a0a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.295084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.299133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.302342 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] 10.222.0.96 "DELETE /v2.0/networks/cfc8bae2-3647-4592-b9b5-1a21ff118a0a HTTP/1.1" status: 204 len: 168 time: 2.1685956 May 25 16:48:35.313309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.330463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:35.335442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:35.339309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:35.346874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:35.353441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.354570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dbaecc59-8edf-4564-b4d9-ab5c153ae7db HTTP/1.1" status: 204 len: 168 time: 1.0630844 May 25 16:48:35.430059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Calling delete_port for fec5078c-fdf6-485d-a7fb-245128d10190 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:35.481197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59562) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.521832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.535213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-728a249d-f04b-4fe7-8c75-50df6aa1d3c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c39ca1dbf4494239b628fb3b6f703360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608438 May 25 16:48:35.536230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.537860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59566) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.540278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0d2f5f2f-204b-42ad-95e2-d14a43dbf948 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.572927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:35.581610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:35.587303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:35.591926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8293c8ca-32f7-4e25-87d4-edc13cbdcf4e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.611662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.612526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:35.624342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-253a104c-5c0b-443c-989a-ea055ea270e7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d34a6b7195c5465485bef4ff5e780ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331842 May 25 16:48:35.625759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59572) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.694340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.705040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.709406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.713680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a4d1f11e-0a97-4107-b958-f455c4cf3ea4 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.744055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.750805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.755413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfef77b-09a8-48bc-89fc-16f0211a64be,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.758896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.760077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.760254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.762437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5391355 May 25 16:48:35.765816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.771442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:35.779954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:35.784324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:35.787305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:35.794392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:35.813491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.831299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.833072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec5078c-fdf6-485d-a7fb-245128d10190,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.836997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.895492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.901178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.904864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6397d27-e633-4a7f-8344-53e6f67dd884 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:35.927451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b2eb0b-5501-4263-be58-15a01f202ec0,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:35.932251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:35.941464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.970849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:35.973603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063093 May 25 16:48:35.985973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59588) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:35.998178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.013948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.019114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.022460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.031629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.056481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.111330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.119161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef623408-897e-482a-8d0a-f6893bca4aae tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.143705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039ad259-f207-45ec-91d1-e20024b38781,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.152516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.155991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.160201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.162211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e79e2b2d-4c65-4379-8538-0ad16864fa8d tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.184605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd6abb2-1a22-47fe-8fb4-932dd1a0538d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.188252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.206206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.207583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2200027 May 25 16:48:36.210129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:36.216393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.222236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.226663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.228637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.229891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.236229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fbf14ddc-ad02-4440-a2f1-0a04841503ce tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.237585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.255460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.257698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192f6c5-09b0-4854-bd14-af1b7c4a5caa,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.264315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.265440 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7192f6c5-09b0-4854-bd14-af1b7c4a5caa HTTP/1.1" status: 204 len: 168 time: 0.6385705 May 25 16:48:36.266434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.270589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.274724 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/039ad259-f207-45ec-91d1-e20024b38781 HTTP/1.1" status: 204 len: 168 time: 0.7291253 May 25 16:48:36.286147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.332985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.338589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.364087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fcac128b-3ec7-47f7-a600-9d16dbe96487 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.375323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.377655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665502 May 25 16:48:36.381322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59608) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:36.389026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.393508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7359e45b-c52b-45e7-b52d-748d175043f9,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.403564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.409887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.410546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59612) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:36.420485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.430127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.440371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.460167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.542458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.549598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.552529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d0c28fef-5f78-41c2-b5eb-5f583ab23ba4 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.594124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e5457c-2d8b-447b-8476-629b36e2b7bd,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.597459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.601855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.605265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228341 May 25 16:48:36.610055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59620) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:36.624754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.639596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.654413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.661728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.680870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.709402 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Project d9726a0f3bd744c18331f2e497875c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:36.725778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.818148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-861012958-network', 'tenant_id': '301286b0ca214979b5f974a11598da4d'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.826273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.832706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Usage tracker for resource:network and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.836996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.851685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.854508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.861353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.863187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-266bec34-f1ce-42b6-852b-53c1d17fce84 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:36.876905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Made reservation on behalf of 301286b0ca214979b5f974a11598da4d for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:36.879238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.903362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.915339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d543be-7b44-4150-befb-33bedf277f0c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:36.922643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:36.928029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Router a13e0b64-b816-48a6-b79f-a472bc863fa8 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:36.931121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:36.935380 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211401 May 25 16:48:36.935380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.935750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59632) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:36.939752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.945034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'security_group_rule': {'security_group_id': '9bfef77b-09a8-48bc-89fc-16f0211a64be', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:36.951241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.954753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:36.960591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:36.962752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:security_group_rule and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:36.967069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:36.977237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:37.001901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Project d9726a0f3bd744c18331f2e497875c7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:48:37.013225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.133257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:37.138538 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] 10.222.0.96 "PUT /v2.0/routers/a13e0b64-b816-48a6-b79f-a472bc863fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3033278 May 25 16:48:37.143516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59642) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:37.143652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.150096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Sync routers for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:37.154189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.159116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-19d28ec9-8aa0-4ed0-9bd8-971076ba800c tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:37.170246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:37.171023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:37.173611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.184742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9617172f-d942-4874-a3ad-37ab430adfc6,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:37.188953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.192065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:37.193181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60102224-cb64-4ac8-9763-e077fcce152b tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:37.227530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] vlan segment allocate from pool success with {'vlan_id': 1174, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:37.239898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.241193 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045568 May 25 16:48:37.244999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59648) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:37.245711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddebd93-ba12-44e8-aad4-77cd61602d6d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:37.250754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.251123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Added segment b045b576-0002-4fe3-ae22-8fed678607e4 of type vlan for network 9abfd712-a275-4968-82c0-e759545949e5 May 25 16:48:37.252452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:37.256443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'network': {'name': 'tempest-network-smoke--286557076', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:37.266537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:37.273945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:network and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:37.279445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:37.295969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:37.301549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.316957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Made reservation on behalf of d9726a0f3bd744c18331f2e497875c7f for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:37.320912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.362774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.363936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:37.364511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.372724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-49a1c54c-c1d9-4a4d-b72b-aef878505d6f tempest-FloatingIPTestJSON-536983714 tempest-FloatingIPTestJSON-536983714-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:37.381434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.398003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:37.469812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:37.491505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.491850 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Added segment afad6090-b58b-4fa3-94fa-b2bc168d94cd of type vlan for network 3d277a84-69b1-4031-9495-02f52d340445 May 25 16:48:37.502532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0908206 May 25 16:48:37.508781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59654) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:37.521045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Request body: {'subnet': {'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-861012958-subnet', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:37.524275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Pushing event updated for resources: {'Network': ['ID=9abfd712-a275-4968-82c0-e759545949e5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:37.536768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9abfd712-a275-4968-82c0-e759545949e5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:37.536963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:37.540162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:37.547495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.551470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Usage tracker for resource:subnet and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:37.555061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:37.563217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:37.585914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Made reservation on behalf of 301286b0ca214979b5f974a11598da4d for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:37.588258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.671612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.672153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.677262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:37.677831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.686773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d4af101a-eb40-40b3-8755-5c67b62ce326 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:37.797130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Deleting port b70cc674-454e-4804-8800-bf3f8675879e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:37.797834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.803663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5546184 May 25 16:48:37.812478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59664) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:37.825176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'admin_state_up': True, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:37.837324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Network': ['ID=3d277a84-69b1-4031-9495-02f52d340445,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:37.841454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:37.845977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:37.849240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:router and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:37.853193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:37.853421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3d277a84-69b1-4031-9495-02f52d340445 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:37.861943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:37.915938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.917329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.956902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:37.999638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] For port b70cc674-454e-4804-8800-bf3f8675879e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b70cc674-454e-4804-8800-bf3f8675879e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:38.000955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.101971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51'}], 'enable_snat': True}, 'gw_port_id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:48:35Z', 'revision_number': 5, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port': {'id': 'b70cc674-454e-4804-8800-bf3f8675879e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:42:25Z', 'updated_at': '2021-05-25T16:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.108340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Checking router: a13e0b64-b816-48a6-b79f-a472bc863fa8 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:38.119732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Routers {'a13e0b64-b816-48a6-b79f-a472bc863fa8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:38.120477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a13e0b64-b816-48a6-b79f-a472bc863fa8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.144602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Calling delete_port for b70cc674-454e-4804-8800-bf3f8675879e owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:38.206931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:38.307490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] Set router a13e0b64-b816-48a6-b79f-a472bc863fa8 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:38.358163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.364134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b93125c7-1d56-4e47-9866-3b728920cf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:38.431268 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b70cc674-454e-4804-8800-bf3f8675879e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:38.435246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:38.479951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-752450207'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:38.493426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:38.493900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.495282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:48:37Z', 'revision_number': 6, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:38.500756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064a2529-4824-44a6-86d4-7b1d1d7220c9 None None] The sync data for ids ['a13e0b64-b816-48a6-b79f-a472bc863fa8'] in dv-neutron-792998-1-hyperv is: [{'id': 'a13e0b64-b816-48a6-b79f-a472bc863fa8', 'name': 'tempest-ServerActionsTestJSON-70271346-router', 'tenant_id': 'e87e20affcb64122bc348db4bcd1faeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:42:23Z', 'updated_at': '2021-05-25T16:48:37Z', 'revision_number': 6, 'project_id': 'e87e20affcb64122bc348db4bcd1faeb', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:38.534397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Usage tracker for resource:network and tenant:69c4e8e6bfd44cbd8fc5150fcbf11e46 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:38.543554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:38.561591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:38.583145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.729533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.734646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-945d8151-3667-4ecd-bf33-40f21ba45153 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:38.765942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Made reservation on behalf of 69c4e8e6bfd44cbd8fc5150fcbf11e46 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:38.769255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.876006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=603fb4a6-434d-4ad1-962d-2b4033fdfb06,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:38.912940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.931241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.933079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:38.936516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:38.940554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.942881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Usage tracker for resource:security_group_rule and tenant:69c4e8e6bfd44cbd8fc5150fcbf11e46 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:38.946829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:38.956526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:38.985961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:38.986373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a13e0b64-b816-48a6-b79f-a472bc863fa8 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:48:38.988347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:38.988709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Network hostable DHCP agents. Network: 9abfd712-a275-4968-82c0-e759545949e5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:38.995562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.024543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.025669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] 10.222.0.96 "DELETE /v2.0/routers/a13e0b64-b816-48a6-b79f-a472bc863fa8 HTTP/1.1" status: 204 len: 168 time: 1.8810282 May 25 16:48:39.031437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59680) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:39.033773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.081712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.085882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.088932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dc2adc3b-67cf-4116-a037-bd31bcd467f7 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:39.119432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:39.129595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71243b28-9c91-447a-97e8-45dc5176c99e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:39.133244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:39.135756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.136106 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Added segment 35ada0d3-ace5-43ca-a2c7-bcea72694f18 of type vlan for network 1d517e10-1046-4e6a-9c39-7544a3d1444f May 25 16:48:39.139259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Network 9abfd712-a275-4968-82c0-e759545949e5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:39.164298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.164499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9abfd712-a275-4968-82c0-e759545949e5) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:39.176235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717dbbc8-8a63-46e3-bd57-dff22e8935d4 None None] Network 9abfd712-a275-4968-82c0-e759545949e5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:39.178092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Deleting subnet 1a44f6c1-6eb9-455c-876e-b867553efe80 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:48:39.197116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.203420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.204025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.207780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:39.217991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.256656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:39.257629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.312847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.325245 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1162519 May 25 16:48:39.328379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Pushing event updated for resources: {'Network': ['ID=1d517e10-1046-4e6a-9c39-7544a3d1444f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:39.331595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:39.332092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59684) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:39.352204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8417363 May 25 16:48:39.353231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59690) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:39.353547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1d517e10-1046-4e6a-9c39-7544a3d1444f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:39.359113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:39.364848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:39.367800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Allocated IP 172.26.6.54 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/c2af2b87-b69c-402d-a852-2d348acf6021) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:39.369225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Usage tracker for resource:router and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:39.372855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:39.381323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:39.394583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.396050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.418350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'name': 'tempest-network--750833352', 'router:external': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:39.434118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:39.453639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:network and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:39.464038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:39.481317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.484670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:39.515836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:39.519738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.525830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9abfd712-a275-4968-82c0-e759545949e5', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:48:39.527072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.542450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.563251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:39.569104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:security_group_rule and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:39.573308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.574838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:39.580009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.582530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:39.745836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Allocated IP 172.20.0.2 (9abfd712-a275-4968-82c0-e759545949e5/603fb4a6-434d-4ad1-962d-2b4033fdfb06/50a9851c-5d5e-4d67-a124-2016c928fbeb) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:39.812676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.888720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.900472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08a5a94d-9178-4faf-ad67-b812edbf8e96 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:39.919312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:39.925674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3830c47a-07e2-4180-9e31-5463988b072f tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:39.995145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.009787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44bdf792-9322-45dd-af2b-2d3919eed7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.017398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:40.023593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:40.029143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.037585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:40.041869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Transition to ACTIVE for port object 50a9851c-5d5e-4d67-a124-2016c928fbeb will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:40.044597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:40.046932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ab60b3-5b6b-456f-9016-039ce27693a5,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.047431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fec5078c-fdf6-485d-a7fb-245128d10190 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:40.051833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.055512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.055861 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Added segment 84c98c9b-ab85-4400-8bfc-918f5eb0311e of type vlan for network 782c92f0-6289-4648-92c9-1da9b6d23c82 May 25 16:48:40.095063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: fec5078c-fdf6-485d-a7fb-245128d10190 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:40.095575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fec5078c-fdf6-485d-a7fb-245128d10190 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:40.096129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b70cc674-454e-4804-8800-bf3f8675879e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:40.135627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b70cc674-454e-4804-8800-bf3f8675879e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:40.136312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b70cc674-454e-4804-8800-bf3f8675879e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:40.141848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Transition to ACTIVE for port object 50a9851c-5d5e-4d67-a124-2016c928fbeb will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:40.149201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.150506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.155454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=c2af2b87-b69c-402d-a852-2d348acf6021,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.156629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5746d684-83cc-45b0-8b9d-f42e022e0009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.158890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.207211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.208419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:40.209028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.215417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfdc4405-ca8f-47ff-a78f-3c1bbf3db217 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.227966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:40.231969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:40.237641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:40.272335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Pushing event updated for resources: {'Port': ['ID=50a9851c-5d5e-4d67-a124-2016c928fbeb,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.315379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.316103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.316914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.317493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.318155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.318680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.319243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.319964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.320370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.320758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.321276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.321788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:40.330437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.330744 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9975870 May 25 16:48:40.331566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=782c92f0-6289-4648-92c9-1da9b6d23c82,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.334860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59696) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:40.335661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.357630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 782c92f0-6289-4648-92c9-1da9b6d23c82 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:40.374488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Attempting to bind port 50a9851c-5d5e-4d67-a124-2016c928fbeb on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:40.375091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Attempting to bind port 50a9851c-5d5e-4d67-a124-2016c928fbeb by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:40.375655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Attempting to bind port 50a9851c-5d5e-4d67-a124-2016c928fbeb on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:40.381155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.386742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eff0cfd6-ef14-4bc8-858a-e69aac135484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.427888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a44f6c1-6eb9-455c-876e-b867553efe80,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.430455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.436468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.444585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/1a44f6c1-6eb9-455c-876e-b867553efe80 HTTP/1.1" status: 204 len: 168 time: 1.4086747 May 25 16:48:40.446829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59700) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:40.456468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb5949-1f48-475e-be71-c07e9af46361 None None] Network 9de6458f-c301-42fa-8cc1-9a8bb94cc830 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:40.469073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:40.469730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:40.470140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.470543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Bound using segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:40.471067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Bound port: 50a9851c-5d5e-4d67-a124-2016c928fbeb, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:40.471448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.696705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.745851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d8684163-546d-4a77-9780-18398338e6cf None None] For port 50a9851c-5d5e-4d67-a124-2016c928fbeb, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:40.754432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.757582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d8684163-546d-4a77-9780-18398338e6cf None None] For port 50a9851c-5d5e-4d67-a124-2016c928fbeb, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=50a9851c-5d5e-4d67-a124-2016c928fbeb,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:40.768318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.773225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed4f0440-ab6f-4d80-87ab-246889d86cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:40.776916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.784195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.854448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.925236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Pushing event updated for resources: {'Port': ['ID=50a9851c-5d5e-4d67-a124-2016c928fbeb,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:40.928026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:40.975708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Deleting port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:40.975894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:40.991529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.017396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782c92f0-6289-4648-92c9-1da9b6d23c82']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.038474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c98c9b-ab85-4400-8bfc-918f5eb0311e') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.038782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c98c9b-ab85-4400-8bfc-918f5eb0311e') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:41.068624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] DHCP port deletion for 9de6458f-c301-42fa-8cc1-9a8bb94cc830 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:48:41.098008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.120381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.138957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:41.139996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.153051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Deleting port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:41.153558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:41.154811 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:41.157318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Allocated IP 172.26.6.169 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:41.170390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] For port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:41.170740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.309182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] For port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,segment=NetworkSegment(ca25af41-41e2-48e8-a3d1-960585f020bb),segment_id=ca25af41-41e2-48e8-a3d1-960585f020bb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:41.310011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.359326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.370447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:41.400415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 782c92f0-6289-4648-92c9-1da9b6d23c82 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:48:41.470741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Calling delete_port for 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:41.489163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.520349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.523310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.523582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Network': ['ID=782c92f0-6289-4648-92c9-1da9b6d23c82,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:41.529513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:41.536129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.546213 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/782c92f0-6289-4648-92c9-1da9b6d23c82 HTTP/1.1" status: 204 len: 168 time: 1.2052569 May 25 16:48:41.546927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59704) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:41.553563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:41.561178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:41.565420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:network and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:41.569279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.576541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:41.581491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a26c31d-82ce-4ec0-9880-e0507d27b2a1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:41.583152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Pushing event deleted for resources: {'Port': ['ID=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:41.586010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.591023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] No DVR routers for this DVR port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:41.606434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Calling delete_port for 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:41.646250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.651478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:41.667386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:41.673072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:41.679129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:41.722617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:41.724952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.750803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Pushing event updated for resources: {'Port': ['ID=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:41.758843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.777930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:41.891479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.900488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6bd66bba-ff4f-4259-9d97-8216207f44dc tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:41.916389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:41.916829 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Added segment 6d23cb92-e797-4278-aa70-f1164131d749 of type vlan for network 557e8eb0-172a-4b02-96bc-b726deb1a381 May 25 16:48:41.963982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d38d6-3bb6-41d9-b841-e872ea0b8382,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:41.970233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:41.970233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] No DVR routers for this DVR port 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:48:42.015993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.042950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:48:42.100825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 50a9851c-5d5e-4d67-a124-2016c928fbeb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:42.189060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.190113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:42.190411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 50a9851c-5d5e-4d67-a124-2016c928fbeb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:42.190712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.190892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.210856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.216040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6458f-c301-42fa-8cc1-9a8bb94cc830']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:42.223543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d0341f-2204-4c55-8c5e-f457c0cb6bd2 None None] Network 9abfd712-a275-4968-82c0-e759545949e5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:42.255798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca25af41-41e2-48e8-a3d1-960585f020bb') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:42.256098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca25af41-41e2-48e8-a3d1-960585f020bb') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:42.280375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.306628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:48:42.313746 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7655380 May 25 16:48:42.318833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59708) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.332772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'subnet': {'network_id': '557e8eb0-172a-4b02-96bc-b726deb1a381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:42.341111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:42.343320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.357808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.358756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:48:42.359518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8a1d38d6-3bb6-41d9-b841-e872ea0b8382 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:48:42.378630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Provisioning for port 50a9851c-5d5e-4d67-a124-2016c928fbeb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:42.384175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:42.384607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.387384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Provisioning complete for port 50a9851c-5d5e-4d67-a124-2016c928fbeb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:42.387985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:42.400142 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:42.496129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:42.505650 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Sync routers for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:42.507017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.516752 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:42.517389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:42.528049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96a58a30-b4d8-4190-97c3-cf6dce5c0c3d tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:42.546948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.576115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9de6458f-c301-42fa-8cc1-9a8bb94cc830,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.585435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.597792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.599551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.7858894 May 25 16:48:42.603939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9de6458f-c301-42fa-8cc1-9a8bb94cc830 HTTP/1.1" status: 204 len: 168 time: 2.1556754 May 25 16:48:42.604904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59712) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.627862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.676414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=557e8eb0-172a-4b02-96bc-b726deb1a381,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:42.691353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 557e8eb0-172a-4b02-96bc-b726deb1a381 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:42.732355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:42.738499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:subnet and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:42.741143 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:42.751128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:42.767442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:42.801477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c107cfc-4b3f-40ed-8b38-8b4ee623333d tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=d9726a0f3bd744c18331f2e497875c7f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1949663 May 25 16:48:42.803927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59720) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:42.873187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:42.875931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.959763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35f11e85-5f85-4b87-b042-aa2b3cd3dc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:42.965249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59726) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.010927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.025240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.070624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] For port 50a9851c-5d5e-4d67-a124-2016c928fbeb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=50a9851c-5d5e-4d67-a124-2016c928fbeb,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:43.077638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.084584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:43.091588 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-100cc59d-e456-4ad1-a969-94aa924ed1f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e87e20affcb64122bc348db4bcd1faeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1176987 May 25 16:48:43.092544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59730) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.192357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a551d9-06ec-4510-b3d0-66498b57013f tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:43.192707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a551d9-06ec-4510-b3d0-66498b57013f tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:43.194102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49a551d9-06ec-4510-b3d0-66498b57013f tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1512 time: 0.3884501 May 25 16:48:43.204160 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:40Z', 'revision_number': 3, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:43.208729 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Checking router: 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:43.209484 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Updating router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 port c2af2b87-b69c-402d-a852-2d348acf6021 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:43.219608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59734) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.220460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.239466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Pushing event updated for resources: {'Port': ['ID=50a9851c-5d5e-4d67-a124-2016c928fbeb,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:43.243184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:43.281765 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.288429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8d229ab6-59c8-42ec-bd80-a5b2a7277c44 tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623620 May 25 16:48:43.290846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59738) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.316516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-667ec96c-e4d7-4ab4-8dab-2ad027bfd2e6 None None] Provisioning complete for port 50a9851c-5d5e-4d67-a124-2016c928fbeb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:43.317359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-667ec96c-e4d7-4ab4-8dab-2ad027bfd2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.359017 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bd2804f7-f48f-468d-ab4a-8bde03ff36ea tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=557e8eb0-172a-4b02-96bc-b726deb1a381&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669749 May 25 16:48:43.360963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.364778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59742) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:43.379531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-788865527', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:43.525706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:43.550339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:subnet and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:43.567515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:43.584803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:43.617459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Made reservation on behalf of d9726a0f3bd744c18331f2e497875c7f for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:43.618967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.620892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.625181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:43.642617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f504de0-13c7-41e5-9752-fc11d9d942b7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:43.645260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:43.651569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.652932 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-343a69f2-3120-4dcc-9077-31d06bafc8b1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6f504de0-13c7-41e5-9752-fc11d9d942b7 HTTP/1.1" status: 204 len: 168 time: 0.5543821 May 25 16:48:43.706041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.714520 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.726524 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Transition to ACTIVE for port object c2af2b87-b69c-402d-a852-2d348acf6021 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:43.734203 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.739088 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:43.743566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Router 3200acf9-e786-402d-8281-3e51fc584f56 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:48:43.824278 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Pushing event updated for resources: {'Port': ['ID=c2af2b87-b69c-402d-a852-2d348acf6021,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:43.834419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.834872 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.835319 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.835738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.836153 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.836561 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.836943 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.837349 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.837905 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.838316 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.838698 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.839101 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:48:43.843350 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Attempting to bind port c2af2b87-b69c-402d-a852-2d348acf6021 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:43.843666 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Attempting to bind port c2af2b87-b69c-402d-a852-2d348acf6021 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:43.844085 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Attempting to bind port c2af2b87-b69c-402d-a852-2d348acf6021 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:43.846817 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:43.851455 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:43.851953 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:43.852469 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.852901 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:43.853670 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Bound port: c2af2b87-b69c-402d-a852-2d348acf6021, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:43.854098 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.938547 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] For port c2af2b87-b69c-402d-a852-2d348acf6021, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:43.942465 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] For port c2af2b87-b69c-402d-a852-2d348acf6021, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c2af2b87-b69c-402d-a852-2d348acf6021,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:43.949727 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:43.954842 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:44.029533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 50a9851c-5d5e-4d67-a124-2016c928fbeb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:44.047696 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:44.048351 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:44.113617 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Pushing event updated for resources: {'Port': ['ID=c2af2b87-b69c-402d-a852-2d348acf6021,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:44.123743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 50a9851c-5d5e-4d67-a124-2016c928fbeb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:44.124250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.125394 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:44.258496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:44.266548 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:44.282219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:44.310832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:44.311861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:44.361576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.365781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59760) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:44.366308 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0111315 May 25 16:48:44.470896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:48:44.471448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.477928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbb72d9e-bbbb-4891-9fda-6d4f8654adc4 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:44.646525 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:40Z', 'revision_number': 3, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:44.651874 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a1bfc9-1a44-4eb5-ae84-f4f397f6a7e4 None None] The sync data for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv is: [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:40Z', 'revision_number': 3, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:44.682757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Checking segment: {'id': '6d23cb92-e797-4278-aa70-f1164131d749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '557e8eb0-172a-4b02-96bc-b726deb1a381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:44.683151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Network hostable DHCP agents. Network: 557e8eb0-172a-4b02-96bc-b726deb1a381, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:44.697045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1dc8406e-5a4a-46b3-85ba-1aa01c22a49d,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:44.704756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:44.709311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:44.732002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Network 557e8eb0-172a-4b02-96bc-b726deb1a381 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:44.767898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 557e8eb0-172a-4b02-96bc-b726deb1a381) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:44.783815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a692afc4-8eeb-4322-82bd-2a51f66dd5fc None None] Network 557e8eb0-172a-4b02-96bc-b726deb1a381 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:44.788866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:44.789644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.822893 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5009241 May 25 16:48:44.826397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59772) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:44.833762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'floatingip': {'floating_network_id': '557e8eb0-172a-4b02-96bc-b726deb1a381'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:44.877776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:44.892108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:floatingip and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:44.897092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:44.908326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:44.928133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:44.934691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-309da7ab-6af2-43e9-a1b6-7a7f94d495fe tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:44.971076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.130995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Subnet': ['ID=8575f977-04e2-4edf-849b-9bae4422d38e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:45.163911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:45.188276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Checking segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:45.189019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network hostable DHCP agents. Network: 3d277a84-69b1-4031-9495-02f52d340445, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:45.256719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3d277a84-69b1-4031-9495-02f52d340445 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:45.257341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e1d9e-fc2a-4529-af03-6ad161da9051 None None] Network 557e8eb0-172a-4b02-96bc-b726deb1a381 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:45.273554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3d277a84-69b1-4031-9495-02f52d340445) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:45.293186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.301636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde6d63b-25c7-4fd4-ab7e-4dcabdb1f4cb None None] Network 3d277a84-69b1-4031-9495-02f52d340445 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:45.376797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:45.377982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.421289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0533500 May 25 16:48:45.425102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59784) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:45.468183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.675415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Allocated IP 172.20.0.4 (557e8eb0-172a-4b02-96bc-b726deb1a381/1dc8406e-5a4a-46b3-85ba-1aa01c22a49d/8b74b615-91dd-4766-9671-5784672cf946) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:45.680031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:45.827890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Allocated IP 172.20.0.1 (9abfd712-a275-4968-82c0-e759545949e5/603fb4a6-434d-4ad1-962d-2b4033fdfb06/4a2e04d6-f54d-4613-a38b-8624daa4b840) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:45.953978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59794) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:45.972487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-3d277a84-69b1-4031-9495-02f52d340445', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:48:45.974229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.101122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c2af2b87-b69c-402d-a852-2d348acf6021 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:46.118630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.142203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Transition to ACTIVE for port object 4a2e04d6-f54d-4613-a38b-8624daa4b840 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:46.169962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:42Z', 'revision_number': 3, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:46.177424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f18d486d-b6ff-47a4-8124-70275e3f2c56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-179097127'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:46.178119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f18d486d-b6ff-47a4-8124-70275e3f2c56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Unknown quota resources ['metering_label']. {{(pid=99127) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:48:46.182962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:46.183383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Updating router 3200acf9-e786-402d-8281-3e51fc584f56 port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:46.197418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.203197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:46.286362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.295618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.350501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c2af2b87-b69c-402d-a852-2d348acf6021 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:46.367278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c2af2b87-b69c-402d-a852-2d348acf6021 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:46.367959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.406412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Allocated IP 172.20.0.2 (3d277a84-69b1-4031-9495-02f52d340445/8575f977-04e2-4edf-849b-9bae4422d38e/bf3401dd-9ba9-4d92-af30-d130040a5756) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:46.418114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:46.428091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:46.430626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:46.474018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f18d486d-b6ff-47a4-8124-70275e3f2c56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.477678 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f18d486d-b6ff-47a4-8124-70275e3f2c56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5202806 May 25 16:48:46.480228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:46.481598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59800) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:46.483403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:46.690390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.697158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-52bcdf14-bf92-40ec-b2aa-a3582461dd20 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ad910a78-93e4-4b04-8548-b91a713deec8'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:46.697603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-52bcdf14-bf92-40ec-b2aa-a3582461dd20 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99126) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:48:46.706513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.725259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cded0a41-1af0-4a14-8567-e028475f62e0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:46.846147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Network 557e8eb0-172a-4b02-96bc-b726deb1a381 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:46.858456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:46.861983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:46.887175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:46.966218 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.services.metering.metering_plugin [None req-52bcdf14-bf92-40ec-b2aa-a3582461dd20 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 25 16:48:47.001937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.054475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a19903c5-0b11-4549-aa0f-b7585af5126c None None] Provisioning for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:47.068309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c2af2b87-b69c-402d-a852-2d348acf6021, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c2af2b87-b69c-402d-a852-2d348acf6021,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:47.069258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a19903c5-0b11-4549-aa0f-b7585af5126c None None] Provisioning complete for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:47.069639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a19903c5-0b11-4549-aa0f-b7585af5126c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.110338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.126883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f1252124-a4fc-40b6-8920-cdc4012f54d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.157739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.167796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.178361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.198177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Transition to ACTIVE for port object bf3401dd-9ba9-4d92-af30-d130040a5756 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:47.206325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Port': ['ID=8b74b615-91dd-4766-9671-5784672cf946,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.207977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb9bef52-4a93-4df2-bd81-7f64f605ac32 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.209579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.224894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52bcdf14-bf92-40ec-b2aa-a3582461dd20 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.226356 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52bcdf14-bf92-40ec-b2aa-a3582461dd20 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7399042 May 25 16:48:47.234289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59804) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:47.243899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a19903c5-0b11-4549-aa0f-b7585af5126c None None] Port 4a2e04d6-f54d-4613-a38b-8624daa4b840 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:47.244159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6df544f4-929f-466f-96d7-e6b418bff529 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ad910a78-93e4-4b04-8548-b91a713deec8'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:47.244616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6df544f4-929f-466f-96d7-e6b418bff529 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=99126) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:48:47.249946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.296169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Transition to ACTIVE for port object bf3401dd-9ba9-4d92-af30-d130040a5756 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:47.298428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.303432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.304184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c2af2b87-b69c-402d-a852-2d348acf6021,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.310083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.310581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.311678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.317138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4b07035c-bc3b-4403-9eb9-15eb73254077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.387455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.392974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.394454 dv-neutron-792998-1-hyperv neutron-server[99126]: WARNING neutron.services.metering.metering_plugin [None req-6df544f4-929f-466f-96d7-e6b418bff529 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 25 16:48:47.401171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Network 3d277a84-69b1-4031-9495-02f52d340445 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:47.407007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:47.416073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:47.420994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Pushing event updated for resources: {'Port': ['ID=bf3401dd-9ba9-4d92-af30-d130040a5756,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.429685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.460608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Transition to ACTIVE for port object 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:47.492529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:47.493558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:47.504070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.513440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9374caac-7d75-4d19-b3ce-45997bef9a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.610329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Attempting to bind port bf3401dd-9ba9-4d92-af30-d130040a5756 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:47.610707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Attempting to bind port bf3401dd-9ba9-4d92-af30-d130040a5756 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:47.611387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Attempting to bind port bf3401dd-9ba9-4d92-af30-d130040a5756 on network 3d277a84-69b1-4031-9495-02f52d340445 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:47.628823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:47.629536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Checking segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:47.630158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.630732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Bound using segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:47.631431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Bound port: bf3401dd-9ba9-4d92-af30-d130040a5756, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:47.631989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.642548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Attempting to bind port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:47.643225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Attempting to bind port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:47.643770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Attempting to bind port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:47.651993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Pushing event updated for resources: {'Port': ['ID=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:47.663227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:47.664420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:47.665023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:47.665600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.666164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:47.666835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Bound port: 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:47.667450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.731760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6df544f4-929f-466f-96d7-e6b418bff529 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.733139 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6df544f4-929f-466f-96d7-e6b418bff529 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4977090 May 25 16:48:47.736296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.737216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59808) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:47.754627 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2250bab6-8da9-47c2-af69-5b20e823e6f3 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=d1560b5c-ebdf-4ff6-83d8-cdf2a7dcd4f6 HTTP/1.1" status: 200 len: 462 time: 0.0160115 May 25 16:48:47.759197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59812) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:47.789526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:47.834082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] For port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:47.839296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] For port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:47.842646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5c9e8fc7-15ff-47cc-bb20-84877fca90c2 None None] Provisioning complete for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:47.843031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5c9e8fc7-15ff-47cc-bb20-84877fca90c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.884606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.891894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] For port bf3401dd-9ba9-4d92-af30-d130040a5756, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:47.893639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:47.961514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] For port bf3401dd-9ba9-4d92-af30-d130040a5756, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bf3401dd-9ba9-4d92-af30-d130040a5756,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:47.976289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:47.979911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e8fc7-15ff-47cc-bb20-84877fca90c2 None None] Port 4a2e04d6-f54d-4613-a38b-8624daa4b840 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:48.007727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:48.008519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:48.043150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba477b80-5442-4792-b227-0ff9b7db7b1e tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.044370 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba477b80-5442-4792-b227-0ff9b7db7b1e tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/d1560b5c-ebdf-4ff6-83d8-cdf2a7dcd4f6 HTTP/1.1" status: 204 len: 168 time: 0.2843490 May 25 16:48:48.047388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59816) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:48.070219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Pushing event updated for resources: {'Port': ['ID=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:48.085161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c2af2b87-b69c-402d-a852-2d348acf6021 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:48.128430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:48.128915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-419feba6-a8af-4f85-a964-1f0ef705fa04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:48.134285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fb2216a0-792b-404e-a709-9b1df39e2dbe tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=d1560b5c-ebdf-4ff6-83d8-cdf2a7dcd4f6 HTTP/1.1" status: 200 len: 221 time: 0.0857403 May 25 16:48:48.140274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59820) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:48.149724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3cdb6188-4b5e-4b6a-bd4f-5184a514c89c tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--841278537', 'description': 'label created by tempest'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:48.150013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3cdb6188-4b5e-4b6a-bd4f-5184a514c89c tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Unknown quota resources ['metering_label']. {{(pid=99127) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 25 16:48:48.156749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Allocated IP 172.20.0.1 (3d277a84-69b1-4031-9495-02f52d340445/8575f977-04e2-4edf-849b-9bae4422d38e/d37ab066-3322-4356-8a33-b63026f657d4) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:48.175401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:48.189868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] 10.222.0.96 "PUT /v2.0/routers/3200acf9-e786-402d-8281-3e51fc584f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8213344 May 25 16:48:48.400645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Pushing event updated for resources: {'Port': ['ID=bf3401dd-9ba9-4d92-af30-d130040a5756,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:48.420001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:48.444637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c2af2b87-b69c-402d-a852-2d348acf6021 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:48.445262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.454653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:48:48.478494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.486520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.495098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:48.703491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:48.781722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.782295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cdb6188-4b5e-4b6a-bd4f-5184a514c89c tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.784981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.786781 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3cdb6188-4b5e-4b6a-bd4f-5184a514c89c tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6454601 May 25 16:48:48.787435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:48.790362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Port': ['ID=8b74b615-91dd-4766-9671-5784672cf946,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:48.802861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:48.807201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.837631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:48.842805 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0153019 May 25 16:48:48.844589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Transition to ACTIVE for port object d37ab066-3322-4356-8a33-b63026f657d4 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:48.845819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:48.915853 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e863810-5005-4ccc-8d90-d86d810c9860 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=4cf4beb8-0652-4f17-a3dc-adb4182c36e6 HTTP/1.1" status: 200 len: 467 time: 0.1270092 May 25 16:48:48.918569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:48.948152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4a0fb23-5a6d-4a30-84a9-91c22178c991 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Synchronizing usage tracker for tenant:0f684aebabcc4fceb38675821298e258 on resource:floatingip {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:48.977155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4a0fb23-5a6d-4a30-84a9-91c22178c991 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Unset dirty status for tenant:0f684aebabcc4fceb38675821298e258 on resource:floatingip {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:48.978624 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4a0fb23-5a6d-4a30-84a9-91c22178c991 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "GET /v2.0/floatingips?floating_network_id=557e8eb0-172a-4b02-96bc-b726deb1a381 HTTP/1.1" status: 200 len: 689 time: 0.1294549 May 25 16:48:48.981651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59848) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.004388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.016293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21aa31ed-b793-4e25-bbbe-d10e29625a41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:49.170682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59854) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.186170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-873939911-network', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:49.238257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.254348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:49.259644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 2, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:49.267766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d049eb5-1c75-4f3d-b9e3-c4e038e3570f None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 2, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:49.271897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Usage tracker for resource:network and tenant:93b7c20bf17649fd9edb080d534008ce is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:49.275159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:49.321361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:49.332363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3d277a84-69b1-4031-9495-02f52d340445 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:49.342940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:49.355528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:49.360696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:49.364062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:49.385220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7d82ba9e-532d-4670-80e6-524e98bbae56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.389781 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7d82ba9e-532d-4670-80e6-524e98bbae56 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/4cf4beb8-0652-4f17-a3dc-adb4182c36e6 HTTP/1.1" status: 204 len: 168 time: 0.4665682 May 25 16:48:49.389781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59858) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.403530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Made reservation on behalf of 93b7c20bf17649fd9edb080d534008ce for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:49.405904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.425613 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9348936e-5944-4f97-99bb-1e89eaec24d4 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=4cf4beb8-0652-4f17-a3dc-adb4182c36e6 HTTP/1.1" status: 200 len: 216 time: 0.0288429 May 25 16:48:49.425613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.428575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.454326 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c0ab3f5-dd02-4a36-95f3-cc3937ae964b tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0248880 May 25 16:48:49.454326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:49.458076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.469050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Usage tracker for resource:security_group_rule and tenant:93b7c20bf17649fd9edb080d534008ce is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:49.473708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:49.475452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.481695 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ebfe3d2-bd80-490d-aa76-64694eb9455a tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0224271 May 25 16:48:49.482717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:49.486081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59870) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.591430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2ea08-562a-4c29-be04-629aaf326812 None None] Network 3d277a84-69b1-4031-9495-02f52d340445 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:49.614126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3fa280d8-8e5a-47c3-a382-56bacffeec57 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-labels/ad910a78-93e4-4b04-8548-b91a713deec8 HTTP/1.1" status: 200 len: 472 time: 0.1265185 May 25 16:48:49.618225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59874) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.641455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5496f45b-c8a4-4c4e-8afe-07181d26a1be tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "GET /v2.0/metering/metering-label-rules/751bfe67-bb35-46d2-8de7-17bac660bd98 HTTP/1.1" status: 200 len: 459 time: 0.0219998 May 25 16:48:49.644657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59878) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.645062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Deleting port 8b74b615-91dd-4766-9671-5784672cf946 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:48:49.645419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.756273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4eb1f31d-5428-4f7a-a0fb-345c3bd5e0e6 None None] Provisioning for port bf3401dd-9ba9-4d92-af30-d130040a5756 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:49.784804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.785382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.901979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.905746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7b7f-7e4d-4f90-ae57-873749f86fe8 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.907034 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5e3b7b7f-7e4d-4f90-ae57-873749f86fe8 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-label-rules/751bfe67-bb35-46d2-8de7-17bac660bd98 HTTP/1.1" status: 204 len: 168 time: 0.2614348 May 25 16:48:49.909733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59882) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:49.922820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:49.926958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-388510bf-b7aa-4f01-8459-90ac4524aae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:49.953961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Calling delete_port for 8b74b615-91dd-4766-9671-5784672cf946 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:48:50.070305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] vlan segment allocate from pool success with {'vlan_id': 1185, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:50.075400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d8b041-a22f-4841-9697-43d721f9f8fa,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:50.078755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:50.130042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bf3401dd-9ba9-4d92-af30-d130040a5756 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:50.169464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.310387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port bf3401dd-9ba9-4d92-af30-d130040a5756 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:50.322810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port bf3401dd-9ba9-4d92-af30-d130040a5756 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:50.323445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.446753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Provisioning complete for port bf3401dd-9ba9-4d92-af30-d130040a5756 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:50.447178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.589215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c56579d0-9a20-42f8-9c24-09a7799a6728 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.591005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c56579d0-9a20-42f8-9c24-09a7799a6728 tempest-MeteringIpV6TestJSON-33798555 tempest-MeteringIpV6TestJSON-33798555-project-admin] 10.222.0.96 "DELETE /v2.0/metering/metering-labels/ad910a78-93e4-4b04-8548-b91a713deec8 HTTP/1.1" status: 204 len: 168 time: 0.6803303 May 25 16:48:50.596246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.669510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.669909 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Added segment 6b0abefd-9c64-4842-b439-9c831d36d5a3 of type vlan for network fbfedd60-1449-4e1c-947e-2b8fd60bd55a May 25 16:48:50.675313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.688425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port bf3401dd-9ba9-4d92-af30-d130040a5756, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bf3401dd-9ba9-4d92-af30-d130040a5756,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:50.694143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:50.695330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.701832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:50.725382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.768774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.815164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.816586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:50.817245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.822504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03aae513-4d7e-478b-9ecd-fac96748a812 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:50.863973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=bf3401dd-9ba9-4d92-af30-d130040a5756,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:50.867684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:50.885831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:48:50.886196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:48:50.940716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:50.951188 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7793536 May 25 16:48:50.954106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59890) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:50.960121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Request body: {'subnet': {'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-873939911-subnet', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:50.962715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b74b615-91dd-4766-9671-5784672cf946,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:50.964946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:50.965339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:50.969308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Usage tracker for resource:subnet and tenant:93b7c20bf17649fd9edb080d534008ce is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:50.973418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:50.981417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:50.996855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Pushing event updated for resources: {'Network': ['ID=fbfedd60-1449-4e1c-947e-2b8fd60bd55a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:51.000180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:51.001094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Made reservation on behalf of 93b7c20bf17649fd9edb080d534008ce for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:51.003587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.009808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:51.060126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59894) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.111116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.296655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.374026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:51.392356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:d1c02faca4824593aad480da1fa9a518 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:51.399730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:51.416741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:51.471045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.476448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbf56bf0-eddb-4ac7-90b1-60cb9f3448f0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:51.495724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Provisioning for port d37ab066-3322-4356-8a33-b63026f657d4 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:51.501925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Provisioning complete for port d37ab066-3322-4356-8a33-b63026f657d4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:51.502480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.564350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e3c25d04-9e91-477a-ac45-b71432701732 None None] Port d37ab066-3322-4356-8a33-b63026f657d4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:51.564574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.564854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdc1a79d-1546-4f4e-9652-a46990823e0b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:51.569405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:51.577773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Checking segment: {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:51.578211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Network hostable DHCP agents. Network: fbfedd60-1449-4e1c-947e-2b8fd60bd55a, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:48:51.580501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.597635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:48:51.607685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, fbfedd60-1449-4e1c-947e-2b8fd60bd55a) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:51.608927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-943349f9-37c1-40cf-9bfb-d838a4470c6c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:51.617113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc1b6d-39f0-4d9d-85f0-d3eeeacd9b0a None None] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:51.617605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:51.618230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.645798 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6904471 May 25 16:48:51.648322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59900) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.654594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:51.659753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:51.663563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Usage tracker for resource:router and tenant:93b7c20bf17649fd9edb080d534008ce is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:51.666554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:51.672749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:51.685395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.686776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.704099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.734239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f395204d-8f04-4450-bd62-cc937fe9257d None None] Provisioning complete for port d37ab066-3322-4356-8a33-b63026f657d4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:51.734665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f395204d-8f04-4450-bd62-cc937fe9257d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.761726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:51.771888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:51.781235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.789777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.798782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b9876b82-81aa-40f2-b176-cf2b16ca4744 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:51.831002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f395204d-8f04-4450-bd62-cc937fe9257d None None] Port d37ab066-3322-4356-8a33-b63026f657d4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:51.870723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59906) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:51.889708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc8406e-5a4a-46b3-85ba-1aa01c22a49d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:51.892150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:51.894251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.943186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:51.999459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'fixed_ips': [{'subnet_id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:48:52.000875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.051299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d76bad3e-9b03-4b89-ae4a-2772ba7641a5 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.062802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.146007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.169808 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d1c02faca4824593aad480da1fa9a518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0995126 May 25 16:48:52.177314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557e8eb0-172a-4b02-96bc-b726deb1a381']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:52.177526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:52.185821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896e55a-7ce0-4a98-beef-fcf0b202908c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.189129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:52.219479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d23cb92-e797-4278-aa70-f1164131d749') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:52.219771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d23cb92-e797-4278-aa70-f1164131d749') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:52.224903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Allocated IP 172.20.0.2 (fbfedd60-1449-4e1c-947e-2b8fd60bd55a/bdc1a79d-1546-4f4e-9652-a46990823e0b/bd49b2d2-59f8-49e6-8a20-2a26f4caa52b) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:52.248559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.281422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.284429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.285669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3d277a84-69b1-4031-9495-02f52d340445 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:52.291319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:52.301215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:52.301806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:52.318399 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:52.320525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.347058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:52.389220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383c371-7fa0-4261-9acb-22c7eaf1fecf tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:52.390120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383c371-7fa0-4261-9acb-22c7eaf1fecf tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:52.390797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4383c371-7fa0-4261-9acb-22c7eaf1fecf tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:52.433355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4383c371-7fa0-4261-9acb-22c7eaf1fecf tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=0754c34a974e433daad99e3b1463fcec&network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 2999 time: 0.5349889 May 25 16:48:52.459672 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:52.470263 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:52.470899 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:52.569149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.577041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.585442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.607247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Transition to ACTIVE for port object bd49b2d2-59f8-49e6-8a20-2a26f4caa52b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:52.655143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Transition to ACTIVE for port object bd49b2d2-59f8-49e6-8a20-2a26f4caa52b will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:52.691037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.693073 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:52.699462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.748382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.785250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.809504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:52.811470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 557e8eb0-172a-4b02-96bc-b726deb1a381 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:48:52.818319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:52.823114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b66da306-5600-48c9-b540-0cd28b9a77fe None None] Provisioning complete for port d37ab066-3322-4356-8a33-b63026f657d4 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:52.825547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b66da306-5600-48c9-b540-0cd28b9a77fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.850243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.853992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.859297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:52.873857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:52.888088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896e55a-7ce0-4a98-beef-fcf0b202908c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.893549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:52.902394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Pushing event updated for resources: {'Port': ['ID=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.927080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Network': ['ID=557e8eb0-172a-4b02-96bc-b726deb1a381,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:52.938769 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/557e8eb0-172a-4b02-96bc-b726deb1a381 HTTP/1.1" status: 204 len: 168 time: 3.9547842 May 25 16:48:52.943090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:52.944487 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8896e55a-7ce0-4a98-beef-fcf0b202908c HTTP/1.1" status: 204 len: 168 time: 0.7657766 May 25 16:48:52.944767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59918) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:52.948869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:52.968812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:53.094716 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 2, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:53.111646 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:53.112235 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Updating router 3200acf9-e786-402d-8281-3e51fc584f56 port 4a2e04d6-f54d-4613-a38b-8624daa4b840 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:53.113056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Allocated IP 172.26.6.7 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/788e2722-4e01-4075-9804-301ff3238454) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:48:53.114250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:53.133618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Attempting to bind port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:53.134003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Attempting to bind port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:53.134427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Attempting to bind port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b on network fbfedd60-1449-4e1c-947e-2b8fd60bd55a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:53.137459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b66da306-5600-48c9-b540-0cd28b9a77fe None None] Port d37ab066-3322-4356-8a33-b63026f657d4 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:48:53.139325 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-61ba9474-7e83-4dc7-bb70-895ae70ca136 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1790192 May 25 16:48:53.143874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:53.144354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59926) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.144689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.236537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:53.237282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Checking segment: {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:53.237887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.238461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Bound using segment: {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:53.239981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Bound port: bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:53.240732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.241291 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.269772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:48:53.339244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.340585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.341059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.341518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.341981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.342439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.342896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:53.347982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-610efc7c-c297-4535-ba91-9f148282afc5 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.2022393 May 25 16:48:53.348723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59932) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.442234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.461855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:53.468470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.469551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bf3401dd-9ba9-4d92-af30-d130040a5756 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:53.518254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] For port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:53.522647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4ee86a61-a5b7-4d8f-9373-1bfa43cf7835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:53.528166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-85af744d-f040-4a36-a694-91b54ca511bd tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] delete failed (client error): The resource could not be found. May 25 16:48:53.532180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-85af744d-f040-4a36-a694-91b54ca511bd tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/floatingips/c21e25ff-5ec2-43fb-a3d9-c95a6de1fe91 HTTP/1.1" status: 404 len: 345 time: 0.1656756 May 25 16:48:53.561361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59938) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.598005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.609842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] For port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:53.625362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.639638 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-53523f4f-2de3-4f35-8959-bebc80e61089 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] DELETE failed (client error): The resource could not be found. May 25 16:48:53.639638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53523f4f-2de3-4f35-8959-bebc80e61089 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:48:53.644220 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-53523f4f-2de3-4f35-8959-bebc80e61089 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/557e8eb0-172a-4b02-96bc-b726deb1a381 HTTP/1.1" status: 404 len: 339 time: 0.0808167 May 25 16:48:53.649785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.653186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59946) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.656047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.684136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'name': 'tempest-network--401436015', 'router:external': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:53.696667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:53.700380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:53.702041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:53.702254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:53.713294 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "PUT /v2.0/routers/350bd6c9-3ae1-4dc7-817e-5ae2a64f1999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2797148 May 25 16:48:53.718997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:53.725482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:53.743859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port bf3401dd-9ba9-4d92-af30-d130040a5756 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:53.744596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.746750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Usage tracker for resource:security_group_rule and tenant:a72472bb6fc24027b16df1fb385030f9 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:53.749952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:network and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:53.758858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:53.767387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:53.774400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:53.798009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59952) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:53.799318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:53.832611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:53.836337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.914527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Pushing event updated for resources: {'Port': ['ID=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:53.929623 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.942585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:53.950361 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Transition to ACTIVE for port object 4a2e04d6-f54d-4613-a38b-8624daa4b840 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:53.963872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.964514 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:53.974871 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:53.984265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Sync routers for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:53.999774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.004833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.014345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5af19-6512-4b9f-ab7c-6016625d118b tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:54.016377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:54.017187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:54.040090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4c5af19-6512-4b9f-ab7c-6016625d118b tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 814 time: 0.2394569 May 25 16:48:54.064457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.064814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Added segment 110c489b-961e-4b6f-bf5c-be6ede712f71 of type vlan for network e15a74a3-6af5-4aca-8027-488a8571f2c2 May 25 16:48:54.081444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:48:54.096671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:48:54.099258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:48:54.212525 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Pushing event updated for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.227337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Pushing event updated for resources: {'Port': ['ID=788e2722-4e01-4075-9804-301ff3238454,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.236930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.250982 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.298603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.299475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.352380 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Attempting to bind port 4a2e04d6-f54d-4613-a38b-8624daa4b840 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:54.353028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Attempting to bind port 4a2e04d6-f54d-4613-a38b-8624daa4b840 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:54.353970 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Attempting to bind port 4a2e04d6-f54d-4613-a38b-8624daa4b840 on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:54.362760 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:54.365904 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:54.366519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.367947 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Bound using segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:54.368616 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Bound port: 4a2e04d6-f54d-4613-a38b-8624daa4b840, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:54.369256 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.446769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:54.459008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.481373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5fba78e7-562b-4104-bc7c-892099a99b4f tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.492704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-ba155e83-4f55-494d-a1e7-db2af8c3b84b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Synchronizing usage tracker for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:54.494018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59970) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:54.501428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--953016074', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:54.518098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:54.534631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:54.553445 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] For port 4a2e04d6-f54d-4613-a38b-8624daa4b840, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:54.555884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:54.556924 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] For port 4a2e04d6-f54d-4613-a38b-8624daa4b840, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a2e04d6-f54d-4613-a38b-8624daa4b840,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:54.560029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bd49b2d2-59f8-49e6-8a20-2a26f4caa52b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:54.561121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.564298 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.569293 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-8b8dcf76-cd50-4493-9d17-0678ad19a388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.596693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:54.604844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea3a72-91e9-468a-a0ce-e445cb259247,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.608239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:48:54.624041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a72472bb6fc24027b16df1fb385030f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0225561 May 25 16:48:54.627081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.628240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.629407 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 95448968-e677-4bf6-a4bd-4baf5e71535f of type vlan for network 873a4517-20d3-4d9b-938e-437c9cb28041 May 25 16:48:54.633012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 59974) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:54.658802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-ba155e83-4f55-494d-a1e7-db2af8c3b84b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Unset dirty status for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:54.665075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.670504 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Pushing event updated for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.672353 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-ba155e83-4f55-494d-a1e7-db2af8c3b84b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392750503&fields=id&tenant_id=d9726a0f3bd744c18331f2e497875c7f HTTP/1.1" status: 200 len: 267 time: 0.5097258 May 25 16:48:54.677394 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.710531 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:54.711619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.712248 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:54.725956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:54.726850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:54.731815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52a150c7-ebd9-41f5-b1d3-cefad0e32c20 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:54.908040 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4098926 May 25 16:48:54.908040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=873a4517-20d3-4d9b-938e-437c9cb28041,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:54.918983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:54.919513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59978) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:54.987908 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:54.989697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-a2a888b5-f297-4455-a7ac-a1284195e4e6 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:54.991394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-a2a888b5-f297-4455-a7ac-a1284195e4e6 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Synchronizing usage tracker for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:55.015832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7eca9c-bc8e-4e3f-9eb5-528b42f4ce0d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.025119 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ac7eca9c-bc8e-4e3f-9eb5-528b42f4ce0d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1044497 May 25 16:48:55.028168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59982) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.041591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.050415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.053158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:55.053849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.081059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0c8ff76b-a4a8-433f-a08a-92f8d56c0458 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:55.307135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:55.320906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:55.321152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72775409-23c3-4a0b-95f5-e68d829373bc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.324589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72775409-23c3-4a0b-95f5-e68d829373bc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.326368 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-72775409-23c3-4a0b-95f5-e68d829373bc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.2969506 May 25 16:48:55.329757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.375625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee5fcd-7c14-48d4-9700-125327d3b2dc None None] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:48:55.389991 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-085e220c-054e-4196-80ad-148599437e77 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589886 May 25 16:48:55.393675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59990) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.411918 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:55.416716 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a49cd-ed8b-463a-8861-fec5e808e54a None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:54Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:55.443226 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-38338006-5afa-484d-9cec-f9466468d9c2 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=e15a74a3-6af5-4aca-8027-488a8571f2c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482709 May 25 16:48:55.445902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7913013 May 25 16:48:55.448558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59994) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.449304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 59996) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.496206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:48:51Z', 'revision_number': 2, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:55.522394 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a99251fa-478b-4631-af07-4e4ec7ed820c tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694816 May 25 16:48:55.525829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60002) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.532514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Checking router: 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:55.532879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Updating router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 port d37ab066-3322-4356-8a33-b63026f657d4 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:55.610527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-a2a888b5-f297-4455-a7ac-a1284195e4e6 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Unset dirty status for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:55.611719 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-a2a888b5-f297-4455-a7ac-a1284195e4e6 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 796 time: 0.9385915 May 25 16:48:55.646679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Provisioning for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:55.667918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=e15a74a3-6af5-4aca-8027-488a8571f2c2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:55.681948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:55.685665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.703136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network e15a74a3-6af5-4aca-8027-488a8571f2c2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:55.752598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.786990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.823571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Provisioning complete for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:55.825461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.858149 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-710c57fe-fc77-408c-92f8-c1ccf56fdae0 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/quotas/d9726a0f3bd744c18331f2e497875c7f HTTP/1.1" status: 200 len: 375 time: 0.2334523 May 25 16:48:55.882379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93b2f5-c380-4f7d-ad5f-6f35e959f045 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.882880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d93b2f5-c380-4f7d-ad5f-6f35e959f045 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:55.887914 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1d93b2f5-c380-4f7d-ad5f-6f35e959f045 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.3576429 May 25 16:48:55.892191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60008) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.929022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.951623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-846e215d-3468-4b46-984e-4357019dded1 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:55.960797 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-61aedc64-416e-4d08-a203-f1e6df2f5646 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642509 May 25 16:48:55.961049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:55.963624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60012) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:55.983664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea3a72-91e9-468a-a0ce-e445cb259247,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:55.996676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:56.060972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.062238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/57ea3a72-91e9-468a-a0ce-e445cb259247 HTTP/1.1" status: 204 len: 168 time: 1.4249804 May 25 16:48:56.082050 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e597e976-e9d6-4fea-b6ba-6e8fc61c28b1 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=e15a74a3-6af5-4aca-8027-488a8571f2c2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706742 May 25 16:48:56.085298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60018) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:56.098631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2102773247', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:56.098882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:56.104955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:56.111010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:56.117826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:56.119483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Synchronizing usage tracker for tenant:69c4e8e6bfd44cbd8fc5150fcbf11e46 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:56.181467 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-40222a1f-36c2-4ec0-9467-0e2f79a2a497 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5164354 May 25 16:48:56.186290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Unset dirty status for tenant:69c4e8e6bfd44cbd8fc5150fcbf11e46 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:56.191737 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-53269ed6-09e9-4593-a62d-db4a0bd015b7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7409041 May 25 16:48:56.192831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60022) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:56.289189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-06951e1b-30bf-4632-8fb2-d04896e07b78 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4300456 May 25 16:48:56.456627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:56.501394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:56.512909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:56.549599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:56.586992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:56.587539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.633999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.673347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.678216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:56.681962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.770960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.786553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Transition to ACTIVE for port object d37ab066-3322-4356-8a33-b63026f657d4 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:48:56.826526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.828163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-bac851b8-5060-44f9-a77b-8616a3bc72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:56.829798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-bac851b8-5060-44f9-a77b-8616a3bc72b7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1098 time: 0.5188594 May 25 16:48:56.843050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.852558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:56.860701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15a74a3-6af5-4aca-8027-488a8571f2c2']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:56.875974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c489b-961e-4b6f-bf5c-be6ede712f71') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:56.875974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c489b-961e-4b6f-bf5c-be6ede712f71') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:56.889337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.908876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:56.916518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:48:56.917030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:48:57.015841 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:48:57.137072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-c208196e-6709-4b47-a906-d19ac7fada9a service neutron] 10.222.0.96 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149555 May 25 16:48:57.143601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.148950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e15a74a3-6af5-4aca-8027-488a8571f2c2 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:48:57.149883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.156212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85880f87-1fc7-476c-9441-9f14a60f633b tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:57.187520 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/e15a74a3-6af5-4aca-8027-488a8571f2c2 HTTP/1.1" status: 204 len: 168 time: 0.9885223 May 25 16:48:57.197399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Network': ['ID=e15a74a3-6af5-4aca-8027-488a8571f2c2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:57.200778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:57.204732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60044) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:57.210218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'name': 'tempest-network--873929450', 'router:external': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:57.220537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:57.235851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:network and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:57.242138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:57.251584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:57.254153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-701a26d9-a56d-4024-9524-de8ad267a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:57.256072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-701a26d9-a56d-4024-9524-de8ad267a7e5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 899 time: 0.2392473 May 25 16:48:57.412095 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-1a66b84f-fb08-4c5e-b74b-fa4bceba9bf0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 1001 time: 0.1481104 May 25 16:48:57.545601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.558166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:57.558817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.581324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-2f1f2368-d5de-4e1f-8ae5-fc68cb45ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:57.582816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-2f1f2368-d5de-4e1f-8ae5-fc68cb45ba25 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.1545432 May 25 16:48:57.635409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Router 569b2177-381f-4dbb-a159-4254f7e2e971 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:48:57.655198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Attempting to bind port d37ab066-3322-4356-8a33-b63026f657d4 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:48:57.655698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Attempting to bind port d37ab066-3322-4356-8a33-b63026f657d4 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:48:57.655935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Attempting to bind port d37ab066-3322-4356-8a33-b63026f657d4 on network 3d277a84-69b1-4031-9495-02f52d340445 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:48:57.658010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Pushing event updated for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:57.688220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:57.708427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:48:57.708818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Checking segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:48:57.709238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.709638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Bound using segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:48:57.710134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Bound port: d37ab066-3322-4356-8a33-b63026f657d4, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:48:57.710519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.784632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1183, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:48:57.832222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:57.833732 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Added segment d66383e6-f886-422c-80dc-40d39d1ba70f of type vlan for network 6357053f-246e-4475-a2fd-4f0234bd9503 May 25 16:48:57.873557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-526ddc5a-6ed8-4651-ba55-23bd7a63aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:57.875093 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-526ddc5a-6ed8-4651-ba55-23bd7a63aebd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2790840 May 25 16:48:57.932192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] For port d37ab066-3322-4356-8a33-b63026f657d4, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:48:57.937719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] For port d37ab066-3322-4356-8a33-b63026f657d4, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d37ab066-3322-4356-8a33-b63026f657d4,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:48:57.942103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] For port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:57.943953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a2e04d6-f54d-4613-a38b-8624daa4b840 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:48:58.016661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.018879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.024702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7ff51093-0390-4f37-baf4-4edc876f1233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:58.083524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.172836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6466adc-cc61-4fdb-bf3d-a5204281838c None None] Pushing event updated for resources: {'Port': ['ID=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:58.241880 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-2054ecbd-6eb2-4e91-be27-e684802ed456 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574827 May 25 16:48:58.248270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.248270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:58.248949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.294602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:58.295514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:58.297417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-5e7090b8-5d0c-46f5-bf6e-be233f40f0cf service neutron] 10.222.0.96 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1235793 May 25 16:48:58.347755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5cc783de-8959-4e70-a0e9-000799611757 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:58.405875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:48:58.421204 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Sync routers for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:48:58.442394 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:48:58.443092 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:58.529825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:58.653564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.661612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0121827 May 25 16:48:58.667144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60070) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:58.737081 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-709eb5cd-d5ae-4eac-9f95-079bcd921cbf req-b356fd1a-ee1f-4b0a-aedb-5aab6dcf145c service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717882 May 25 16:48:58.811013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b2b888f2-0608-46ed-b97e-eef459c662ed req-516e3d7b-9140-4bf7-b8a7-e9041f4883f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Synchronizing usage tracker for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:48:58.812767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:48:58.822605 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6146061 May 25 16:48:58.826755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60074) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:58.873808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:58.874193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:58.881401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60078) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:58.891086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=6357053f-246e-4475-a2fd-4f0234bd9503,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:58.895171 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:48:58.909616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:58.912259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Pushing event updated for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:58.916566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:58.932570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b2b888f2-0608-46ed-b97e-eef459c662ed req-516e3d7b-9140-4bf7-b8a7-e9041f4883f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Unset dirty status for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:48:58.934127 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b2b888f2-0608-46ed-b97e-eef459c662ed req-516e3d7b-9140-4bf7-b8a7-e9041f4883f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 210 time: 0.2255018 May 25 16:48:59.043447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:59.043836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:59.044806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6357053f-246e-4475-a2fd-4f0234bd9503 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:48:59.136434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314092b2-f701-4023-8e12-f062a5f79127 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:59.140979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-314092b2-f701-4023-8e12-f062a5f79127 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "GET /v2.0/networks/6357053f-246e-4475-a2fd-4f0234bd9503 HTTP/1.1" status: 200 len: 756 time: 0.3084762 May 25 16:48:59.142078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60088) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:59.173969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-69c1decc-3afe-4c21-be57-2003ab0b477a None None] Provisioning complete for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:48:59.173969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69c1decc-3afe-4c21-be57-2003ab0b477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.198333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-292670215', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:48:59.206217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:59.227428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Usage tracker for resource:port and tenant:34ff9c2adf4c4ceea8c334a383023294 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:59.232250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:59.239930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:59.252428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Made reservation on behalf of 34ff9c2adf4c4ceea8c334a383023294 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:48:59.255402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.270898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.289161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:48:59.294199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Usage tracker for resource:security_group_rule and tenant:34ff9c2adf4c4ceea8c334a383023294 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:48:59.298061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:48:59.305711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:48:59.477227 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 3, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:59.483824 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Checking router: 569b2177-381f-4dbb-a159-4254f7e2e971 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:48:59.484677 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Updating router 569b2177-381f-4dbb-a159-4254f7e2e971 port 788e2722-4e01-4075-9804-301ff3238454 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:48:59.513723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.518491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.522060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad4cda8e-3f77-42cf-b935-a812ec6a41bb tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:59.536924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] device_id is not set on port 4b1fc9d9-00fc-413a-a43a-ff3c16b1b610 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:48:59.554341 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.565231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.601516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:48:57Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:48:59.604101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.617664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d729-1ce5-4d0c-9944-d42780642696 None None] The sync data for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv is: [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:48:57Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:48:59.639025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4a2e04d6-f54d-4613-a38b-8624daa4b840, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a2e04d6-f54d-4613-a38b-8624daa4b840,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:48:59.643903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:48:59.647179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:59.751697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239e9271-1af6-4773-b20b-ea2882c57d5f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:48:59.769219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:48:59.779104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e2b9c5c-5782-49c0-8061-303ddd67fea3 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:48:59.838879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8e1e57-81d7-4209-b2fa-16c5fe815260 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:48:59.844386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3d8e1e57-81d7-4209-b2fa-16c5fe815260 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "GET /v2.0/networks/1d517e10-1046-4e6a-9c39-7544a3d1444f HTTP/1.1" status: 200 len: 767 time: 0.6976030 May 25 16:48:59.844703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:48:59.888980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bd49b2d2-59f8-49e6-8a20-2a26f4caa52b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:00.044565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=237ed7d8-a8ae-42de-80c8-1f31acc3b577,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.094504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.104072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:00.135628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:00.136068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.184137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:00.252915 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.266240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:00.266931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 873a4517-20d3-4d9b-938e-437c9cb28041, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:00.279803 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Transition to ACTIVE for port object 788e2722-4e01-4075-9804-301ff3238454 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:00.288171 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.297672 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b665384-ab9d-4a84-9868-1ab8df436abe req-397a51f1-52d1-4a32-a350-ed3dcd8642ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 210 time: 0.1116292 May 25 16:49:00.300369 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:00.354768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.396093 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Pushing event updated for resources: {'Port': ['ID=788e2722-4e01-4075-9804-301ff3238454,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.451188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:00.452055 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Attempting to bind port 788e2722-4e01-4075-9804-301ff3238454 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:00.452437 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Attempting to bind port 788e2722-4e01-4075-9804-301ff3238454 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:00.452804 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Attempting to bind port 788e2722-4e01-4075-9804-301ff3238454 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:00.459035 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:00.459417 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:00.459830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.460235 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:00.460727 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Bound port: 788e2722-4e01-4075-9804-301ff3238454, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:00.461098 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.523415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Allocated IP 172.26.6.116 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/4b1fc9d9-00fc-413a-a43a-ff3c16b1b610) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:00.549108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] For port 788e2722-4e01-4075-9804-301ff3238454, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:00.552870 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] For port 788e2722-4e01-4075-9804-301ff3238454, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=788e2722-4e01-4075-9804-301ff3238454,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:00.560408 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.566081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:00.575167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:00.618972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.642501 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:00.643191 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.654272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6357053f-246e-4475-a2fd-4f0234bd9503']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.657974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 873a4517-20d3-4d9b-938e-437c9cb28041) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:00.667622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47bd147-b524-432e-9636-fe875eed0723 None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:00.679886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66383e6-f886-422c-80dc-40d39d1ba70f') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.680356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66383e6-f886-422c-80dc-40d39d1ba70f') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:00.691731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:00.692543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.715094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.802817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.877374 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Pushing event updated for resources: {'Port': ['ID=788e2722-4e01-4075-9804-301ff3238454,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:00.883974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:00.896077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.8076284 May 25 16:49:00.946771 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:00.957037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:00.984927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:00.985438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:01.009184 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:01.033575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-873a4517-20d3-4d9b-938e-437c9cb28041', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:49:01.034755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.241226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.276544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6357053f-246e-4475-a2fd-4f0234bd9503 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:49:01.278822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9a0dfdd-06e7-4d92-a7d0-a1f02de3bd6f tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.371237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.382949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Allocated IP 172.20.0.18 (873a4517-20d3-4d9b-938e-437c9cb28041/237ed7d8-a8ae-42de-80c8-1f31acc3b577/43fdaf4e-778e-4b98-bbad-9e5f05fe1479) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:01.389330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Network': ['ID=6357053f-246e-4475-a2fd-4f0234bd9503,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:01.422349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-4d8b0d77-bc74-4060-86c1-b6bf428c5f60 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:01.423951 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-4d8b0d77-bc74-4060-86c1-b6bf428c5f60 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.95 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 796 time: 0.6563103 May 25 16:49:01.440751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.485053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60110) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:01.493690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.512145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1321795622', 'description': 'tempest-secgroup-smoke-1321795622 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:01.554845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Allocated IP 172.20.0.1 (fbfedd60-1449-4e1c-947e-2b8fd60bd55a/bdc1a79d-1546-4f4e-9652-a46990823e0b/9ddf0c2d-e4cc-444b-8aa0-aad8996b409b) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:01.577604 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/6357053f-246e-4475-a2fd-4f0234bd9503 HTTP/1.1" status: 204 len: 168 time: 1.7274854 May 25 16:49:01.591697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60114) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:01.613060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'name': 'tempest-network--354932327'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:01.615913 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 3, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:01.620296 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be52ef-0443-4232-8eaf-d5c829255559 None None] The sync data for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv is: [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:48:55Z', 'revision_number': 3, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:01.629665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-239fa8e7-7a2d-42d6-8193-0f2c61d2035f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9726a0f3bd744c18331f2e497875c7f HTTP/1.1" status: 200 len: 379 time: 0.1846418 May 25 16:49:01.632534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:01.641407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'port': {'device_id': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'admin_state_up': True, 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'security_groups': ['9bfef77b-09a8-48bc-89fc-16f0211a64be']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:01.661432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Usage tracker for resource:network and tenant:0f684aebabcc4fceb38675821298e258 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:01.669161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:01.700431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.712633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Transition to ACTIVE for port object 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:01.735069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Transition to ACTIVE for port object 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:01.740798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.747569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.755465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.771985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Transition to ACTIVE for port object 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:01.774378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:01.799024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:01.816808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:01.821553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:01.825833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:01.866542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f0df59c-51b7-4506-9659-095b7709521f req-502b88c8-fe09-4b0d-bc21-fdace21c6bab tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 210 time: 0.0694144 May 25 16:49:01.867609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Made reservation on behalf of 0f684aebabcc4fceb38675821298e258 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:01.869375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.882475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.882884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-746815ef-4238-4c68-acb1-420b2a149722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.908890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.929555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:01.935284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Pushing event updated for resources: {'Port': ['ID=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:01.943667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:01.945953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d37ab066-3322-4356-8a33-b63026f657d4 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:01.947099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbecd6e0-c4bc-4ad9-868e-d2605fde2bb3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:01.968249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:01.972261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:01.976775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:01.989972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:02.002446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Attempting to bind port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:02.003103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Attempting to bind port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:02.003902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Attempting to bind port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 on network 873a4517-20d3-4d9b-938e-437c9cb28041 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:02.016624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:02.017314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Checking segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:02.017902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.018637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Bound using segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:02.019537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Bound port: 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:02.020627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.029260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:02.037773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:02.044289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:02.057822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:02.062728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:02.066223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:02.073776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:02.086253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:02.093322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:02.183829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Pushing event updated for resources: {'Port': ['ID=4b1fc9d9-00fc-413a-a43a-ff3c16b1b610,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:02.196327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] For port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:02.201366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] For port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:02.202327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:02.213182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.223200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5540effc-5135-44ff-9c63-57eb567d4d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:02.227026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:02.229594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.232636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:02.255232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.255681 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Added segment 81a2b798-540e-4e4b-9e93-c204bd751681 of type vlan for network caa77fd4-e1ae-4e62-88e7-ec17298efc17 May 25 16:49:02.289468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d37ab066-3322-4356-8a33-b63026f657d4 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:02.296723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d37ab066-3322-4356-8a33-b63026f657d4 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:02.297283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.299120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.310818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.333839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.362238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-acc43418-e96c-448c-9596-911d83169c37 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:02.394330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:02.396947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Pushing event updated for resources: {'Port': ['ID=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:02.407514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d8655f1-46d1-4688-94f1-5b9b46807879 None None] Provisioning for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:02.421089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:02.421745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d8655f1-46d1-4688-94f1-5b9b46807879 None None] Provisioning complete for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:02.422126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d8655f1-46d1-4688-94f1-5b9b46807879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.492520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Made reservation on behalf of d9726a0f3bd744c18331f2e497875c7f for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:02.495099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.508178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:02.508785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.520999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.522262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:02.522863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.534570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-221f2da1-31d9-4e58-8e78-255b91b0cf10 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:02.567480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9723ec4-5cf6-484f-91d2-8a2e53ef6156,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:02.581726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:02.602470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.631759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.633070 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1500251 May 25 16:49:02.638294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60120) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:02.646876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:02.655634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:02.690772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:02.700956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9d8655f1-46d1-4688-94f1-5b9b46807879 None None] Port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:02.719051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:02.731322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:02.777885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.817826 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.9114513 May 25 16:49:02.822087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2266374 May 25 16:49:02.828435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d37ab066-3322-4356-8a33-b63026f657d4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d37ab066-3322-4356-8a33-b63026f657d4,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:02.829175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60124) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:02.829514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60126) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:02.834831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.837614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.116'}]}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:02.841608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a2e04d6-f54d-4613-a38b-8624daa4b840 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:02.844800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:02.848927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Usage tracker for resource:router and tenant:34ff9c2adf4c4ceea8c334a383023294 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:02.852102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:02.859597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:02.877258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Request body: {'network': {'router:external': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:02.910817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:02.939349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-15bd3099-3bc4-4fa5-b649-b8af7558d370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.063872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4a2e04d6-f54d-4613-a38b-8624daa4b840 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:03.064253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.087579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.096449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.100397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58a46656-6757-4b71-ac1a-8911e7f4d898 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.141561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:03.145125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:03.158155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3537ea8-eef9-472c-9314-dd7149047242,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:03.171911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:03.176588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.182652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.236059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.236851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=caa77fd4-e1ae-4e62-88e7-ec17298efc17,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:03.271799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.273973 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6355815 May 25 16:49:03.291353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60134) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:03.297021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network caa77fd4-e1ae-4e62-88e7-ec17298efc17 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:03.299292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:03.324991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:03.338126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:03.348349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:03.372814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:03.376962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.401938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:03.420128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:03.449795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-47fb9e38-1106-48d4-a676-63e2ef80ecc8 req-71c7b725-9f43-417b-82d8-5a32b5e4f934 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 210 time: 0.2289636 May 25 16:49:03.453013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:03.457043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.458602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.481747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.534883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.638217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:03.640552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:03.707187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Allocated IP 172.20.0.7 (3d277a84-69b1-4031-9495-02f52d340445/8575f977-04e2-4edf-849b-9bae4422d38e/ba319539-563c-4d3e-b538-22c647031c62) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:03.778668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.791174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.947933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d97780-8e43-42a5-aaa2-98ec555aef06 None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:03.954096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-751c0c5f-8b72-43d4-9889-3b5d127e1c31 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:03.988795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:03.990496 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6976616 May 25 16:49:03.992558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Router 569b2177-381f-4dbb-a159-4254f7e2e971 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:49:03.994726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60138) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:03.998958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cc4c15-fc50-4cd1-95fd-21e1da52822b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.002548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.005805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:04.012647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:04.017010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:04.020019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:04.028154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:04.040377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 788e2722-4e01-4075-9804-301ff3238454 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:04.041141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.046243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.050528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.111126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.152868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4a945762-5f46-4c1f-9b64-53f28c4207ee None None] Provisioning complete for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:04.153267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4a945762-5f46-4c1f-9b64-53f28c4207ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.161784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-403b5c5e-3851-43b7-a8e1-07969f4fa9b3 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:04.236501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Network caa77fd4-e1ae-4e62-88e7-ec17298efc17 is not hosted by any dhcp agent {{(pid=99126) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:49:04.237283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:04.237878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.241894 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "PUT /v2.0/networks/caa77fd4-e1ae-4e62-88e7-ec17298efc17 HTTP/1.1" status: 200 len: 858 time: 1.4062703 May 25 16:49:04.250957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60142) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:04.271755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4a945762-5f46-4c1f-9b64-53f28c4207ee None None] Port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:04.285024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 788e2722-4e01-4075-9804-301ff3238454 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:04.295745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 788e2722-4e01-4075-9804-301ff3238454 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:04.296130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.337775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.345685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4a945762-5f46-4c1f-9b64-53f28c4207ee None None] Provisioning for port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:04.356329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.361109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5cdce7a0-69e1-4993-b64f-575c3f5ccfdc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:04.412499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8e3465-5bb8-4d1b-b04e-b7bd49d26669,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.459777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event updated for resources: {'Network': ['ID=caa77fd4-e1ae-4e62-88e7-ec17298efc17,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.488772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.491930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.509834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.516103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.516336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5186491 May 25 16:49:04.526126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.530936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60148) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:04.539914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:04.547359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.568261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 788e2722-4e01-4075-9804-301ff3238454, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=788e2722-4e01-4075-9804-301ff3238454,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:04.578395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.579549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d37ab066-3322-4356-8a33-b63026f657d4 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:04.598441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:04.603411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:04.614613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:04.619309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:04.628363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:04.636309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Transition to ACTIVE for port object ba319539-563c-4d3e-b538-22c647031c62 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:04.657034 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] 10.222.0.96 "PUT /v2.0/routers/569b2177-381f-4dbb-a159-4254f7e2e971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9859579 May 25 16:49:04.689541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:04.700491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a62d05d2-70c8-411e-a4cd-c7c53c1e02a4 req-5bce1137-9aee-49a7-9c2f-1b48e4d5badb tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 210 time: 0.0997071 May 25 16:49:04.811469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d37ab066-3322-4356-8a33-b63026f657d4 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:04.811859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.844031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.845417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=788e2722-4e01-4075-9804-301ff3238454,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:04.856059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:04.863751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:04.890152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa77fd4-e1ae-4e62-88e7-ec17298efc17']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:04.931333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a2b798-540e-4e4b-9e93-c204bd751681') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:04.931753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a2b798-540e-4e4b-9e93-c204bd751681') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:04.968567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.007812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:05.033383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.050417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb68a54e-d276-4070-bfba-95ba7c1709d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:05.100789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:05.110734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.113854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Sync routers for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:05.118669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:05.119073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.177578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:05.178551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:05.351154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:05.351502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:05.375548 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:05.381003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.393981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3d277a84-69b1-4031-9495-02f52d340445 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:05.450081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.489964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.514046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:05.528293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:05.530800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:05.611710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:05.614893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:05.626946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:05.661669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60158) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:05.670384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768545233', 'description': 'tempest-secgroup-smoke-1768545233 description', 'project_id': '301286b0ca214979b5f974a11598da4d'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:05.677952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:05.682217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.685562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:05.688329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0b6b947c-dd85-4abb-8e53-25c9ddbdd3ac tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:05.690050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:05.700450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:05.709109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:05.718238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.746301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e41f3ab-a79f-449b-b60e-d85a78c2e9c2,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:05.749804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:05.758080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:05.776960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:05.783036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:05.785713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:05.786571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.790990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.792578 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2605126 May 25 16:49:05.798149 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.800811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60164) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:05.803870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:05.809650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:05.823331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:05.833641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:05.838233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:05.847909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2cc675f1-5416-490e-942b-9000993230a3 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:05.853443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:05.867313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network caa77fd4-e1ae-4e62-88e7-ec17298efc17 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:49:05.876093 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:49:05.883998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.902259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:05.912932 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] 10.222.0.96 "DELETE /v2.0/networks/caa77fd4-e1ae-4e62-88e7-ec17298efc17 HTTP/1.1" status: 204 len: 168 time: 1.6576128 May 25 16:49:05.918367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Pushing event deleted for resources: {'Network': ['ID=caa77fd4-e1ae-4e62-88e7-ec17298efc17,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:05.924605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60168) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:05.928579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:05.931608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 788e2722-4e01-4075-9804-301ff3238454 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:05.963722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:05.967224 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3321681 May 25 16:49:05.983121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Request body: {'port': {'device_id': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:05.987343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:05.991910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.017010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.017858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.044853 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38a633f-ec63-4a8b-b252-a8ebc4154ef7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] DELETE failed (client error): The resource could not be found. May 25 16:49:06.045098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e0e08584-d780-4f43-ad6d-f029864bd5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.045798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38a633f-ec63-4a8b-b252-a8ebc4154ef7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:49:06.047787 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b38a633f-ec63-4a8b-b252-a8ebc4154ef7 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "DELETE /v2.0/subnets/1dc8406e-5a4a-46b3-85ba-1aa01c22a49d HTTP/1.1" status: 404 len: 337 time: 0.1172152 May 25 16:49:06.056670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60172) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.069088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.070804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4070308 May 25 16:49:06.075693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.096223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.121764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:06.137833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:06.141495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35862d-c420-4e78-a530-26bf69947619,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.169421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.170635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:06.181702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:06.188623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.195323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:06.200618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.205784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e7db5cf-dd59-4966-bc05-36229338fc6c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.247200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f52d3-3072-40b0-b22e-84d7b2c11daa req-9b0255ca-4b72-453b-9087-ea53d3b8b5b3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:06.253288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6d4de2b9-f79d-4380-bcca-76f55b4a5d1f None None] Provisioning for port ba319539-563c-4d3e-b538-22c647031c62 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:06.256704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f4f52d3-3072-40b0-b22e-84d7b2c11daa req-9b0255ca-4b72-453b-9087-ea53d3b8b5b3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 931 time: 0.3531845 May 25 16:49:06.264783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6d4de2b9-f79d-4380-bcca-76f55b4a5d1f None None] Provisioning complete for port ba319539-563c-4d3e-b538-22c647031c62 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:06.265710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6d4de2b9-f79d-4380-bcca-76f55b4a5d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.266672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6956b11b-6bb8-4ecd-828d-236ea524ab9b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.317387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.323002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.345128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 788e2722-4e01-4075-9804-301ff3238454 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:06.345446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.348663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.371284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f4f52d3-3072-40b0-b22e-84d7b2c11daa req-2f802547-4a20-4b33-a19f-7069ae69f6f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134028 May 25 16:49:06.372372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.373619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5716529 May 25 16:49:06.384756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60180) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.400370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'e9723ec4-5cf6-484f-91d2-8a2e53ef6156', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:06.412281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:06.419996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.420248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:06.428596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:06.432354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 4, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9ddf0c2d-e4cc-444b-8aa0-aad8996b409b', 'name': '', 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'mac_address': 'fa:16:3e:0d:a0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:01Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 2, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'subnets': [{'id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:06.439165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:06.441074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6d4de2b9-f79d-4380-bcca-76f55b4a5d1f None None] Port ba319539-563c-4d3e-b538-22c647031c62 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:06.454571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Checking router: 569b2177-381f-4dbb-a159-4254f7e2e971 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:06.455176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Updating router 569b2177-381f-4dbb-a159-4254f7e2e971 port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:06.468508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:49:06.475411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.477150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.486585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.491686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b60069ee-165c-45b8-9862-b9bce1cabb60 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.535790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2c0ec9-df30-4cb0-9687-5b4e8bc09a54,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.549042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.549979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.560394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.563927 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4613910 May 25 16:49:06.566465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60184) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.572985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:06.581310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:06.588525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:06.597742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:06.607103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.608191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:06.616046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.618839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4434598-03fa-4f32-889b-d560eb9f2984 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.648668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66b856f-9e5b-4d37-9855-f1f5939ff31f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.652515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.653249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.679477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.680817 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2919452 May 25 16:49:06.743727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.748995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.751917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a0985c2f-0d39-4602-8e6a-078c4b92c3de tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.766495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.780365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336ef784-be52-4188-a84a-873ac08ab8b5,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.783186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.793938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.795859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2284293 May 25 16:49:06.798424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60190) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.805517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:06.807822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d517e10-1046-4e6a-9c39-7544a3d1444f']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:06.813379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:06.819938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:06.820174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.822314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:06.829335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:06.848531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.927662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.932557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.936478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbcd2400-3548-4690-96b9-e94b3d5ee5bc tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:06.961541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ada0d3-ace5-43ca-a2c7-bcea72694f18') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:06.961887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ada0d3-ace5-43ca-a2c7-bcea72694f18') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:06.968080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4d5839-87fc-4d1a-bd8f-83998cee1248,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:06.971625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:06.983928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:06.986984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854637 May 25 16:49:06.988916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60204) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:06.994956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:07.004518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:07.008930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:07.012820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:07.019081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:07.038430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.044231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.057086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Transition to ACTIVE for port object 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:07.073127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.077710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b03bd7ac-570c-49ea-8537-7f2f9c3d6f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.119092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.123742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.125779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1641c0c-2636-4b7e-8091-c9eba047b226 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.150858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555fd845-d486-4bed-afa9-465eb9adbffd,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.154350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.163242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.167297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745071 May 25 16:49:07.168384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60208) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:07.174871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:07.182598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:07.187825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:07.191528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:07.198385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:07.213746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Project 301286b0ca214979b5f974a11598da4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:49:07.221106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.229218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.272615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Pushing event updated for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.289765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.311015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.316710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.319230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-866ab9c5-a10a-4a7b-af12-a37517bc33f3 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.350143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd67e74-3537-4c67-9273-0ff8d646deca,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.353474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.360585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Attempting to bind port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:07.360960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Attempting to bind port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:07.361393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Attempting to bind port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b on network fbfedd60-1449-4e1c-947e-2b8fd60bd55a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:07.362708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.364174 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1943789 May 25 16:49:07.367036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60212) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:07.370839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:07.371273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Checking segment: {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:07.371681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.372212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Bound using segment: {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:07.372703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Bound port: 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0abefd-9c64-4842-b439-9c831d36d5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1185, 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:07.373719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.375612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'security_group_rule': {'security_group_id': '1f35862d-c420-4e78-a530-26bf69947619', 'project_id': '301286b0ca214979b5f974a11598da4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:07.386123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:07.390422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:security_group_rule and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:07.393760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:07.402615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:07.415704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Project 301286b0ca214979b5f974a11598da4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:49:07.423216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.490995 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-2b46a48d-fc63-4d49-8673-fd72754e1e5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1321795622&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.5313630 May 25 16:49:07.492075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.501785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.518493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.521349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:07.521804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.532057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] For port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:07.538687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:07.540845 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:07.560509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.569584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f9a5cb7f-2de7-48c7-8f87-9277a570a3b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.602086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c32c4eb-7b19-4961-aa37-340d184f35aa,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.608667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.619211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.620443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2521105 May 25 16:49:07.645049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c68b5c-5d9e-4d16-bdfe-55c0882c644c req-0ec80ed9-244e-4b0e-987d-c5e3b5d08054 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:07.646555 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-58c68b5c-5d9e-4d16-bdfe-55c0882c644c req-0ec80ed9-244e-4b0e-987d-c5e3b5d08054 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 931 time: 0.1309083 May 25 16:49:07.699832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-58c68b5c-5d9e-4d16-bdfe-55c0882c644c req-17f344a5-82d4-4dde-b8de-3477776a8eb9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457413 May 25 16:49:07.753699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] For port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:07.757411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.758178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a33f2ad1-fe48-4b13-a932-e963d8d104a8 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:07.758377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.766262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d8684163-546d-4a77-9780-18398338e6cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.772356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.777720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:07.792239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9915e793-2051-4ad0-a767-737fc7907b1e tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:07.808955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:07.851446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Pushing event deleted for resources: {'Network': ['ID=1d517e10-1046-4e6a-9c39-7544a3d1444f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.854202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.881692 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] 10.222.0.96 "DELETE /v2.0/networks/1d517e10-1046-4e6a-9c39-7544a3d1444f HTTP/1.1" status: 204 len: 168 time: 1.8199351 May 25 16:49:07.882689 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 25 16:49:07.883653 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0258c029-b8b8-46ca-a199-380ad31feab8 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.0531425 May 25 16:49:07.887437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60250) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:07.907569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7f5414e2-0d68-43af-8a89-d519cc2adc3c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:07.908625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7f5414e2-0d68-43af-8a89-d519cc2adc3c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:07.918443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Pushing event updated for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:07.924692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:07.956952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:07.961203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:48:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:07.981163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7f5414e2-0d68-43af-8a89-d519cc2adc3c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:07.982367 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7f5414e2-0d68-43af-8a89-d519cc2adc3c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=873a4517-20d3-4d9b-938e-437c9cb28041 HTTP/1.1" status: 200 len: 796 time: 0.4759011 May 25 16:49:07.985067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba319539-563c-4d3e-b538-22c647031c62 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:08.001391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.018741 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-8bff335c-9d02-4553-ba00-ee3b8720fa6e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0282621 May 25 16:49:08.071960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Transition to ACTIVE for port object ba319539-563c-4d3e-b538-22c647031c62 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:08.096614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.104573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ac9cb7e-b5f4-4c07-a0ab-1c23a4a35e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:08.128936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Deleting port 4b1fc9d9-00fc-413a-a43a-ff3c16b1b610 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:08.129465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.208796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:08.209174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.375567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.404623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:08.413319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:08.489246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60268) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:08.553545 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7890c601-5d25-43cf-92c4-910c7da86f37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5335617 May 25 16:49:08.554440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Attempting to bind port ba319539-563c-4d3e-b538-22c647031c62 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:08.554867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Attempting to bind port ba319539-563c-4d3e-b538-22c647031c62 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:08.555309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Attempting to bind port ba319539-563c-4d3e-b538-22c647031c62 on network 3d277a84-69b1-4031-9495-02f52d340445 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:08.561153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Port ba319539-563c-4d3e-b538-22c647031c62 on network 3d277a84-69b1-4031-9495-02f52d340445 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:08.561635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Attempting to bind port ba319539-563c-4d3e-b538-22c647031c62 on network 3d277a84-69b1-4031-9495-02f52d340445 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:08.571779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Calling delete_port for 4b1fc9d9-00fc-413a-a43a-ff3c16b1b610 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:08.574321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:08.574489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Checking segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:08.575344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Bound using segment: {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:08.575921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Bound port: ba319539-563c-4d3e-b538-22c647031c62, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afad6090-b58b-4fa3-94fa-b2bc168d94cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': '3d277a84-69b1-4031-9495-02f52d340445'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:08.576389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.608756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:08.708337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:08.715621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:08.728961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.742168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d445054e-3164-4fc8-8f6f-6cf0e5870610 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:08.961908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:08.962632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:08.964187 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] 10.222.0.95 "PUT /v2.0/ports/ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 1093 time: 2.9856727 May 25 16:49:08.988238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:09.096182 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b584a643-d87a-4557-99fc-a609da64643d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=69c4e8e6bfd44cbd8fc5150fcbf11e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893281 May 25 16:49:09.097043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60286) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:09.137170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.162707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:09.211548 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-5c624867-9261-4d41-86cb-78f66f5a74e7 service neutron] 10.222.0.96 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455829 May 25 16:49:09.220548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 4, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9ddf0c2d-e4cc-444b-8aa0-aad8996b409b', 'name': '', 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'mac_address': 'fa:16:3e:0d:a0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:01Z', 'updated_at': '2021-05-25T16:49:07Z', 'revision_number': 4, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'subnets': [{'id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:09.223750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:09.228084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb46d8-70ca-422c-b471-5394f6935e19 None None] The sync data for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv is: [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 4, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9ddf0c2d-e4cc-444b-8aa0-aad8996b409b', 'name': '', 'network_id': 'fbfedd60-1449-4e1c-947e-2b8fd60bd55a', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'mac_address': 'fa:16:3e:0d:a0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:01Z', 'updated_at': '2021-05-25T16:49:07Z', 'revision_number': 4, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'subnets': [{'id': 'bdc1a79d-1546-4f4e-9652-a46990823e0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:09.235773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b1fc9d9-00fc-413a-a43a-ff3c16b1b610,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:09.248381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:09.565247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:09.566028 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2581e2-97b6-4d88-9465-fac01db8ecaf req-07ba0e8e-2adb-4046-9ef6-575e4356b7a3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:09.567689 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e2581e2-97b6-4d88-9465-fac01db8ecaf req-07ba0e8e-2adb-4046-9ef6-575e4356b7a3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 943 time: 0.6007142 May 25 16:49:09.624557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.632686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-6ba43a0e-f3e8-4231-89b9-e3ef317e1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:09.634198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-6ba43a0e-f3e8-4231-89b9-e3ef317e1cce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1096 time: 0.6036952 May 25 16:49:09.664175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.686664 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] 10.222.0.96 "DELETE /v2.0/ports/4b1fc9d9-00fc-413a-a43a-ff3c16b1b610 HTTP/1.1" status: 204 len: 168 time: 1.7941639 May 25 16:49:09.717282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.741600 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-c3673c93-c380-4f14-909c-400dad9c7e16 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 217 time: 0.0945942 May 25 16:49:09.766493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e2581e2-97b6-4d88-9465-fac01db8ecaf req-32c55311-929f-400b-b6d8-d94d1064f0d3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864948 May 25 16:49:09.806354 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-3daceb16-ef3c-493b-9f5f-e0eb9ae2041d service neutron] 10.222.0.96 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645041 May 25 16:49:09.830224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:09.861414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.879527 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'status': 'completed', 'code': 200} May 25 16:49:09.879715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a2a301d4-bb2c-48b6-9876-ca59d97506b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:09.913386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71243b28-9c91-447a-97e8-45dc5176c99e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:09.914955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-2aa9845b-6d9b-45fc-8aea-07b1028722ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:09.919339 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-2aa9845b-6d9b-45fc-8aea-07b1028722ee service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 200 len: 834 time: 0.1695199 May 25 16:49:09.919895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:09.931269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.936919 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/71243b28-9c91-447a-97e8-45dc5176c99e HTTP/1.1" status: 204 len: 168 time: 0.8268173 May 25 16:49:09.990514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0068746-74cb-4178-a76d-4195edcd7558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:09.995272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:10.009861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:10.010257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.094754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-4a927ad5-6160-4391-84bb-df2f3206586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:10.102484 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-4a927ad5-6160-4391-84bb-df2f3206586d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3d277a84-69b1-4031-9495-02f52d340445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1751301 May 25 16:49:10.219639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1506c422-bb39-410a-bad3-f02c96555a6b req-c117a363-1dd3-4ce6-94de-68ed48bc7be1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 210 time: 0.1011820 May 25 16:49:10.220149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60338) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:10.290954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.336625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:10.343334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.350457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d56568c5-6eff-4826-8f69-89a3c8273597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:10.468779 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-5455bbf6-c169-44f4-8a28-bb2a7d05bc84 service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589110 May 25 16:49:10.493292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:10.518535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:10.572493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:10.629099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.674117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:10.680874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3ea873423d473faefdfb4c2d3c157a is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:10.696825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:10.727141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:10.775264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a626979-35e0-4e3d-bd29-93b142ae8dcc req-1bf88a23-69da-4a00-af9a-87cddd496a87 service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975705 May 25 16:49:10.778736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-79fb0017-0e59-453f-8bc3-000dbf11c383 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0f684aebabcc4fceb38675821298e258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050121 May 25 16:49:10.781797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60354) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:10.806483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:49:10.867556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:10.921548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.022571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.033138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.041337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-36db27ed-976a-4599-a190-ae05f34757ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:11.136902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.145579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c0683-37ec-48db-9584-fa5b5112de56 req-e2682ea3-6801-474f-b7f1-138620eb1eac tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.146382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-035c0683-37ec-48db-9584-fa5b5112de56 req-e2682ea3-6801-474f-b7f1-138620eb1eac tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Synchronizing usage tracker for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:11.150053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0d3ea873423d473faefdfb4c2d3c157a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266851 May 25 16:49:11.151493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60360) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:11.154227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af5733-abf1-4bb6-bfe9-f14c42fcf31f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:11.157659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:11.160491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:11.174019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-7acc240a-bd3a-4571-b36b-a6dba117d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.176025 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-7acc240a-bd3a-4571-b36b-a6dba117d7ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1096 time: 0.3036866 May 25 16:49:11.187554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ab60b3-5b6b-456f-9016-039ce27693a5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:11.189439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.194180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/82ab60b3-5b6b-456f-9016-039ce27693a5 HTTP/1.1" status: 204 len: 168 time: 0.4075127 May 25 16:49:11.194180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:11.376480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-035c0683-37ec-48db-9584-fa5b5112de56 req-e2682ea3-6801-474f-b7f1-138620eb1eac tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Unset dirty status for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:11.377644 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-035c0683-37ec-48db-9584-fa5b5112de56 req-e2682ea3-6801-474f-b7f1-138620eb1eac tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 943 time: 0.4050145 May 25 16:49:11.510795 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-14bf30d3-b9bb-4811-8082-ef8069486dba req-147b4a5d-9ee9-4ccc-a6ec-4892d8114354 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 210 time: 0.0949564 May 25 16:49:11.518640 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-035c0683-37ec-48db-9584-fa5b5112de56 req-094dbfa9-97fa-45ec-b66f-fdfbb044973e tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141887 May 25 16:49:11.528710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.559349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-12e0aabb-1d9f-41d3-8376-edd4a0204fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.560761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-12e0aabb-1d9f-41d3-8376-edd4a0204fe1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 898 time: 0.3716819 May 25 16:49:11.630993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.653529 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-237ea062-a50d-4df1-ad26-4c9bf04e4f9a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 217 time: 0.0845175 May 25 16:49:11.770738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-ae05ed15-7d3f-46ef-a872-e28f286c0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.772256 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-ae05ed15-7d3f-46ef-a872-e28f286c0516 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 200 len: 834 time: 0.1051540 May 25 16:49:11.853511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.863425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7877c2e3-4011-4dfa-bd3d-30b33f936bfc tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:11.865228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:11.904203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af5733-abf1-4bb6-bfe9-f14c42fcf31f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:11.908332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:11.913100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:11.914211 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a3af5733-abf1-4bb6-bfe9-f14c42fcf31f HTTP/1.1" status: 204 len: 168 time: 0.7583549 May 25 16:49:11.936024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-baaa8f9b-2965-4adc-8353-9dd78d630a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:11.938160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-baaa8f9b-2965-4adc-8353-9dd78d630a4d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3d277a84-69b1-4031-9495-02f52d340445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1596406 May 25 16:49:11.998415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-c937f420-7707-46dd-91f6-50265cc9f74b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:12.002664 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-c937f420-7707-46dd-91f6-50265cc9f74b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=873a4517-20d3-4d9b-938e-437c9cb28041 HTTP/1.1" status: 200 len: 796 time: 0.2812557 May 25 16:49:12.065894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:12.067040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:12.129660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1ecb7078-156b-4e0a-aac0-e07f797902df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:12.186683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1ecb7078-156b-4e0a-aac0-e07f797902df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:12.193479 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1ecb7078-156b-4e0a-aac0-e07f797902df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 473 time: 0.1759393 May 25 16:49:12.214859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['e9723ec4-5cf6-484f-91d2-8a2e53ef6156']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:12.279225 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-2741ee82-0880-4826-97fc-6b52c6d10b8e service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336580 May 25 16:49:12.450201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:12.474220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:12.479479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:port and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:12.483412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for port was recalculated. Used quota:5. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:12.495202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:12.508724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:12.519072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b74a5573-16b3-4fb1-9ec8-97ae1a19c5c9 req-ec252e41-6c60-4876-9b6d-0e272793505c service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298508 May 25 16:49:12.519382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:12.524372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60396) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:12.664012 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-09158894-3198-4bb1-b277-707b79c53cff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=34ff9c2adf4c4ceea8c334a383023294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371074 May 25 16:49:12.666422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60404) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:12.747458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:12.775109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e7491a00-4fa8-468f-8c25-8814ea3e9727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:12.828729 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-33351607-6dd2-462e-91a4-90102c5c22a5 req-dd2f4076-9f14-433e-9b43-9020db6cd057 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 210 time: 0.0603788 May 25 16:49:12.829833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.26 (873a4517-20d3-4d9b-938e-437c9cb28041/237ed7d8-a8ae-42de-80c8-1f31acc3b577/36eb7817-5b81-47d3-ab8a-23000e7bc184) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:12.873150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.063283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632631-5d2f-4345-8d27-9d00113c0c4b req-1733842e-441f-430d-b57b-53209e7807ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:13.064740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fb632631-5d2f-4345-8d27-9d00113c0c4b req-1733842e-441f-430d-b57b-53209e7807ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 943 time: 0.3220940 May 25 16:49:13.114501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.121595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:13.129421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.132568 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fb632631-5d2f-4345-8d27-9d00113c0c4b req-87ebd31d-b55f-4ede-8b15-a51b0f63b277 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607214 May 25 16:49:13.137563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239e9271-1af6-4773-b20b-ea2882c57d5f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:13.140624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:13.142653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.143768 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/239e9271-1af6-4773-b20b-ea2882c57d5f HTTP/1.1" status: 204 len: 168 time: 0.4756477 May 25 16:49:13.183899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 36eb7817-5b81-47d3-ab8a-23000e7bc184 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:13.215630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.229145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c643ad26-1f29-46f0-b114-6e85fa126b54 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:13.271248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:13.279869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:13.293807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:13.381033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:13.386860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:13.394974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:13.395652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.425766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2287176 May 25 16:49:13.438746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Request body: {'port': {'device_id': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:13.618767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.723125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.732683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f3a6eba2-23d2-4bee-b6f1-447e154b2a99 None None] Provisioning for port 36eb7817-5b81-47d3-ab8a-23000e7bc184 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:13.741503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f3a6eba2-23d2-4bee-b6f1-447e154b2a99 None None] Provisioning complete for port 36eb7817-5b81-47d3-ab8a-23000e7bc184 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:13.741881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f3a6eba2-23d2-4bee-b6f1-447e154b2a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:13.861748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6eba2-23d2-4bee-b6f1-447e154b2a99 None None] Port 36eb7817-5b81-47d3-ab8a-23000e7bc184 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:13.988230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:14.312345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de649f3-db78-41db-bfb6-dcf7bf1995fd req-feb6db95-3f13-4ed8-ad6c-9ed9062b8196 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:14.313092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0de649f3-db78-41db-bfb6-dcf7bf1995fd req-feb6db95-3f13-4ed8-ad6c-9ed9062b8196 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:14.349269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36eb7817-5b81-47d3-ab8a-23000e7bc184 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:14.354289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0de649f3-db78-41db-bfb6-dcf7bf1995fd req-feb6db95-3f13-4ed8-ad6c-9ed9062b8196 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:14.356254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0de649f3-db78-41db-bfb6-dcf7bf1995fd req-feb6db95-3f13-4ed8-ad6c-9ed9062b8196 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 932 time: 0.3575616 May 25 16:49:14.360736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.414589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1456340641', 'router:external': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:14.416585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Transition to ACTIVE for port object 36eb7817-5b81-47d3-ab8a-23000e7bc184 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:14.422400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:14.429861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:network and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:14.441489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0de649f3-db78-41db-bfb6-dcf7bf1995fd req-27b16995-4a7d-46a1-ac28-a3eb49cb8a87 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702789 May 25 16:49:14.442256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.447524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:14.455759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:14.473762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:14.490418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02241ca1-7e44-4023-82ee-0b671d42bb6b req-106313fb-ac56-4d1e-893a-d3d58863bef2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:14.498904 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-02241ca1-7e44-4023-82ee-0b671d42bb6b req-106313fb-ac56-4d1e-893a-d3d58863bef2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 943 time: 0.1795092 May 25 16:49:14.520354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Pushing event updated for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:14.525062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:14.532160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Made reservation on behalf of 80250efa8b9a4d43af436509ff0520ba for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:14.534905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.556915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.594387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:14.594387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60456) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:14.601252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-02241ca1-7e44-4023-82ee-0b671d42bb6b req-3ac8882b-3472-4df9-aab8-933517bd8f59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012080 May 25 16:49:14.606061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:security_group_rule and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:14.615688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:14.629210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:14.775080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1130482603'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:14.775979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:14.781595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:14.786418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:network and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:14.789437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:14.796631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:14.809188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:14.813758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.838833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.841276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.859372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.865161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2a5941e6-5b13-401e-9faa-92df2073d816 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:14.875374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:14.881191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Attempting to bind port 36eb7817-5b81-47d3-ab8a-23000e7bc184 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:14.881995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Attempting to bind port 36eb7817-5b81-47d3-ab8a-23000e7bc184 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:14.881995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Attempting to bind port 36eb7817-5b81-47d3-ab8a-23000e7bc184 on network 873a4517-20d3-4d9b-938e-437c9cb28041 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:14.888403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Port 36eb7817-5b81-47d3-ab8a-23000e7bc184 on network 873a4517-20d3-4d9b-938e-437c9cb28041 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:14.888858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Attempting to bind port 36eb7817-5b81-47d3-ab8a-23000e7bc184 on network 873a4517-20d3-4d9b-938e-437c9cb28041 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:14.896212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:14.896759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Checking segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:14.897957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Bound using segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:14.898746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Bound port: 36eb7817-5b81-47d3-ab8a-23000e7bc184, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:14.899592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.916163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:security_group_rule and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:14.926672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:14.938298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:14.967183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:14.973648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80058b55-bf4c-41a2-921b-f27041415848,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:14.982447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:14.985552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:14.986017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Added segment e83a1b18-f174-4e6c-a62c-2cb5d58c84c0 of type vlan for network 3867866c-e626-481c-8ae3-b78592ab3d32 May 25 16:49:15.047244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:15.048040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:15.049156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.052001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:15.060471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.067732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ccb853a-4662-43c6-bc42-171f40fe5aab tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.070251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'ba319539-563c-4d3e-b538-22c647031c62', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'mac_address': 'fa:16:3e:1c:a7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:15.127337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.128545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.129643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.140180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e50b26d-a9ba-4b91-87ba-3d0676096519 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.141261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.151553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.152759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.154358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] 10.222.0.95 "PUT /v2.0/ports/36eb7817-5b81-47d3-ab8a-23000e7bc184 HTTP/1.1" status: 200 len: 1094 time: 1.7199645 May 25 16:49:15.154890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:15.180952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Pushing event updated for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.193247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.195667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba319539-563c-4d3e-b538-22c647031c62 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:15.229489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:15.239897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.246345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.278339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.315034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.323577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-5ef6e9b8-75df-45f6-a34a-c327354cb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.326294 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-5ef6e9b8-75df-45f6-a34a-c327354cb4d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 1097 time: 0.1291869 May 25 16:49:15.373303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Network': ['ID=3867866c-e626-481c-8ae3-b78592ab3d32,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.382368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:15.384982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.385650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd1132e2-b975-495e-9627-2eadf9b5e9bb tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.396553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 3867866c-e626-481c-8ae3-b78592ab3d32 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:15.443594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.4533949 May 25 16:49:15.448041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7decf3-ede9-45dc-bed1-b67db713c864,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.452168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.460474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.460474 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Added segment 55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9 of type vlan for network afac01de-ced5-427f-81c7-1f45fc78f8b3 May 25 16:49:15.460474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60468) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:15.461600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-7fe58f4b-2db4-4790-9c6d-b3b28cabade2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184 HTTP/1.1" status: 200 len: 217 time: 0.1265559 May 25 16:49:15.474513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'subnet': {'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:15.486410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:15.506958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:subnet and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:15.519253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:15.557653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:15.563920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.591910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Made reservation on behalf of 80250efa8b9a4d43af436509ff0520ba for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:15.594497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.617718 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184', 'status': 'completed', 'code': 200} May 25 16:49:15.642444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-a61b2485-9c54-47d1-ab6f-5c6e92e4f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.643984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-a61b2485-9c54-47d1-ab6f-5c6e92e4f4be service neutron] 10.222.0.95 "GET /v2.0/subnets?id=237ed7d8-a8ae-42de-80c8-1f31acc3b577 HTTP/1.1" status: 200 len: 838 time: 0.1757536 May 25 16:49:15.678878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.689783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:15.696066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:15.795213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.801331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.801951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:15.806643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['ba319539-563c-4d3e-b538-22c647031c62'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:15.814432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-43ddf255-b879-4c05-87ab-c904896905f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.815973 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-43ddf255-b879-4c05-87ab-c904896905f5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=873a4517-20d3-4d9b-938e-437c9cb28041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1658978 May 25 16:49:15.821520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:15.986336 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3910136 May 25 16:49:15.998129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aae93-d724-44d4-a14d-97757edeb511 req-65ecb872-d5a3-464a-b544-30dff6dd8a8e tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:15.998787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60478) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:16.005575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed9aae93-d724-44d4-a14d-97757edeb511 req-65ecb872-d5a3-464a-b544-30dff6dd8a8e tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 944 time: 0.2384045 May 25 16:49:16.009730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'subnet': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:16.027028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Network': ['ID=afac01de-ced5-427f-81c7-1f45fc78f8b3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:16.040223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:16.050245 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-8946cc17-2dc1-495f-85ed-427ffa3abfea service neutron] 10.222.0.95 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213006 May 25 16:49:16.071131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:16.152479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a792c-b6a4-4e3e-90d5-be2de7743180 req-8d810e3e-5250-40dd-8479-ac3046289b0d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.156115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed9aae93-d724-44d4-a14d-97757edeb511 req-061da067-c2d9-4e29-9b02-aa264e2c4dbe tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494362 May 25 16:49:16.161091 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5a7a792c-b6a4-4e3e-90d5-be2de7743180 req-8d810e3e-5250-40dd-8479-ac3046289b0d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 944 time: 0.4247317 May 25 16:49:16.242713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60bfc7e9-6b6f-4912-987d-646b486c2de2 req-8012c9dd-ba4e-4b5b-a50c-a87d69410af4 service neutron] 10.222.0.95 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819811 May 25 16:49:16.323188 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5a7a792c-b6a4-4e3e-90d5-be2de7743180 req-d1d1847c-37b5-4414-bb02-ab94e55eef75 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609840 May 25 16:49:16.324700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:16.333393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:subnet and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:16.348530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:16.357878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:16.391664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:16.395219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:16.408056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-12d7bced-f3ae-4ac1-90cb-bdc731d6d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.409997 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-12d7bced-f3ae-4ac1-90cb-bdc731d6d5df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 1097 time: 0.0989189 May 25 16:49:16.579371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-2297b270-8324-485c-b957-3aab6907f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.580958 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-2297b270-8324-485c-b957-3aab6907f0b9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=873a4517-20d3-4d9b-938e-437c9cb28041 HTTP/1.1" status: 200 len: 898 time: 0.1639202 May 25 16:49:16.665372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-91e6096a-0318-4820-8001-f66e603138af service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184 HTTP/1.1" status: 200 len: 217 time: 0.0776496 May 25 16:49:16.739171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-6798e2b6-56c0-415b-8798-9b1628d543c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.740662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-6798e2b6-56c0-415b-8798-9b1628d543c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=237ed7d8-a8ae-42de-80c8-1f31acc3b577 HTTP/1.1" status: 200 len: 838 time: 0.0689197 May 25 16:49:16.836237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-d3cea3f9-76e7-4450-be4b-b42c34f5a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:16.836237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-d3cea3f9-76e7-4450-be4b-b42c34f5a89b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=873a4517-20d3-4d9b-938e-437c9cb28041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0862281 May 25 16:49:16.857478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:49:16.857963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:16.864518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e7a74302-e23f-407e-a0a3-80e584b968fd tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:17.125394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-a7a599ec-6216-4d4e-b2f2-ac31758d092a service neutron] 10.222.0.95 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845213 May 25 16:49:17.140378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f05dd15d-2f91-4093-9617-287fd9781c71,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:17.147660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:17.154832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Checking segment: {'id': 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:17.155552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network hostable DHCP agents. Network: 3867866c-e626-481c-8ae3-b78592ab3d32, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:17.184194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3867866c-e626-481c-8ae3-b78592ab3d32 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:17.206953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 3867866c-e626-481c-8ae3-b78592ab3d32) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:17.221373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.221974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.222864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e64293-b51e-4f09-b709-812dd0623274 None None] Network 3867866c-e626-481c-8ae3-b78592ab3d32 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:17.279357 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3536426-7a98-419f-8cf1-cafdfb8a7a96 req-af57914c-798d-4ad7-9206-e65fd2f2dc6f service neutron] 10.222.0.95 "GET /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468163 May 25 16:49:17.298438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8372509 May 25 16:49:17.301039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60486) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:17.311349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1284460793', 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:17.322026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:17.322312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.330691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:port and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:17.335250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:17.336291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:17.353637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:17.376864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Made reservation on behalf of 80250efa8b9a4d43af436509ff0520ba for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:17.380185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.426843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] device_id is not set on port e8718896-fbcb-4fc5-a8d2-ff0293d8a767 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:17.539537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1461c39-2365-402c-a944-ea350055a84f None None] Network 3867866c-e626-481c-8ae3-b78592ab3d32 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:17.573226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Subnet': ['ID=6bff169c-0e57-4ead-b44c-0cda587d0907,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:17.580799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Checking segment: {'id': '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:17.581170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network hostable DHCP agents. Network: afac01de-ced5-427f-81c7-1f45fc78f8b3, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:17.589254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:17.624907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:17.646341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1b974-1955-498a-bfa5-fba2a726eda3 req-7660a48c-50e4-42f7-8827-08f9041f68cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.647872 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bec1b974-1955-498a-bfa5-fba2a726eda3 req-7660a48c-50e4-42f7-8827-08f9041f68cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 944 time: 0.1198058 May 25 16:49:17.649068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, afac01de-ced5-427f-81c7-1f45fc78f8b3) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:17.672848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499aefa-4d72-41b6-83f0-168907953ea9 None None] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:17.676806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.677406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:17.715237 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7034609 May 25 16:49:17.715237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60492) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:17.715237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-541713973'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:17.735277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb815-e9ec-4fba-8c74-cd2d435e42b4 req-833bf04a-6078-4a52-b7c8-531ad6fb2ea8 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:17.736860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-89abb815-e9ec-4fba-8c74-cd2d435e42b4 req-833bf04a-6078-4a52-b7c8-531ad6fb2ea8 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 944 time: 0.2400200 May 25 16:49:17.785368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 2001:db8::3cc (3867866c-e626-481c-8ae3-b78592ab3d32/f05dd15d-2f91-4093-9617-287fd9781c71/e8718896-fbcb-4fc5-a8d2-ff0293d8a767) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:17.850483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-89abb815-e9ec-4fba-8c74-cd2d435e42b4 req-d8f8ed18-86c5-4825-8590-15b14e7342e3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937045 May 25 16:49:17.938357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:17.951906 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bec1b974-1955-498a-bfa5-fba2a726eda3 req-aae24d04-c891-432b-94be-588232e695d1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944655 May 25 16:49:17.960558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:port and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:17.964853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:17.972384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:17.984061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:17.987880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.014345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port 8b35d460-7816-4c00-ab65-40d002269535 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:18.072907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-afac01de-ced5-427f-81c7-1f45fc78f8b3', 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'tenant_id': '130fd33612294a50a004adb8914ee537', 'fixed_ips': [{'subnet_id': '6bff169c-0e57-4ead-b44c-0cda587d0907'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:49:18.073140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.073297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.113678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.123087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3ce6236a-570c-44c6-bf61-a81274e045ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:18.195735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=e8718896-fbcb-4fc5-a8d2-ff0293d8a767,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:18.198641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:18.203224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.4 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/8b35d460-7816-4c00-ab65-40d002269535) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:18.213075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3867866c-e626-481c-8ae3-b78592ab3d32 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:18.214513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:18.217703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:18.219175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:18.220758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.249160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9460936 May 25 16:49:18.252368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60496) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:18.550034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.554365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Deleting port e8718896-fbcb-4fc5-a8d2-ff0293d8a767 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:18.554710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.578230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.645300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object 8b35d460-7816-4c00-ab65-40d002269535 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:18.699542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.787319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 36eb7817-5b81-47d3-ab8a-23000e7bc184 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:18.823677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:18.835750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Calling delete_port for e8718896-fbcb-4fc5-a8d2-ff0293d8a767 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:18.841364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:18.848884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:18.933515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:18.937790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:18.944371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:19.036926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Allocated IP 172.20.0.2 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/180d3c3a-720e-4e13-8fc8-f2877f590a4f) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:19.044687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port ba319539-563c-4d3e-b538-22c647031c62 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:19.067262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:19.074308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=8b35d460-7816-4c00-ab65-40d002269535,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:19.075469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port ba319539-563c-4d3e-b538-22c647031c62 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:19.075845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.078859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:19.103440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.104086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.104462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549c2a3-e9b0-4909-9d95-8fb8b1cb6221 req-fd657886-aa2c-48ec-8ffd-f40dc7e38631 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.107592 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d549c2a3-e9b0-4909-9d95-8fb8b1cb6221 req-fd657886-aa2c-48ec-8ffd-f40dc7e38631 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 944 time: 0.1279745 May 25 16:49:19.130268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '36eb7817-5b81-47d3-ab8a-23000e7bc184', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'port_id': '36eb7817-5b81-47d3-ab8a-23000e7bc184', 'mac_address': 'fa:16:3e:2d:1b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:19.175416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d549c2a3-e9b0-4909-9d95-8fb8b1cb6221 req-8848877c-505b-4cc0-992f-5934627fd857 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619030 May 25 16:49:19.191934 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4845123 May 25 16:49:19.195357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60506) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:19.202079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-738270884', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4c:da:8a'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:19.310766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef31509-10d1-40f3-8c2f-2bf396a98d8b req-ba0a6ef4-716b-4d66-9470-33b9df25ee61 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:19.318559 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ef31509-10d1-40f3-8c2f-2bf396a98d8b req-ba0a6ef4-716b-4d66-9470-33b9df25ee61 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 944 time: 0.2239819 May 25 16:49:19.331929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.363134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36eb7817-5b81-47d3-ab8a-23000e7bc184 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:19.383517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ef31509-10d1-40f3-8c2f-2bf396a98d8b req-e6c9e32d-cdc3-4707-9230-530a88cdb412 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639677 May 25 16:49:19.385590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.403592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:19.437977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:19.442772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:port and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:19.445942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:19.453322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:19.466481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:19.475842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8718896-fbcb-4fc5-a8d2-ff0293d8a767,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:19.479858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:19.536915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.545087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/ports/e8718896-fbcb-4fc5-a8d2-ff0293d8a767 HTTP/1.1" status: 204 len: 168 time: 1.2910657 May 25 16:49:19.547779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:19.551571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:19.560326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32', 'external_fixed_ips': [{'subnet_id': 'f05dd15d-2f91-4093-9617-287fd9781c71', 'ip_address': '2001:db8::3cc'}]}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:19.561550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.570810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:19.578758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:router and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:19.579791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:19.587860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:19.595520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:19.611668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.614535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.636811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.642134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.656064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.666014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port e06b6d40-1139-404a-96a6-fa8555acaaec yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:19.721999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.748821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Transition to ACTIVE for port object 180d3c3a-720e-4e13-8fc8-f2877f590a4f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:19.764376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:19.804793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:19.809232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Transition to ACTIVE for port object 180d3c3a-720e-4e13-8fc8-f2877f590a4f will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:19.820434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:19.821813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:19.829451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.834804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-89ab9076-d174-442e-bfdd-10f70f27150f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:19.905401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:19.926378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['36eb7817-5b81-47d3-ab8a-23000e7bc184'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:19.960299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.3 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/e06b6d40-1139-404a-96a6-fa8555acaaec) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:19.984565 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'code': 200} May 25 16:49:20.041243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:20.048686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:20.054128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:20.142472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:20.144866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.199466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:20.199957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:20.342129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Attempting to bind port 180d3c3a-720e-4e13-8fc8-f2877f590a4f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:20.342815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Attempting to bind port 180d3c3a-720e-4e13-8fc8-f2877f590a4f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:20.343395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Attempting to bind port 180d3c3a-720e-4e13-8fc8-f2877f590a4f on network afac01de-ced5-427f-81c7-1f45fc78f8b3 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:20.372189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Pushing event updated for resources: {'Port': ['ID=180d3c3a-720e-4e13-8fc8-f2877f590a4f,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:20.375013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:20.375648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Checking segment: {'id': '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:20.376292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.376859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Bound using segment: {'id': '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:20.377523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Bound port: 180d3c3a-720e-4e13-8fc8-f2877f590a4f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:20.378098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.387355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa2209-8fbe-4f14-ab08-8abc27b12478 req-47a7e4ad-cae5-4970-ac5a-01d012faa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.388861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-effa2209-8fbe-4f14-ab08-8abc27b12478 req-47a7e4ad-cae5-4970-ac5a-01d012faa229 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1098 time: 0.2074299 May 25 16:49:20.398061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:20.504326 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-effa2209-8fbe-4f14-ab08-8abc27b12478 req-7033689f-010e-491d-bcd7-b171434f82af service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073055 May 25 16:49:20.504667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334742ca-049a-418d-abe2-b0518b98d508 req-b897b3ef-add6-4034-8523-d04b5d77517a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:20.506170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-334742ca-049a-418d-abe2-b0518b98d508 req-b897b3ef-add6-4034-8523-d04b5d77517a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.1814313 May 25 16:49:20.507141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.540281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object e06b6d40-1139-404a-96a6-fa8555acaaec will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:20.594268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.600755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:20.603276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] For port 180d3c3a-720e-4e13-8fc8-f2877f590a4f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:20.608925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] For port 180d3c3a-720e-4e13-8fc8-f2877f590a4f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=180d3c3a-720e-4e13-8fc8-f2877f590a4f,segment=NetworkSegment(55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9),segment_id=55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:20.652395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.667102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5c7a1209-2786-4447-8338-524c4c5a2621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:20.730816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-334742ca-049a-418d-abe2-b0518b98d508 req-e7fad8df-5895-438f-8b68-580f43a86594 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167923 May 25 16:49:20.838015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.885157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Pushing event updated for resources: {'Port': ['ID=180d3c3a-720e-4e13-8fc8-f2877f590a4f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:20.885349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:20.915217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:20.977040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:20.983082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:20.985892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=e06b6d40-1139-404a-96a6-fa8555acaaec,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:20.988406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:21.017059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:21.070867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547b718-9fd5-4e32-9cee-ef6cccef0671 req-24c03708-d3a6-4829-8230-09be038be268 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.078964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9547b718-9fd5-4e32-9cee-ef6cccef0671 req-24c03708-d3a6-4829-8230-09be038be268 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 945 time: 0.4318748 May 25 16:49:21.132473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.133096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.200745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9547b718-9fd5-4e32-9cee-ef6cccef0671 req-05fde8e6-a8f1-40ce-bea3-b7a712fab059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212890 May 25 16:49:21.218194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.0146251 May 25 16:49:21.218194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60526) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:21.218457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 2001:db8::3cc (3867866c-e626-481c-8ae3-b78592ab3d32/f05dd15d-2f91-4093-9617-287fd9781c71/203fba58-63c4-4991-bfe2-f0462fc54cdc) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:21.321200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.328060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.334123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:21.335038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Synchronizing usage tracker for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:21.354357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Unset dirty status for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:21.356556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b1264eb6-c177-458d-b277-cb9e09b0a953 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1431248 May 25 16:49:21.359354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60530) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:21.393004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.453731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.460732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:21.534680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port e06b6d40-1139-404a-96a6-fa8555acaaec {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:21.535388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.541204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3867866c-e626-481c-8ae3-b78592ab3d32 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:21.545724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:21.551607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:21.639550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=203fba58-63c4-4991-bfe2-f0462fc54cdc,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:21.730786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:21.802472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:21.891010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 180d3c3a-720e-4e13-8fc8-f2877f590a4f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:22.004960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for e06b6d40-1139-404a-96a6-fa8555acaaec owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:22.040100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 180d3c3a-720e-4e13-8fc8-f2877f590a4f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:22.184555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.191273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7deb41d2-3e11-4dd0-94fa-7b469c6a7066 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:22.207645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc727110-287d-4317-8d88-1ee286a21699 None None] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:22.297235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=e06b6d40-1139-404a-96a6-fa8555acaaec,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:22.310356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:22.342772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Provisioning for port 180d3c3a-720e-4e13-8fc8-f2877f590a4f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:22.358488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.370870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Provisioning complete for port 180d3c3a-720e-4e13-8fc8-f2877f590a4f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:22.371342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.476297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d021d-b2eb-422b-8f32-35eeed7fe752 req-5b1a55cc-7d5e-43de-89c1-f41a8495164b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.484775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-923d021d-b2eb-422b-8f32-35eeed7fe752 req-5b1a55cc-7d5e-43de-89c1-f41a8495164b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.2621217 May 25 16:49:22.617703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.648200 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-923d021d-b2eb-422b-8f32-35eeed7fe752 req-ec8e93cd-7a8e-4fb4-ae8b-3d339b937cb0 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588333 May 25 16:49:22.661076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] For port 180d3c3a-720e-4e13-8fc8-f2877f590a4f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=180d3c3a-720e-4e13-8fc8-f2877f590a4f,segment=NetworkSegment(55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9),segment_id=55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:22.669314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.671193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:22.671536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd86ea-d67f-4707-acad-7ff45cba4c2e req-67e1b918-6d8e-436f-9efa-85445e0ac83b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:22.673183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-63cd86ea-d67f-4707-acad-7ff45cba4c2e req-67e1b918-6d8e-436f-9efa-85445e0ac83b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 945 time: 0.2937140 May 25 16:49:22.700431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:22.726159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/e06b6d40-1139-404a-96a6-fa8555acaaec HTTP/1.1" status: 204 len: 168 time: 1.3634377 May 25 16:49:22.745597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60542) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:22.748754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-63cd86ea-d67f-4707-acad-7ff45cba4c2e req-f7954448-87fa-4df0-81e5-235173293ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675921 May 25 16:49:22.810185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b78f1a9-d1bb-4712-8e8f-3e0c2352dc04 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] GET failed (client error): The resource could not be found. May 25 16:49:22.810732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9b78f1a9-d1bb-4712-8e8f-3e0c2352dc04 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Synchronizing usage tracker for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:22.811847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Pushing event updated for resources: {'Port': ['ID=180d3c3a-720e-4e13-8fc8-f2877f590a4f,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:22.815337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:22.824437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 36eb7817-5b81-47d3-ab8a-23000e7bc184 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:22.852626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9b78f1a9-d1bb-4712-8e8f-3e0c2352dc04 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Unset dirty status for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:22.857764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9b78f1a9-d1bb-4712-8e8f-3e0c2352dc04 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports/e06b6d40-1139-404a-96a6-fa8555acaaec HTTP/1.1" status: 404 len: 333 time: 0.1041720 May 25 16:49:22.857963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:22.864138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-1606417515'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:22.970243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 36eb7817-5b81-47d3-ab8a-23000e7bc184 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:22.981554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 36eb7817-5b81-47d3-ab8a-23000e7bc184 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:22.981917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.052364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.068225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997a96a-cbd1-4565-b1ad-fe89a09bf6c4 req-3c72ff60-dd9e-4c21-ba20-5d4717076772 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:23.075845 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e997a96a-cbd1-4565-b1ad-fe89a09bf6c4 req-3c72ff60-dd9e-4c21-ba20-5d4717076772 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.2139587 May 25 16:49:23.083325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:23.094176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Provisioning complete for port 180d3c3a-720e-4e13-8fc8-f2877f590a4f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:23.094556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.109399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:23.129591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:23.134698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.167040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port 404a4a84-01cf-42bb-ab57-35600462eb18 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:23.299634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.389019 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e997a96a-cbd1-4565-b1ad-fe89a09bf6c4 req-5193c2d8-c77c-4722-af82-b5e344ee8e6f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3122716 May 25 16:49:23.423841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60552) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:23.450183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:23.481628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:23.494740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.499814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:23.512763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.8 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/404a4a84-01cf-42bb-ab57-35600462eb18) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:23.561682 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184', 'code': 200} May 25 16:49:23.604386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router 7488e771-316e-46bd-a1b5-e96ef27d6f60 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:49:23.654486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Provisioning for port 8b35d460-7816-4c00-ab65-40d002269535 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:23.668657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Provisioning complete for port 8b35d460-7816-4c00-ab65-40d002269535 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:23.668922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.723751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5e6fd-fe64-44df-b34c-28b3b3239499 tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:23.725101 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3aa5e6fd-fe64-44df-b34c-28b3b3239499 tempest-TestNetworkAdvancedServerOps-482543047 tempest-TestNetworkAdvancedServerOps-482543047-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1093 time: 0.3001063 May 25 16:49:23.735871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60558) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:23.787483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:23.802970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:23.802970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Usage tracker for resource:floatingip and tenant:d9726a0f3bd744c18331f2e497875c7f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:23.804551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:23.815464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:23.862609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:23.866422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:23.881681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 180d3c3a-720e-4e13-8fc8-f2877f590a4f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:23.898636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:23.945426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d286cd3d-92e7-4683-9998-4e1e9da367b2 None None] Port 8b35d460-7816-4c00-ab65-40d002269535 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:23.978431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 180d3c3a-720e-4e13-8fc8-f2877f590a4f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:23.979229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.069673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9495f2b3-92b9-4f63-a1d9-59bc3b0b94d2 None None] Could not find standard attr ID for object e06b6d40-1139-404a-96a6-fa8555acaaec. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:49:24.142960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.144484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9495f2b3-92b9-4f63-a1d9-59bc3b0b94d2 None None] Provisioning complete for port 8b35d460-7816-4c00-ab65-40d002269535 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:24.144866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9495f2b3-92b9-4f63-a1d9-59bc3b0b94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.165212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object 404a4a84-01cf-42bb-ab57-35600462eb18 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:24.181132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02568c9a-9f5d-4e7e-bc34-300ad41396eb req-e6308dfa-0473-41da-b625-4e2187d41a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:24.185136 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02568c9a-9f5d-4e7e-bc34-300ad41396eb req-e6308dfa-0473-41da-b625-4e2187d41a95 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 1099 time: 0.3699973 May 25 16:49:24.207087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:24.220097 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Sync routers for ids ['7488e771-316e-46bd-a1b5-e96ef27d6f60'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:24.230956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9495f2b3-92b9-4f63-a1d9-59bc3b0b94d2 None None] Port 8b35d460-7816-4c00-ab65-40d002269535 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:24.236354 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Routers {'7488e771-316e-46bd-a1b5-e96ef27d6f60'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:24.237370 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['7488e771-316e-46bd-a1b5-e96ef27d6f60'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:24.249204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02568c9a-9f5d-4e7e-bc34-300ad41396eb req-0bf524f0-9c53-4a9f-9860-7e8c9bf5b006 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559952 May 25 16:49:24.252540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.264721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:24.304159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.306614 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7536106 May 25 16:49:24.309317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60564) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:24.355404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36bee8-fc97-4a5f-96cd-72b76382a519 req-20cbee8b-f706-4928-9040-7a2daf5490b3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:24.360270 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab36bee8-fc97-4a5f-96cd-72b76382a519 req-20cbee8b-f706-4928-9040-7a2daf5490b3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.4097879 May 25 16:49:24.427377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:24.433992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:24.436523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:24.526708 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Set router 7488e771-316e-46bd-a1b5-e96ef27d6f60 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:24.601439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=404a4a84-01cf-42bb-ab57-35600462eb18,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:24.605231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:24.673197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:24.673883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.709779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.786207 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab36bee8-fc97-4a5f-96cd-72b76382a519 req-9b8cb6c6-fc1c-4439-ae6a-b9c94b841523 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4009404 May 25 16:49:24.800784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:24.819366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9600613 May 25 16:49:24.820314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60570) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:24.850037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4c:da:8a'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:24.861654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bf653d7c-c859-46ad-8c2b-54cd35223d99 None None] Provisioning for port 404a4a84-01cf-42bb-ab57-35600462eb18 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:24.877846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bf653d7c-c859-46ad-8c2b-54cd35223d99 None None] Provisioning complete for port 404a4a84-01cf-42bb-ab57-35600462eb18 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:24.878378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bf653d7c-c859-46ad-8c2b-54cd35223d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.029851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bf653d7c-c859-46ad-8c2b-54cd35223d99 None None] Port 404a4a84-01cf-42bb-ab57-35600462eb18 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:25.061631 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488e771-316e-46bd-a1b5-e96ef27d6f60', 'name': '', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32', 'external_fixed_ips': [{'subnet_id': 'f05dd15d-2f91-4093-9617-287fd9781c71', 'ip_address': '2001:db8::3cc'}], 'enable_snat': True}, 'gw_port_id': '203fba58-63c4-4991-bfe2-f0462fc54cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:19Z', 'updated_at': '2021-05-25T16:49:21Z', 'revision_number': 3, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port': {'id': '203fba58-63c4-4991-bfe2-f0462fc54cdc', 'name': '', 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:24:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7488e771-316e-46bd-a1b5-e96ef27d6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1072, 'fixed_ips': [{'subnet_id': 'f05dd15d-2f91-4093-9617-287fd9781c71', 'ip_address': '2001:db8::3cc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:20Z', 'updated_at': '2021-05-25T16:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f05dd15d-2f91-4093-9617-287fd9781c71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:25.064804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Allocated IP 172.26.6.96 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/9db79147-0b57-4e1e-9ed4-bba822e7ca7c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:25.072249 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Checking router: 7488e771-316e-46bd-a1b5-e96ef27d6f60 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:25.075210 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Updating router 7488e771-316e-46bd-a1b5-e96ef27d6f60 port 203fba58-63c4-4991-bfe2-f0462fc54cdc binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:25.112687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.198207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.288061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.303443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Deleting port 203fba58-63c4-4991-bfe2-f0462fc54cdc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:25.304086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.334263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.335116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.341060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-21bc52ca-2f21-4aba-8a38-b44584172ed8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:25.430543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=9db79147-0b57-4e1e-9ed4-bba822e7ca7c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:25.444689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:25.457277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:25.459288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:25.462585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:25.572803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.789611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Calling delete_port for 203fba58-63c4-4991-bfe2-f0462fc54cdc owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:25.853848 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.867833 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Transition to ACTIVE for port object 203fba58-63c4-4991-bfe2-f0462fc54cdc will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:25.877981 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.894579 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:25.965544 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Attempting to bind port 203fba58-63c4-4991-bfe2-f0462fc54cdc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:25.965923 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Attempting to bind port 203fba58-63c4-4991-bfe2-f0462fc54cdc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:25.966299 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Attempting to bind port 203fba58-63c4-4991-bfe2-f0462fc54cdc on network 3867866c-e626-481c-8ae3-b78592ab3d32 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:25.978093 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:25.978475 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Checking segment: {'id': 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:25.978885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:25.979312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Bound using segment: {'id': 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:25.980337 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Bound port: 203fba58-63c4-4991-bfe2-f0462fc54cdc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': '3867866c-e626-481c-8ae3-b78592ab3d32'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:25.980785 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.013190 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Pushing event updated for resources: {'Port': ['ID=203fba58-63c4-4991-bfe2-f0462fc54cdc,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:26.026084 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:26.059171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.074106 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] For port 203fba58-63c4-4991-bfe2-f0462fc54cdc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:26.078026 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] For port 203fba58-63c4-4991-bfe2-f0462fc54cdc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=203fba58-63c4-4991-bfe2-f0462fc54cdc,segment=NetworkSegment(e83a1b18-f174-4e6c-a62c-2cb5d58c84c0),segment_id=e83a1b18-f174-4e6c-a62c-2cb5d58c84c0)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:26.084463 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.089757 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:26.150613 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.173807 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Routers {'7488e771-316e-46bd-a1b5-e96ef27d6f60'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:26.174700 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['7488e771-316e-46bd-a1b5-e96ef27d6f60'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:26.228280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.resource_extend [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:49:26.235753 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Pushing event updated for resources: {'Port': ['ID=203fba58-63c4-4991-bfe2-f0462fc54cdc,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:26.239333 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:26.288328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.299883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.308701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-458f26c4-429d-41bc-b39d-d6737e91a4fa tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:26.355135 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] Set router 7488e771-316e-46bd-a1b5-e96ef27d6f60 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:26.387227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=404a4a84-01cf-42bb-ab57-35600462eb18,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:26.387580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.398735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:26.399697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.411759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:26.502561 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7488e771-316e-46bd-a1b5-e96ef27d6f60', 'name': '', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:19Z', 'updated_at': '2021-05-25T16:49:25Z', 'revision_number': 4, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:26.510416 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b481de-0505-4ef1-9a71-38547cd502d5 None None] The sync data for ids ['7488e771-316e-46bd-a1b5-e96ef27d6f60'] in dv-neutron-792998-1-hyperv is: [{'id': '7488e771-316e-46bd-a1b5-e96ef27d6f60', 'name': '', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:19Z', 'updated_at': '2021-05-25T16:49:25Z', 'revision_number': 4, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:26.564750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event updated for resources: {'Port': ['ID=9db79147-0b57-4e1e-9ed4-bba822e7ca7c,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:26.580539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.581967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.584558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.585093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.585578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.587493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.587992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.588781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.588781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.594207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.594676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.595148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:26.601176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:26.621652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.649011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] In _notify_port_updated(), no bound segment for port 404a4a84-01cf-42bb-ab57-35600462eb18 on network afac01de-ced5-427f-81c7-1f45fc78f8b3 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:49:26.658538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:26.659836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.661382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "PUT /v2.0/ports/404a4a84-01cf-42bb-ab57-35600462eb18 HTTP/1.1" status: 200 len: 993 time: 1.8361306 May 25 16:49:26.671059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc921-dd86-47cc-9186-1662dc7872d0 req-74dec877-1656-4054-b474-02fb6591ea27 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:26.673619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d6cc921-dd86-47cc-9186-1662dc7872d0 req-74dec877-1656-4054-b474-02fb6591ea27 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.4775441 May 25 16:49:26.674330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60586) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:26.767352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-81ba3030-37c9-4a6f-9b0a-6fcb3841a811 None None] Provisioning complete for port 404a4a84-01cf-42bb-ab57-35600462eb18 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:26.767993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-81ba3030-37c9-4a6f-9b0a-6fcb3841a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:26.916946 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d6cc921-dd86-47cc-9186-1662dc7872d0 req-4707a757-7cc1-47f2-9fd1-2c328ef86fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464350 May 25 16:49:26.923802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-81ba3030-37c9-4a6f-9b0a-6fcb3841a811 None None] Port 404a4a84-01cf-42bb-ab57-35600462eb18 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:26.927613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Floating IP 85fb1d30-913c-4892-842b-dc84aaf86501 associated. External IP: 172.26.6.96, port: ba319539-563c-4d3e-b538-22c647031c62. May 25 16:49:26.979627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.007591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-535cfe31-5ee6-427c-9342-8e31c62f6262 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:27.096017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Port': ['ID=203fba58-63c4-4991-bfe2-f0462fc54cdc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:27.108054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:27.111994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.311202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.315892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.320959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port 404a4a84-01cf-42bb-ab57-35600462eb18 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:27.321417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.475089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.475666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7488e771-316e-46bd-a1b5-e96ef27d6f60 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:27.506591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b099eeb-5fb5-406e-937a-081d777b615b req-354caa90-431e-4ee2-a3d0-0a6a41cacb25 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:27.508041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b099eeb-5fb5-406e-937a-081d777b615b req-354caa90-431e-4ee2-a3d0-0a6a41cacb25 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.4069586 May 25 16:49:27.513619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.525905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.530060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/routers/7488e771-316e-46bd-a1b5-e96ef27d6f60 HTTP/1.1" status: 204 len: 168 time: 3.2173829 May 25 16:49:27.530857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60602) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:27.590191 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b099eeb-5fb5-406e-937a-081d777b615b req-1433ccd6-c7bd-42d9-ae82-a548ec6a2b10 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752311 May 25 16:49:27.591897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:49:27.696003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for 404a4a84-01cf-42bb-ab57-35600462eb18 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:27.733341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Deleting subnet f05dd15d-2f91-4093-9617-287fd9781c71 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:49:27.738174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.799546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.842961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:27.856167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Sync routers for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:27.871593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:27.872701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:27.896454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.938143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:27.972979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2337139 May 25 16:49:27.972979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:28.026308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:28.046528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6e648f86-8807-4f7c-8f6e-8687fc40e30a tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:28.114531 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'status': 'completed', 'code': 200} May 25 16:49:28.210090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:28.359537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=404a4a84-01cf-42bb-ab57-35600462eb18,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:28.452635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.453023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.453417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.453932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.454313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.454687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.455182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.455454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.455817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.456184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.461030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.461030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:28.472696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:28.684636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '85fb1d30-913c-4892-842b-dc84aaf86501', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'floating_ip_address': '172.26.6.96', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'mac_address': 'fa:16:3e:1c:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:25Z', 'updated_at': '2021-05-25T16:49:25Z', 'revision_number': 0, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:28.689202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Checking router: 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:28.700876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:28.701812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:28.778122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015adf7-134b-4343-ab06-49b285a314c0 req-13753d43-161a-49ef-975f-d91c82d80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:28.779657 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-13753d43-161a-49ef-975f-d91c82d80a84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1098 time: 0.5055118 May 25 16:49:28.803343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a790f9-b6ce-4370-b0c8-3995ac48e9d7 req-e47713b5-c747-4e94-87fa-f17aa384545c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:28.804940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-79a790f9-b6ce-4370-b0c8-3995ac48e9d7 req-e47713b5-c747-4e94-87fa-f17aa384545c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.5642803 May 25 16:49:28.904134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:28.966935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:28.988868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-79a790f9-b6ce-4370-b0c8-3995ac48e9d7 req-cb652fb7-d119-4dc4-90f9-fe579afe13e1 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558974 May 25 16:49:29.000550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/404a4a84-01cf-42bb-ab57-35600462eb18 HTTP/1.1" status: 204 len: 168 time: 2.3188255 May 25 16:49:29.003318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:29.016486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.022269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1cacfedd-dc53-4fec-84fd-2fd19450f232 tempest-NetworksIpV6TestAttrs-480718791 tempest-NetworksIpV6TestAttrs-480718791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:29.047808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60628) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:29.057536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e03b7f-bbf1-470e-b369-b4d3c4e8e5f0 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] GET failed (client error): The resource could not be found. May 25 16:49:29.058666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-90e03b7f-bbf1-470e-b369-b4d3c4e8e5f0 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Synchronizing usage tracker for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:29.078982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-90e03b7f-bbf1-470e-b369-b4d3c4e8e5f0 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Unset dirty status for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:29.081524 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90e03b7f-bbf1-470e-b369-b4d3c4e8e5f0 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports/404a4a84-01cf-42bb-ab57-35600462eb18 HTTP/1.1" status: 404 len: 333 time: 0.0757437 May 25 16:49:29.085688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60632) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:29.093528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-1355896504'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:29.134209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f05dd15d-2f91-4093-9617-287fd9781c71,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:29.149330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:29.191363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.193466 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/subnets/f05dd15d-2f91-4093-9617-287fd9781c71 HTTP/1.1" status: 204 len: 168 time: 1.6620505 May 25 16:49:29.197111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015adf7-134b-4343-ab06-49b285a314c0 req-4cad0ca4-f302-4070-8d09-c09e3e6c10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:29.205181 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-4cad0ca4-f302-4070-8d09-c09e3e6c10b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 898 time: 0.4128895 May 25 16:49:29.208780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60638) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:29.209302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60640) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:29.277497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:29.314674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:29.330858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:29.335308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.366725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port 2cbe3127-9deb-488b-8381-7166a3182881 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:29.388999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '85fb1d30-913c-4892-842b-dc84aaf86501', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'floating_ip_address': '172.26.6.96', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'mac_address': 'fa:16:3e:1c:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:25Z', 'updated_at': '2021-05-25T16:49:25Z', 'revision_number': 0, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:29.396490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72f7eed-d99b-4a2e-a456-62bad21a8c65 None None] The sync data for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv is: [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '85fb1d30-913c-4892-842b-dc84aaf86501', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'floating_ip_address': '172.26.6.96', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1075, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'mac_address': 'fa:16:3e:1c:a7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:49:25Z', 'updated_at': '2021-05-25T16:49:25Z', 'revision_number': 0, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:29.544940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-67284fec-26b5-4727-b91b-2e4eee0f481d tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/floatingips/85fb1d30-913c-4892-842b-dc84aaf86501 HTTP/1.1" status: 200 len: 990 time: 0.4890332 May 25 16:49:29.552142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.14 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/2cbe3127-9deb-488b-8381-7166a3182881) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:29.651142 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-c776c27c-8eda-497b-a63a-393e093bff3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 998 time: 0.4334149 May 25 16:49:29.692368 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab8bd6b-e3ae-4e05-9676-2b5dee5cdb15 None None] New status for floating IP 85fb1d30-913c-4892-842b-dc84aaf86501: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:49:29.696568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.792913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.811238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object 2cbe3127-9deb-488b-8381-7166a3182881 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:29.837426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:29.843941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2b67a67c-7cea-44e6-8296-6a1e75c2a499 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:29.915876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:29.919587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:29.924122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:29.962503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=2cbe3127-9deb-488b-8381-7166a3182881,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:29.972295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:30.019244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.019984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.069621 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9826436 May 25 16:49:30.070503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60648) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:30.082292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4c:da:8a'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:30.148245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015adf7-134b-4343-ab06-49b285a314c0 req-c498e13c-373e-4b07-9445-0a0c99b79a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.149993 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-c498e13c-373e-4b07-9445-0a0c99b79a28 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 200 len: 834 time: 0.4923005 May 25 16:49:30.220248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.250408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3867866c-e626-481c-8ae3-b78592ab3d32']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:30.275410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c9bbb475-05f4-45da-bce5-c2495fb7c6c0 None None] Provisioning for port 2cbe3127-9deb-488b-8381-7166a3182881 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:30.286082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c9bbb475-05f4-45da-bce5-c2495fb7c6c0 None None] Provisioning complete for port 2cbe3127-9deb-488b-8381-7166a3182881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:30.287464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c9bbb475-05f4-45da-bce5-c2495fb7c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.336444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:30.337022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83a1b18-f174-4e6c-a62c-2cb5d58c84c0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:30.374648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.376487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.393711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbb475-05f4-45da-bce5-c2495fb7c6c0 None None] Port 2cbe3127-9deb-488b-8381-7166a3182881 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:30.411579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.428391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Releasing vlan 1172 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:30.429021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:30.443826 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:30.574418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60654) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:30.679200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015adf7-134b-4343-ab06-49b285a314c0 req-4a1980ab-2117-430f-9b1a-bd98f8045a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.680609 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-4a1980ab-2117-430f-9b1a-bd98f8045a74 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3d277a84-69b1-4031-9495-02f52d340445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5094249 May 25 16:49:30.785264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.791333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.799096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:30.905475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.924460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-25b2e01d-30c4-4536-b1e3-0cbeb0ff3f67 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:30.945341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=2cbe3127-9deb-488b-8381-7166a3182881,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:30.947978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3867866c-e626-481c-8ae3-b78592ab3d32 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 25 16:49:30.950960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:30.952120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] In _notify_port_updated(), no bound segment for port 2cbe3127-9deb-488b-8381-7166a3182881 on network afac01de-ced5-427f-81c7-1f45fc78f8b3 {{(pid=99126) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:49:30.958287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:30.959003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.969208 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9a588e6b-bd3e-4fe4-b304-d14da2e0945b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/floatingips/85fb1d30-913c-4892-842b-dc84aaf86501 HTTP/1.1" status: 200 len: 992 time: 0.3935597 May 25 16:49:30.971085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "PUT /v2.0/ports/2cbe3127-9deb-488b-8381-7166a3182881 HTTP/1.1" status: 200 len: 997 time: 0.8989022 May 25 16:49:30.971736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60658) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:30.978171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:30.987027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Network': ['ID=3867866c-e626-481c-8ae3-b78592ab3d32,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:31.002260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:31.021189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/networks/3867866c-e626-481c-8ae3-b78592ab3d32 HTTP/1.1" status: 204 len: 168 time: 1.8106823 May 25 16:49:31.218077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port 2cbe3127-9deb-488b-8381-7166a3182881 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:31.219444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.274521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-de7f3dd9-7666-4bfa-ab02-43256ea88517 service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844519 May 25 16:49:31.344880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e253a91d-15de-4e2e-a243-c01853341fde None None] Provisioning complete for port 2cbe3127-9deb-488b-8381-7166a3182881 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:31.345508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e253a91d-15de-4e2e-a243-c01853341fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.458553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e253a91d-15de-4e2e-a243-c01853341fde None None] Port 2cbe3127-9deb-488b-8381-7166a3182881 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:31.503666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.639921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.680617 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1015adf7-134b-4343-ab06-49b285a314c0 req-bacb71ce-bb3b-461e-9f00-0eba3baf0079 service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765926 May 25 16:49:31.703056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for 2cbe3127-9deb-488b-8381-7166a3182881 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:31.794957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60670) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:31.805396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'name': 'tempest-router--686005156', 'project_id': '0bfdef95facc4bbf9e58d26315ef64da'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:31.818408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:31.825762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:router and tenant:0bfdef95facc4bbf9e58d26315ef64da is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:31.830269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:31.839550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:31.852876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.855826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.856852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:31.873763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d3391bd5-effc-42fa-b03e-96bbd4f86f21 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:31.990288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=2cbe3127-9deb-488b-8381-7166a3182881,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:31.997313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:32.024136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.046781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.065930 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/2cbe3127-9deb-488b-8381-7166a3182881 HTTP/1.1" status: 204 len: 168 time: 1.0927956 May 25 16:49:32.067160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:32.068182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.125465 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-5506af4e-4d4e-4596-bb3f-7f48ba78a727 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] GET failed (client error): The resource could not be found. May 25 16:49:32.126040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5506af4e-4d4e-4596-bb3f-7f48ba78a727 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Synchronizing usage tracker for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:32.138457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.139678 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-00ba588e-ce97-4c4f-b818-22a372b97696 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3439074 May 25 16:49:32.143252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60678) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:32.213983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5506af4e-4d4e-4596-bb3f-7f48ba78a727 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Unset dirty status for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:32.218468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5506af4e-4d4e-4596-bb3f-7f48ba78a727 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports/2cbe3127-9deb-488b-8381-7166a3182881 HTTP/1.1" status: 404 len: 333 time: 0.1427453 May 25 16:49:32.219177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60682) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:32.227832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-958577455'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:32.283685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.490382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:32.504412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.17 (873a4517-20d3-4d9b-938e-437c9cb28041/237ed7d8-a8ae-42de-80c8-1f31acc3b577/c3b5bf46-1089-49b8-9556-0221dd87f040) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:32.513706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:32.545516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:32.549014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.642349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port c8d648fb-a511-4f1c-bc02-45c629e41996 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:32.717641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.719938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.743241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.743901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce6cbba-df00-492c-8885-d026a4a6a023 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:32.753995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.755208 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d5c930bd-ec41-486e-ac27-1acc79892efe tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/routers/4ce6cbba-df00-492c-8885-d026a4a6a023 HTTP/1.1" status: 204 len: 168 time: 0.6109855 May 25 16:49:32.810340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.841862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object c3b5bf46-1089-49b8-9556-0221dd87f040 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:32.857362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.7 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/c8d648fb-a511-4f1c-bc02-45c629e41996) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:32.884366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60692) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:32.923173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:32.930389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1eed243e-4284-438c-acd3-859a7fb733b0 tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:33.069750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:33.080469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:33.087293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:33.144594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1784985181', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:33.153306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:33.157615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:33.157981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:33.161849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:33.167495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:33.172918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:33.187894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.189092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.206842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.222808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.388699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.397310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1b8a9b8d-db0a-4496-93e3-fdacf2551cb8 None None] Provisioning for port c3b5bf46-1089-49b8-9556-0221dd87f040 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:33.405621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1b8a9b8d-db0a-4496-93e3-fdacf2551cb8 None None] Provisioning complete for port c3b5bf46-1089-49b8-9556-0221dd87f040 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:33.406445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9b8d-db0a-4496-93e3-fdacf2551cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.420133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object c8d648fb-a511-4f1c-bc02-45c629e41996 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:33.484225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.489330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a9b8d-db0a-4496-93e3-fdacf2551cb8 None None] Port c3b5bf46-1089-49b8-9556-0221dd87f040 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:33.491870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-379434ba-02d9-415b-96b2-1cf4e15556dd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:33.534563 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-8fb6e737-bfc3-4957-a29b-c643148ff487 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768545233&fields=id&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 267 time: 0.2430012 May 25 16:49:33.541318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.635426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:33.642528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:33.645465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:33.690766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=c8d648fb-a511-4f1c-bc02-45c629e41996,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:33.701381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:33.701985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.787348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:33.788013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.790345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-79c8c1e3-89ad-4ceb-8809-0dd80925ca8f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:33.792035 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-79c8c1e3-89ad-4ceb-8809-0dd80925ca8f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.2455511 May 25 16:49:33.828740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-097c7207-6522-4ac5-b4c2-b4cb8b363db5 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/quotas/301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 375 time: 0.0254049 May 25 16:49:33.905002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6812816 May 25 16:49:33.905316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:33.913653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'network_id': 'afac01de-ced5-427f-81c7-1f45fc78f8b3', 'name': 'tempest-AllowedAddressPairTestJSON-1162430243'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:33.916698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c426db97-a18c-4ce0-bfa8-c0d5b1ce90b3 None None] Provisioning for port c8d648fb-a511-4f1c-bc02-45c629e41996 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:33.923081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c426db97-a18c-4ce0-bfa8-c0d5b1ce90b3 None None] Provisioning complete for port c8d648fb-a511-4f1c-bc02-45c629e41996 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:33.923510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c426db97-a18c-4ce0-bfa8-c0d5b1ce90b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:33.992668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c426db97-a18c-4ce0-bfa8-c0d5b1ce90b3 None None] Port c8d648fb-a511-4f1c-bc02-45c629e41996 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:34.081416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.118017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.176444 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-cd46d05c-a5f3-431d-b96c-de93886b4761 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3402073 May 25 16:49:34.387078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Allocated IP 172.26.6.210 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/4f86de53-69e5-433a-bebc-6b78c6cda1f2) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:34.395160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:34.396864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-1ba6c74b-c68b-4691-be5b-46aeddb65cae service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068462 May 25 16:49:34.403830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Usage tracker for resource:port and tenant:130fd33612294a50a004adb8914ee537 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:34.408852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:34.418892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:34.453787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Made reservation on behalf of 130fd33612294a50a004adb8914ee537 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:34.457397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.497640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] device_id is not set on port 5190fcc5-c396-474c-bc5c-898178a1b33f yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:34.587303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.595675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.630641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ab104663-c04d-48b1-b4f8-3c7490222081 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:34.770217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:34.776785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:34.787738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.789236 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-36ffc613-9f01-4cb8-a5a0-7524427c8ac9 service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849559 May 25 16:49:34.804588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Allocated IP 172.20.0.12 (afac01de-ced5-427f-81c7-1f45fc78f8b3/6bff169c-0e57-4ead-b44c-0cda587d0907/5190fcc5-c396-474c-bc5c-898178a1b33f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:34.814852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.853279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:34.859271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:34.923783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:34.927038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:34.929587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:34.976365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event updated for resources: {'Port': ['ID=4f86de53-69e5-433a-bebc-6b78c6cda1f2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:34.980092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:35.068009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:35.071551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:35.245606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.265561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Transition to ACTIVE for port object 5190fcc5-c396-474c-bc5c-898178a1b33f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:35.432777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d88556e-5814-4767-92b0-dc0441538916 None None] Provisioning complete for port c3b5bf46-1089-49b8-9556-0221dd87f040 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:35.434762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d88556e-5814-4767-92b0-dc0441538916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.440828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ebcad354-e80d-4a4b-9660-461c384803fe req-8d80be6a-e622-4f1f-aaa3-92f1cb6beddf tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:35.441444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.467005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ebcad354-e80d-4a4b-9660-461c384803fe req-8d80be6a-e622-4f1f-aaa3-92f1cb6beddf tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:35.468151 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ebcad354-e80d-4a4b-9660-461c384803fe req-8d80be6a-e622-4f1f-aaa3-92f1cb6beddf tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.1036391 May 25 16:49:35.507929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:49:35.515587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.522443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4cd35e5d-bd9f-4ace-92bb-9ed512709df4 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:35.527225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3d88556e-5814-4767-92b0-dc0441538916 None None] Port c3b5bf46-1089-49b8-9556-0221dd87f040 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:35.668325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:35.675658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:35.681887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:35.737192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=5190fcc5-c396-474c-bc5c-898178a1b33f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:35.847351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.957386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6ee561fd-4b81-41f0-ab8c-060cd46a435f None None] Provisioning for port 5190fcc5-c396-474c-bc5c-898178a1b33f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:35.971431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6ee561fd-4b81-41f0-ab8c-060cd46a435f None None] Provisioning complete for port 5190fcc5-c396-474c-bc5c-898178a1b33f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:35.971909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6ee561fd-4b81-41f0-ab8c-060cd46a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:35.986337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:36.028457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:36.029069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.035533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6ee561fd-4b81-41f0-ab8c-060cd46a435f None None] Port 5190fcc5-c396-474c-bc5c-898178a1b33f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:36.058443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:36.073323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/dc1ef2b5-594e-4abc-bbd4-754bfc7c2816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8485434 May 25 16:49:36.075808 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1693101 May 25 16:49:36.078674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60726) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:36.085015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4c:da:8a'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3b:0d:d0'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:36.085915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:36.093878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Router 71746777-b225-47c2-9074-48e582132640 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:49:36.100040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:36.101057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.300019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:36.377078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.438576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:36.453242 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] Sync routers for ids ['71746777-b225-47c2-9074-48e582132640'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:36.465614 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] Routers {'71746777-b225-47c2-9074-48e582132640'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:36.466610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['71746777-b225-47c2-9074-48e582132640'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.486209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.487889 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6021600 May 25 16:49:36.491102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60734) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:36.601175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.614768 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] Routers {'71746777-b225-47c2-9074-48e582132640'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:36.615728 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['71746777-b225-47c2-9074-48e582132640'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.706780 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.707222 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb94b4f1-faf1-4896-b775-95a9b2793dc1 None None] The sync data for ids ['71746777-b225-47c2-9074-48e582132640'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:36.775789 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d9074125-bc04-43fb-8b46-292ab444ffad req-d49463ce-d73f-4624-8958-65c1f5189052 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.0567911 May 25 16:49:36.777056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ccc6d84c-43b1-46e2-a226-648e3aed8725 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:36.777954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ccc6d84c-43b1-46e2-a226-648e3aed8725 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:36.804224 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-662363c2-0212-42eb-b3a9-c72aae339d05 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/71746777-b225-47c2-9074-48e582132640 HTTP/1.1" status: 200 len: 925 time: 0.3116605 May 25 16:49:36.806607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60740) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:36.829960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ccc6d84c-43b1-46e2-a226-648e3aed8725 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:36.831129 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ccc6d84c-43b1-46e2-a226-648e3aed8725 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.3779576 May 25 16:49:36.862548 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e51f467f-0856-479b-a331-6aafea2bfea8 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=71746777-b225-47c2-9074-48e582132640 HTTP/1.1" status: 200 len: 205 time: 0.0546658 May 25 16:49:36.865101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60744) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:36.874154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:49:33Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b5bf46-1089-49b8-9556-0221dd87f040', 'name': '', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:c0:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:32Z', 'updated_at': '2021-05-25T16:49:34Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:36.880004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:36.880738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Updating router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 port c3b5bf46-1089-49b8-9556-0221dd87f040 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:36.897304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-6948fccb-56d2-4559-a9d9-75cf3f721a48 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:36.921427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.927557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.933475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-48469389-1381-4088-ba90-a45154109722 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:36.937765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:36.973569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-6948fccb-56d2-4559-a9d9-75cf3f721a48 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:36.974747 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-6948fccb-56d2-4559-a9d9-75cf3f721a48 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 380 time: 0.1328003 May 25 16:49:37.054397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'port': {'device_id': '2c04304f-ec23-4f9f-b103-111aed38312d', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'admin_state_up': True, 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'security_groups': ['1f35862d-c420-4e78-a530-26bf69947619']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:37.096811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.192287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event updated for resources: {'Port': ['ID=5190fcc5-c396-474c-bc5c-898178a1b33f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:37.207724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:37.215065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] In _notify_port_updated(), no bound segment for port 5190fcc5-c396-474c-bc5c-898178a1b33f on network afac01de-ced5-427f-81c7-1f45fc78f8b3 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:49:37.220683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:37.221347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.222690 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "PUT /v2.0/ports/5190fcc5-c396-474c-bc5c-898178a1b33f HTTP/1.1" status: 200 len: 1056 time: 1.1430154 May 25 16:49:37.241202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60748) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:37.318722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.403674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port 4f86de53-69e5-433a-bebc-6b78c6cda1f2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:37.404021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.421378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:37.431016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d5a0f4d-93ec-4b5c-8ea8-88041871a364 None None] Provisioning complete for port 5190fcc5-c396-474c-bc5c-898178a1b33f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:37.431016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d5a0f4d-93ec-4b5c-8ea8-88041871a364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.452662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:37.466431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Made reservation on behalf of 301286b0ca214979b5f974a11598da4d for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:37.470409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.533580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.561636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Transition to ACTIVE for port object c3b5bf46-1089-49b8-9556-0221dd87f040 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:37.570096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9d5a0f4d-93ec-4b5c-8ea8-88041871a364 None None] Port 5190fcc5-c396-474c-bc5c-898178a1b33f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:37.575606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.576760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.581292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:37.655131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.20.0.3 (9abfd712-a275-4968-82c0-e759545949e5/603fb4a6-434d-4ad1-962d-2b4033fdfb06/40821b94-2733-4b40-87c1-a1797f7fc8c7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:37.747617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for 4f86de53-69e5-433a-bebc-6b78c6cda1f2 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:37.788739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Pushing event updated for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:37.797300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:37.862567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Attempting to bind port c3b5bf46-1089-49b8-9556-0221dd87f040 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:37.862986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Attempting to bind port c3b5bf46-1089-49b8-9556-0221dd87f040 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:37.863361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Attempting to bind port c3b5bf46-1089-49b8-9556-0221dd87f040 on network 873a4517-20d3-4d9b-938e-437c9cb28041 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:37.869928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:37.870382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Checking segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:37.871088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.871589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Bound using segment: {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:37.872086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Bound port: c3b5bf46-1089-49b8-9556-0221dd87f040, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95448968-e677-4bf6-a4bd-4baf5e71535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:37.872472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.934848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:37.956204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Transition to ACTIVE for port object 40821b94-2733-4b40-87c1-a1797f7fc8c7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:37.987822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.033981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] For port c3b5bf46-1089-49b8-9556-0221dd87f040, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:38.040040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] For port c3b5bf46-1089-49b8-9556-0221dd87f040, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c3b5bf46-1089-49b8-9556-0221dd87f040,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:38.042124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80517635-041f-4375-a8db-a35c1ceb5efc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:38.046292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.052704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:38.121127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:38.130279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:38.151358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port 5190fcc5-c396-474c-bc5c-898178a1b33f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:38.151744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.202286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Pushing event updated for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:38.207598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:38.208639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:38.293171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:38.323518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.328943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-716f86e8-c336-4aa0-929a-4d692f037b55 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:38.388845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=4f86de53-69e5-433a-bebc-6b78c6cda1f2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:38.392427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:38.464807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:38.482827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:38.492390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:38.504317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.531804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:38.612633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:38.613619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.655484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.721376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.726150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.758067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.758750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router 71746777-b225-47c2-9074-48e582132640 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:38.792684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.794677 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/71746777-b225-47c2-9074-48e582132640 HTTP/1.1" status: 204 len: 168 time: 1.9277163 May 25 16:49:38.798419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60760) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:38.802442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cc084-7f77-4998-8556-0d8e0d297252 req-a09a06db-9a57-43be-94ed-6c12bc0bd476 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:38.803239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-963cc084-7f77-4998-8556-0d8e0d297252 req-a09a06db-9a57-43be-94ed-6c12bc0bd476 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:38.808494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1795519548', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:38.814580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:38.814821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for 5190fcc5-c396-474c-bc5c-898178a1b33f owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:38.820216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7724793 May 25 16:49:38.821562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:router and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:38.826965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:38.843936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Request body: {'port': {'device_id': '2c04304f-ec23-4f9f-b103-111aed38312d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:38.845986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:38.860762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.863024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.886220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:38.914742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-963cc084-7f77-4998-8556-0d8e0d297252 req-a09a06db-9a57-43be-94ed-6c12bc0bd476 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:38.922171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-963cc084-7f77-4998-8556-0d8e0d297252 req-a09a06db-9a57-43be-94ed-6c12bc0bd476 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 931 time: 0.9400687 May 25 16:49:39.059861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-963cc084-7f77-4998-8556-0d8e0d297252 req-0d0a1cd7-fa33-4f8e-8fa6-87d1eced6e99 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367259 May 25 16:49:39.066275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.089392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ce1a134f-30df-4dbc-a7a6-ed62f42774e0 None None] Provisioning for port 40821b94-2733-4b40-87c1-a1797f7fc8c7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:39.097446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ce1a134f-30df-4dbc-a7a6-ed62f42774e0 None None] Provisioning complete for port 40821b94-2733-4b40-87c1-a1797f7fc8c7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:39.097951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce1a134f-30df-4dbc-a7a6-ed62f42774e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.139673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:49:33Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b5bf46-1089-49b8-9556-0221dd87f040', 'name': '', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:c0:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:32Z', 'updated_at': '2021-05-25T16:49:38Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:39.161250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a4f6b-e835-4b11-995b-85b6d29f432a None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:49:33Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3b5bf46-1089-49b8-9556-0221dd87f040', 'name': '', 'network_id': '873a4517-20d3-4d9b-938e-437c9cb28041', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:c0:4a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:32Z', 'updated_at': '2021-05-25T16:49:38Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '237ed7d8-a8ae-42de-80c8-1f31acc3b577', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:39.182114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a134f-30df-4dbc-a7a6-ed62f42774e0 None None] Port 40821b94-2733-4b40-87c1-a1797f7fc8c7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:49:39.202190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.240197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:39.300845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.305414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=5190fcc5-c396-474c-bc5c-898178a1b33f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:39.350606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:39.810291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.852866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:39.901785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c3b5bf46-1089-49b8-9556-0221dd87f040 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:40.026115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e60e2ccc-f749-48b0-aa6a-c5ef84a8a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.034617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c3b5bf46-1089-49b8-9556-0221dd87f040 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:40.041732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c3b5bf46-1089-49b8-9556-0221dd87f040 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:40.043047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.049388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40821b94-2733-4b40-87c1-a1797f7fc8c7 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:40.062850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.078419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.095955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Transition to ACTIVE for port object 40821b94-2733-4b40-87c1-a1797f7fc8c7 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:40.097802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/5190fcc5-c396-474c-bc5c-898178a1b33f HTTP/1.1" status: 204 len: 168 time: 2.8555822 May 25 16:49:40.100138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 172.26.6.114 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/159d0d4e-7bc7-4545-a237-3b08d24b9562) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:40.102371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60766) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:40.107388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.113751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-24d36536-67e6-4e1e-9031-fb0dff59ef72 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:40.162092 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c9312c-a6c5-4865-82e9-b6a000526d78 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] GET failed (client error): The resource could not be found. May 25 16:49:40.165960 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-77c9312c-a6c5-4865-82e9-b6a000526d78 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports/5190fcc5-c396-474c-bc5c-898178a1b33f HTTP/1.1" status: 404 len: 333 time: 0.0600102 May 25 16:49:40.171005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60770) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:40.280446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.321801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c3b5bf46-1089-49b8-9556-0221dd87f040, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c3b5bf46-1089-49b8-9556-0221dd87f040,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:40.328481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.332512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7f9f23e3-5843-423d-9ce8-9f829cc112c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:40.337834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Pushing event updated for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:40.352416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:40.445167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:40.455747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.456177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.456581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.457656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.458533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.458869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.459237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.459567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.459894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.460393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.460723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.461042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:40.462468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Attempting to bind port 40821b94-2733-4b40-87c1-a1797f7fc8c7 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:40.463039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Attempting to bind port 40821b94-2733-4b40-87c1-a1797f7fc8c7 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:40.463600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Attempting to bind port 40821b94-2733-4b40-87c1-a1797f7fc8c7 on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:40.465842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:40.478225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Port 40821b94-2733-4b40-87c1-a1797f7fc8c7 on network 9abfd712-a275-4968-82c0-e759545949e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:49:40.478462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Attempting to bind port 40821b94-2733-4b40-87c1-a1797f7fc8c7 on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:40.485600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:40.487435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:40.487911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Bound using segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:40.488452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Bound port: 40821b94-2733-4b40-87c1-a1797f7fc8c7, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:40.488883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.735246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7fd6b-fe31-4741-992e-3dacb32843d2 req-83a9757b-1317-4150-80e4-5586a1b88898 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:40.736693 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-96c7fd6b-fe31-4741-992e-3dacb32843d2 req-83a9757b-1317-4150-80e4-5586a1b88898 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.2785912 May 25 16:49:40.772056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:40.773643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.777531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:40.783711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.790962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f7bd5d98-ca35-48c8-8bc3-e3be48c8c9e5 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:40.820897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-96c7fd6b-fe31-4741-992e-3dacb32843d2 req-6dff475d-9431-4198-9f5c-ee1c2bb0921d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718691 May 25 16:49:40.827385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port c8d648fb-a511-4f1c-bc02-45c629e41996 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:40.827730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.877680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:40.878476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:40.880073 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] 10.222.0.95 "PUT /v2.0/ports/40821b94-2733-4b40-87c1-a1797f7fc8c7 HTTP/1.1" status: 200 len: 1093 time: 2.0412674 May 25 16:49:40.880600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:40.921533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Pushing event updated for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:40.931574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:40.979076 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'status': 'completed', 'code': 200} May 25 16:49:41.006294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:41.014972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a1da24de-423d-4f07-a0e9-8408c6fccbaf tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:41.035337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ab528d25-614e-4776-bd8b-1a548c008376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.037098 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-ab528d25-614e-4776-bd8b-1a548c008376 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 1096 time: 0.1044188 May 25 16:49:41.117010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-8676d06d-751b-49d4-8cd6-ca5f45fd96c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7 HTTP/1.1" status: 200 len: 217 time: 0.0685539 May 25 16:49:41.159885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:41.180728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:41.186853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:41.194102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-38ff5ff0-ba2d-4086-af71-2f501c4c09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.195608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-38ff5ff0-ba2d-4086-af71-2f501c4c09f7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0719168 May 25 16:49:41.239381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=159d0d4e-7bc7-4545-a237-3b08d24b9562,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:41.244773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:41.245983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:41.279288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-44756fea-5213-4cc8-ac18-403337bd4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.281187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-44756fea-5213-4cc8-ac18-403337bd4300 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783002 May 25 16:49:41.339866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for c8d648fb-a511-4f1c-bc02-45c629e41996 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:41.442942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-c0631699-a21a-48ca-884c-2e37710eba94 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519125 May 25 16:49:41.588265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1563e9c4-2998-470f-91bd-3f5fed1b164f req-46b62afa-0e29-44e5-9970-9e02effbfafa service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374288 May 25 16:49:41.718861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-3241c1d5-10e9-48c2-8985-b0b9018e2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.720355 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-3241c1d5-10e9-48c2-8985-b0b9018e2354 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 1096 time: 0.0801916 May 25 16:49:41.811718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:41.818669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c3b5bf46-1089-49b8-9556-0221dd87f040 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:41.819496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2fcc0694-d618-46e8-85cb-012644aaa9d1 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:41.881041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=c8d648fb-a511-4f1c-bc02-45c629e41996,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:41.890408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:41.929812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-ad3ec76a-fe38-4261-a468-6699e9562199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:41.933457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-ad3ec76a-fe38-4261-a468-6699e9562199 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.2023509 May 25 16:49:41.938599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:41.972265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c3b5bf46-1089-49b8-9556-0221dd87f040 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:41.972592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.047672 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-672ee267-a134-4aec-a819-6db4eaa1acb9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7 HTTP/1.1" status: 200 len: 217 time: 0.1087737 May 25 16:49:42.141760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-1cdd7443-c6f5-4cd5-a6b5-85263f7463e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:42.143335 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-1cdd7443-c6f5-4cd5-a6b5-85263f7463e7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0868628 May 25 16:49:42.234527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-fe5e9263-9caa-474e-b89c-aee5cd83aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:42.236055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-fe5e9263-9caa-474e-b89c-aee5cd83aef9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845923 May 25 16:49:42.377928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-62df010f-0ef6-4d3c-a5d7-464c8804562f service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343045 May 25 16:49:42.436953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.454119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.458803 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/c8d648fb-a511-4f1c-bc02-45c629e41996 HTTP/1.1" status: 204 len: 168 time: 2.2867579 May 25 16:49:42.462683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60780) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:42.528661 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-20fb099d-2a63-4982-b3a0-3e777468a86e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] GET failed (client error): The resource could not be found. May 25 16:49:42.529351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-20fb099d-2a63-4982-b3a0-3e777468a86e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Synchronizing usage tracker for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:42.564752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-20fb099d-2a63-4982-b3a0-3e777468a86e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Unset dirty status for tenant:130fd33612294a50a004adb8914ee537 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:42.565917 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-20fb099d-2a63-4982-b3a0-3e777468a86e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "GET /v2.0/ports/c8d648fb-a511-4f1c-bc02-45c629e41996 HTTP/1.1" status: 404 len: 333 time: 0.1022596 May 25 16:49:42.570865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60784) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:42.571607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c2f3-ea49-41f7-b411-caca91ebbe5f req-2dd781e6-ce98-4421-90b5-49a146326338 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:42.573772 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-92a9c2f3-ea49-41f7-b411-caca91ebbe5f req-2dd781e6-ce98-4421-90b5-49a146326338 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.3135271 May 25 16:49:42.636310 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a27ec398-9d7e-4de1-a785-6ba606adc91c req-e1d0e3b3-bfc9-4662-85be-6efe5a1356fa service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505336 May 25 16:49:42.711318 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-92a9c2f3-ea49-41f7-b411-caca91ebbe5f req-20d72f84-d3a3-4bed-b45c-1c3f1588eda5 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273386 May 25 16:49:42.719258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.745901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port 8b35d460-7816-4c00-ab65-40d002269535 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:42.746252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.779150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1eb4f50b-ff09-4801-87f6-31072809d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.890502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:42.942572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router 9106a5ec-0d26-4cfb-9a96-438deb354617 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:49:43.147383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:43.163067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Sync routers for ids ['9106a5ec-0d26-4cfb-9a96-438deb354617'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:43.166412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for 8b35d460-7816-4c00-ab65-40d002269535 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:43.173009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.178379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Routers {'9106a5ec-0d26-4cfb-9a96-438deb354617'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:43.178723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60788) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:43.179439 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3785446 May 25 16:49:43.179667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9106a5ec-0d26-4cfb-9a96-438deb354617'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:43.359741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Set router 9106a5ec-0d26-4cfb-9a96-438deb354617 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:43.413696 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f0d70db-8267-4c54-9dd3-8021989e043c tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/9106a5ec-0d26-4cfb-9a96-438deb354617 HTTP/1.1" status: 200 len: 909 time: 0.2273672 May 25 16:49:43.416118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60794) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:43.422833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1795519548', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': True}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:43.429453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:43.435742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Usage tracker for resource:router and tenant:80250efa8b9a4d43af436509ff0520ba is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:43.443198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:43.451649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.454512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:43.457761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8047d7d1-5c89-4586-b66e-249ed6f5c43e tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:43.466682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.467711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.483394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.510156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=8b35d460-7816-4c00-ab65-40d002269535,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:43.519312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:43.631811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.649802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/ports/8b35d460-7816-4c00-ab65-40d002269535 HTTP/1.1" status: 204 len: 168 time: 1.0778713 May 25 16:49:43.650562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60798) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:43.699788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114'}], 'enable_snat': False}, 'gw_port_id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:38Z', 'updated_at': '2021-05-25T16:49:41Z', 'revision_number': 3, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port': {'id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:39Z', 'updated_at': '2021-05-25T16:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:43.707731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.710437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Checking router: 9106a5ec-0d26-4cfb-9a96-438deb354617 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:43.710809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Updating router 9106a5ec-0d26-4cfb-9a96-438deb354617 port 159d0d4e-7bc7-4545-a237-3b08d24b9562 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:43.757726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting subnet 6bff169c-0e57-4ead-b44c-0cda587d0907 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:49:43.761549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.774314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.825954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:43.837663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.003859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9751ad8-1899-4b82-b494-43b5868673de req-2ae07ead-5682-491d-af09-6367de77f043 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:44.005381 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e9751ad8-1899-4b82-b494-43b5868673de req-2ae07ead-5682-491d-af09-6367de77f043 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.1336935 May 25 16:49:44.036584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.109979 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e9751ad8-1899-4b82-b494-43b5868673de req-4f05abe1-890b-4107-a976-dff504b94294 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959051 May 25 16:49:44.177330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.193778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Transition to ACTIVE for port object 159d0d4e-7bc7-4545-a237-3b08d24b9562 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:44.204533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.216413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:44.287106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Attempting to bind port 159d0d4e-7bc7-4545-a237-3b08d24b9562 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:44.287506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Attempting to bind port 159d0d4e-7bc7-4545-a237-3b08d24b9562 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:44.287867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Attempting to bind port 159d0d4e-7bc7-4545-a237-3b08d24b9562 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:44.296426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:44.296811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:44.297225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.297899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:44.298207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Bound port: 159d0d4e-7bc7-4545-a237-3b08d24b9562, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:44.298727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.355781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Pushing event updated for resources: {'Port': ['ID=159d0d4e-7bc7-4545-a237-3b08d24b9562,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:44.358709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:44.359108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.366377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.370407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be570585-a260-4335-b25b-f89f3f118158 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:44.390287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] For port 159d0d4e-7bc7-4545-a237-3b08d24b9562, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:44.393384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.394082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] For port 159d0d4e-7bc7-4545-a237-3b08d24b9562, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=159d0d4e-7bc7-4545-a237-3b08d24b9562,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:44.398987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.405228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:44.415047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Subnet': ['ID=6bff169c-0e57-4ead-b44c-0cda587d0907,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:44.417925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.420929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:44.428377 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/subnets/6bff169c-0e57-4ead-b44c-0cda587d0907 HTTP/1.1" status: 204 len: 168 time: 0.7764728 May 25 16:49:44.429360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60804) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:44.445526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb76b2-fcf7-4410-96f0-21671b5fdcdc None None] Network afac01de-ced5-427f-81c7-1f45fc78f8b3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:44.558609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.563681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 172.26.6.230 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/acb0a383-ef38-40e7-923e-facd512d0746) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:44.568072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Routers {'9106a5ec-0d26-4cfb-9a96-438deb354617'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:44.568753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9106a5ec-0d26-4cfb-9a96-438deb354617'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:44.642123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Deleting port 180d3c3a-720e-4e13-8fc8-f2877f590a4f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:44.642480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.709615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Pushing event updated for resources: {'Port': ['ID=159d0d4e-7bc7-4545-a237-3b08d24b9562,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:44.712791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:44.731698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.756918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] For port 180d3c3a-720e-4e13-8fc8-f2877f590a4f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=180d3c3a-720e-4e13-8fc8-f2877f590a4f,segment=NetworkSegment(55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9),segment_id=55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:44.757350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.769161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.774973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-73da7448-cc3f-43f6-a077-b7dc2f3bd75b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:44.844609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:44.847590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:44.851048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:44.881975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=acb0a383-ef38-40e7-923e-facd512d0746,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:44.889188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:44.894176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Calling delete_port for 180d3c3a-720e-4e13-8fc8-f2877f590a4f owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:44.920108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] Set router 9106a5ec-0d26-4cfb-9a96-438deb354617 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:44.948226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:44.952735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:45.000671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Port': ['ID=180d3c3a-720e-4e13-8fc8-f2877f590a4f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:45.004134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:45.005099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] No DVR routers for this DVR port 180d3c3a-720e-4e13-8fc8-f2877f590a4f on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:49:45.193106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde57f3-f3b5-489f-9f09-89c7b862fddf None None] DHCP port deletion for afac01de-ced5-427f-81c7-1f45fc78f8b3 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:49:45.293465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114'}], 'enable_snat': False}, 'gw_port_id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:38Z', 'updated_at': '2021-05-25T16:49:41Z', 'revision_number': 3, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port': {'id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:39Z', 'updated_at': '2021-05-25T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:45.296189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.297726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c39b431-d68c-4eea-aee3-cb73df864314 None None] The sync data for ids ['9106a5ec-0d26-4cfb-9a96-438deb354617'] in dv-neutron-792998-1-hyperv is: [{'id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114'}], 'enable_snat': False}, 'gw_port_id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:38Z', 'updated_at': '2021-05-25T16:49:41Z', 'revision_number': 3, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port': {'id': '159d0d4e-7bc7-4545-a237-3b08d24b9562', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:c6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106a5ec-0d26-4cfb-9a96-438deb354617', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:39Z', 'updated_at': '2021-05-25T16:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:45.320493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afac01de-ced5-427f-81c7-1f45fc78f8b3']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:45.336887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:45.337255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dc2a9b-aa5b-4db2-b8fd-ea5b5350a2a9') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:45.350496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.368365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.380454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:45.381049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.392489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:45.397558 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:45.400844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.486813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.491618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:45.496629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-908fc90e-c879-4bec-8b02-4151af1dfb79 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:45.528189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Pushing event deleted for resources: {'Network': ['ID=afac01de-ced5-427f-81c7-1f45fc78f8b3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:45.530703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:45.534895 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] 10.222.0.96 "DELETE /v2.0/networks/afac01de-ced5-427f-81c7-1f45fc78f8b3 HTTP/1.1" status: 204 len: 168 time: 1.1043973 May 25 16:49:45.616999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fe448-9d47-48f3-b11f-ab4159e803c7 req-04d8eb1a-5da8-4183-b027-1cd0359a2866 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:45.618650 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-007fe448-9d47-48f3-b11f-ab4159e803c7 req-04d8eb1a-5da8-4183-b027-1cd0359a2866 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.2939517 May 25 16:49:45.758230 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-007fe448-9d47-48f3-b11f-ab4159e803c7 req-4e301b20-c944-4c75-bd99-87da3bfa785f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305466 May 25 16:49:45.889120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 159d0d4e-7bc7-4545-a237-3b08d24b9562 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:45.948878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60816) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:45.992308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 159d0d4e-7bc7-4545-a237-3b08d24b9562 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:45.999260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 159d0d4e-7bc7-4545-a237-3b08d24b9562 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:45.999260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.049605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.136079 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15d21240-7eef-456d-ad33-72bc496b1ed2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=130fd33612294a50a004adb8914ee537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817997 May 25 16:49:46.137466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60822) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:46.139661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.163835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 159d0d4e-7bc7-4545-a237-3b08d24b9562, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=159d0d4e-7bc7-4545-a237-3b08d24b9562,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:46.170366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.172305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df686356-44dc-48da-9aa2-2401dced4187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:46.240914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 180d3c3a-720e-4e13-8fc8-f2877f590a4f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:49:46.278991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 180d3c3a-720e-4e13-8fc8-f2877f590a4f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:49:46.279342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 180d3c3a-720e-4e13-8fc8-f2877f590a4f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:49:46.288664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=159d0d4e-7bc7-4545-a237-3b08d24b9562,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:46.292326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:46.303578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.340070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.384098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router 56b906e7-5f59-43f0-ae35-bc6bea2ee39f is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:49:46.465332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.475604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9c3a06fc-68f3-4f38-9a9d-4e259f7d7d5a tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:46.500911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7decf3-ede9-45dc-bed1-b67db713c864,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:46.503448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:46.593784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.594890 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2b7decf3-ede9-45dc-bed1-b67db713c864 HTTP/1.1" status: 204 len: 168 time: 0.4565060 May 25 16:49:46.614383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:46.624023 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Sync routers for ids ['56b906e7-5f59-43f0-ae35-bc6bea2ee39f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:46.635326 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Routers {'56b906e7-5f59-43f0-ae35-bc6bea2ee39f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:46.636464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:46.636680 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['56b906e7-5f59-43f0-ae35-bc6bea2ee39f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:46.637772 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2206147 May 25 16:49:46.640390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60828) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:46.860132 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-deefca18-b9b7-415c-8436-0803d00b0443 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/56b906e7-5f59-43f0-ae35-bc6bea2ee39f HTTP/1.1" status: 200 len: 908 time: 0.2163463 May 25 16:49:46.860355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:46.860710 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Set router 56b906e7-5f59-43f0-ae35-bc6bea2ee39f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:47.049042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e500bb-de80-48a3-8912-d4d4c6493d2c req-4990bdce-466d-42b6-9f84-f3463a431d01 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:47.050599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8e500bb-de80-48a3-8912-d4d4c6493d2c req-4990bdce-466d-42b6-9f84-f3463a431d01 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.1402884 May 25 16:49:47.118648 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8e500bb-de80-48a3-8912-d4d4c6493d2c req-9201241e-e9d9-4657-ba6d-65a903cfb83e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616939 May 25 16:49:47.132541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.236584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b906e7-5f59-43f0-ae35-bc6bea2ee39f', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': 'acb0a383-ef38-40e7-923e-facd512d0746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:43Z', 'updated_at': '2021-05-25T16:49:45Z', 'revision_number': 3, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port': {'id': 'acb0a383-ef38-40e7-923e-facd512d0746', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:47:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56b906e7-5f59-43f0-ae35-bc6bea2ee39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:49:44Z', 'updated_at': '2021-05-25T16:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:47.242314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Checking router: 56b906e7-5f59-43f0-ae35-bc6bea2ee39f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:49:47.242762 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Updating router 56b906e7-5f59-43f0-ae35-bc6bea2ee39f port acb0a383-ef38-40e7-923e-facd512d0746 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:49:47.301642 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.348392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.427089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Deleting port acb0a383-ef38-40e7-923e-facd512d0746 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:47.427425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.536432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60856) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:47.556222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.655578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'networks': [{'name': 'tempest-network--969149238'}, {'name': 'tempest-network--767764238'}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:47.655892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-network--969149238'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:47.656370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-network--767764238'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:47.661605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:47.665618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:network and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:47.675584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:47.679271 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.686753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:47.693517 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Transition to ACTIVE for port object acb0a383-ef38-40e7-923e-facd512d0746 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:47.698410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'network': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:47.701081 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.703989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.705565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7c248e8e-bc07-476a-b719-e04015fc9328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:47.722694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.752642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:47.757577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:security_group_rule and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:47.762623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:47.782461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:47.793059 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Attempting to bind port acb0a383-ef38-40e7-923e-facd512d0746 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:47.793678 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Attempting to bind port acb0a383-ef38-40e7-923e-facd512d0746 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:47.794045 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Attempting to bind port acb0a383-ef38-40e7-923e-facd512d0746 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:47.809250 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Pushing event updated for resources: {'Port': ['ID=acb0a383-ef38-40e7-923e-facd512d0746,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:47.817186 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:49:47.820040 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.820648 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.820772 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.821092 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.821424 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.821836 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.822169 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.822556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.823111 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.823299 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.823593 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.823913 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:49:47.827688 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:47.828832 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:47.829219 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:47.829870 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.830471 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:47.831193 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Bound port: acb0a383-ef38-40e7-923e-facd512d0746, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:47.831792 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.847992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 159d0d4e-7bc7-4545-a237-3b08d24b9562 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:47.850565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Calling delete_port for acb0a383-ef38-40e7-923e-facd512d0746 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:47.893508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.899116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.899967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.920516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c480af6-89ed-492b-97be-61617a709b33 tempest-FloatingIPNegativeTestJSON-933877169 tempest-FloatingIPNegativeTestJSON-933877169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:47.928239 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] For port acb0a383-ef38-40e7-923e-facd512d0746, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:47.934496 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] For port acb0a383-ef38-40e7-923e-facd512d0746, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=acb0a383-ef38-40e7-923e-facd512d0746,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:47.940126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 159d0d4e-7bc7-4545-a237-3b08d24b9562 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:47.940656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.943424 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:47.956257 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:47.980647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9796ef7-86a8-4c36-af6a-60f8884e1c6a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:47.983483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1166, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:47.985999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:47.998828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.000889 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment ea7e6970-4021-45d5-91c1-1a43186c3a3b of type vlan for network 4deb08fd-3d6b-4658-a213-809ab2acbd8d May 25 16:49:48.028260 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Routers {'56b906e7-5f59-43f0-ae35-bc6bea2ee39f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:48.028776 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['56b906e7-5f59-43f0-ae35-bc6bea2ee39f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:48.032036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.057534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.066271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6526d10-c72a-4c18-b2b2-31f4670cf89a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:48.073900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:48.086251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.086730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment 7863e61c-ec47-477a-93b9-b0adefe175a5 of type vlan for network f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee May 25 16:49:48.125355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.126949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Port': ['ID=acb0a383-ef38-40e7-923e-facd512d0746,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:48.130297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:48.172473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.173109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.176867 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] Set router 56b906e7-5f59-43f0-ae35-bc6bea2ee39f gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:49:48.180500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.185909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.186629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.190899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:48.230948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.336053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7984354 May 25 16:49:48.339572 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56b906e7-5f59-43f0-ae35-bc6bea2ee39f', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:43Z', 'updated_at': '2021-05-25T16:49:47Z', 'revision_number': 5, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:48.340410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60868) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:48.341464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=4deb08fd-3d6b-4658-a213-809ab2acbd8d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:48.348264 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513c1285-ace3-4579-b6bc-6c2e5b75d33d None None] The sync data for ids ['56b906e7-5f59-43f0-ae35-bc6bea2ee39f'] in dv-neutron-792998-1-hyperv is: [{'id': '56b906e7-5f59-43f0-ae35-bc6bea2ee39f', 'name': 'tempest-snat-router-1795519548', 'tenant_id': '80250efa8b9a4d43af436509ff0520ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:49:43Z', 'updated_at': '2021-05-25T16:49:47Z', 'revision_number': 5, 'project_id': '80250efa8b9a4d43af436509ff0520ba', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:48.355805 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Pushing event updated for resources: {'Port': ['ID=acb0a383-ef38-40e7-923e-facd512d0746,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:48.359379 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:48.361887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 4deb08fd-3d6b-4658-a213-809ab2acbd8d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:48.493561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.499321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.539088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0c1ca-764f-4812-a1f9-d26e3cd0df41 req-0d699e1e-557e-4fda-9bba-de3d1c4aae04 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.540598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1ff0c1ca-764f-4812-a1f9-d26e3cd0df41 req-0d699e1e-557e-4fda-9bba-de3d1c4aae04 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.2663813 May 25 16:49:48.542620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.542957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56b906e7-5f59-43f0-ae35-bc6bea2ee39f {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:48.562806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:48.566653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:48.569847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:48.570351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:48.580467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:48.605483 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1ff0c1ca-764f-4812-a1f9-d26e3cd0df41 req-348778d3-d5e9-4839-9894-e28fdb05990f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554531 May 25 16:49:48.611132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.612281 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/routers/56b906e7-5f59-43f0-ae35-bc6bea2ee39f HTTP/1.1" status: 204 len: 168 time: 1.7510164 May 25 16:49:48.615576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60872) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:48.640822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.646616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.653988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.660406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:48.661311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Synchronizing usage tracker for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:48.677144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.680171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Unset dirty status for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:48.681802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-35b3f7b0-9fcb-4111-9ee6-4018b6b74ace tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3376722 May 25 16:49:48.685327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60876) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:48.826725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.829912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.966824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:48.984759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deb08fd-3d6b-4658-a213-809ab2acbd8d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:48.998290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7e6970-4021-45d5-91c1-1a43186c3a3b') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:48.998578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7e6970-4021-45d5-91c1-1a43186c3a3b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:49.010749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.011590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.031416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.040122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:49.040754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:49.058290 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:49.092006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Deleting port 159d0d4e-7bc7-4545-a237-3b08d24b9562 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:49.092446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.146397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.150677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c2b1b6e-859e-4169-80c2-8f085f469e80 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:49.171141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.183035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=4deb08fd-3d6b-4658-a213-809ab2acbd8d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:49.186312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:49.192741 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/4deb08fd-3d6b-4658-a213-809ab2acbd8d HTTP/1.1" status: 204 len: 168 time: 0.5059495 May 25 16:49:49.195624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60880) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:49.239258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] For port 159d0d4e-7bc7-4545-a237-3b08d24b9562, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=159d0d4e-7bc7-4545-a237-3b08d24b9562,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:49.239619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.322133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.484104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.503124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:49.507836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Calling delete_port for 159d0d4e-7bc7-4545-a237-3b08d24b9562 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:49.517047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7863e61c-ec47-477a-93b9-b0adefe175a5') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:49.517428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7863e61c-ec47-477a-93b9-b0adefe175a5') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:49.531309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.552318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.561492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:49:49.561492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:49:49.579114 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:49:49.670616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.671621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.675360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.678169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f4a35f2-f159-44cd-9d26-d6e0050473e1 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:49.684807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6ed08e0f-f471-406a-95c2-75a9947de91a tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:49.701862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:49.706688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:49.708782 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/f3bdbecf-e30c-4abc-b6aa-84f1fa0bf9ee HTTP/1.1" status: 204 len: 168 time: 0.5125427 May 25 16:49:49.711515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:49.734882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event deleted for resources: {'Port': ['ID=159d0d4e-7bc7-4545-a237-3b08d24b9562,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:49.762824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:49.836298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:49.927069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca9f14-02bf-4f87-b452-93b5ef1db2ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:49.933668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca9f14-02bf-4f87-b452-93b5ef1db2ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:49.934459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aaca9f14-02bf-4f87-b452-93b5ef1db2ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Synchronizing usage tracker for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:49.948591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd70772-91d7-4a94-bbdf-9f748001f9b7 req-9c63478b-f1a3-4ebd-b52d-353bb69ad505 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:49.950141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cdd70772-91d7-4a94-bbdf-9f748001f9b7 req-9c63478b-f1a3-4ebd-b52d-353bb69ad505 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.2159731 May 25 16:49:50.020063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.022696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.048671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.049342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9106a5ec-0d26-4cfb-9a96-438deb354617 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:50.063798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.065122 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "DELETE /v2.0/routers/9106a5ec-0d26-4cfb-9a96-438deb354617 HTTP/1.1" status: 204 len: 168 time: 1.4481220 May 25 16:49:50.068804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60892) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:50.076073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-75809058', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:50.083813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:50.088132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:50.091623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:50.098720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:50.112674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.113907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.133588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.145159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-aaca9f14-02bf-4f87-b452-93b5ef1db2ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Unset dirty status for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:50.152438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aaca9f14-02bf-4f87-b452-93b5ef1db2ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4338412 May 25 16:49:50.154978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60896) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:50.165088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2112005933'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:50.169765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cdd70772-91d7-4a94-bbdf-9f748001f9b7 req-ba3fe20b-739d-47f3-b14a-ecd838f407da tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125714 May 25 16:49:50.172136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:50.239097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:50.369207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:50.373187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.483511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.515773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:50.578407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.578642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment 5c53fff1-2e47-49a7-8c0e-777a9c3fb205 of type vlan for network 92a0f6e8-4a73-4e1c-add8-e99a7b55576c May 25 16:49:50.629423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.678845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.686640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.687250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.693511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6780a19e-8aec-4e02-ba61-eafac0eb6267 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:50.806372 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6489320 May 25 16:49:50.809237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60900) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:50.815068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1032671167'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:50.819934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:50.824207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:network and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:50.827382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:50.834385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:50.845150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:50.848806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.875504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=92a0f6e8-4a73-4e1c-add8-e99a7b55576c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:50.877503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:50.878631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:50.887306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.887700 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment 88fa79c2-7f69-4f28-9986-5b810d2dd1ef of type vlan for network fceba6ba-2668-460d-a6b7-ea6075e4aad1 May 25 16:49:50.889798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 92a0f6e8-4a73-4e1c-add8-e99a7b55576c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:50.925560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.958672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.965789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:50.966838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:50.984118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-026fa699-94f9-4b4a-a652-d62589a0a6c1 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:50.993850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.031055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.080960 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2705436 May 25 16:49:51.084045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60904) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:51.093356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'ports': [{'network_id': '92a0f6e8-4a73-4e1c-add8-e99a7b55576c', 'name': 'tempest-port--251800531', 'admin_state_up': True}, {'network_id': 'fceba6ba-2668-460d-a6b7-ea6075e4aad1', 'admin_state_up': False}]} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:51.093670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'port': {'network_id': '92a0f6e8-4a73-4e1c-add8-e99a7b55576c', 'name': 'tempest-port--251800531', 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:51.094157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'port': {'network_id': 'fceba6ba-2668-460d-a6b7-ea6075e4aad1', 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:51.119149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=fceba6ba-2668-460d-a6b7-ea6075e4aad1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:51.131061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network fceba6ba-2668-460d-a6b7-ea6075e4aad1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:51.174072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:51.332518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:51.336366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:port and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:51.339560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:51.345389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:51.355999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'port': 2} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:51.360529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.376132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Allocated IP 172.26.6.123 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/6738a3f4-608e-42b6-803b-05e72184965c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:51.378773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.496357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624532e-00dd-4df5-9b75-0aeced11e4bb req-5dfaa150-a089-4e2a-a2fe-335520e068b4 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:51.497865 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d624532e-00dd-4df5-9b75-0aeced11e4bb req-5dfaa150-a089-4e2a-a2fe-335520e068b4 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.1954708 May 25 16:49:51.508918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] device_id is not set on port 7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:51.584119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.593103 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d624532e-00dd-4df5-9b75-0aeced11e4bb req-f88fbe52-2523-4fa2-b0d1-5b328acb5119 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796707 May 25 16:49:51.621877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.625705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0528301-8985-474b-ae3b-f0d06b43d970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:51.648771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.692197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:51.695003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:51.698877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:51.734716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event updated for resources: {'Port': ['ID=6738a3f4-608e-42b6-803b-05e72184965c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:51.743548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:51.762296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] device_id is not set on port 3b881e16-4acc-47b7-89d0-f0b4cd43eec3 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:49:51.811472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 159d0d4e-7bc7-4545-a237-3b08d24b9562 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:49:51.846434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 159d0d4e-7bc7-4545-a237-3b08d24b9562 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:49:51.846903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 159d0d4e-7bc7-4545-a237-3b08d24b9562 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:49:51.908039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.938015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:51.943880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c4c7610d-48be-4e01-a76e-1f2c764477e5 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:52.031537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Port': ['ID=7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:52.036269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:52.043910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Checking segment: {'id': '5c53fff1-2e47-49a7-8c0e-777a9c3fb205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': '92a0f6e8-4a73-4e1c-add8-e99a7b55576c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:52.044272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network hostable DHCP agents. Network: 92a0f6e8-4a73-4e1c-add8-e99a7b55576c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:52.062690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network 92a0f6e8-4a73-4e1c-add8-e99a7b55576c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:52.075302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 92a0f6e8-4a73-4e1c-add8-e99a7b55576c) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:52.078379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:52.079247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.084919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b5b80-32f2-4856-8199-e965faee2d02 None None] Network 92a0f6e8-4a73-4e1c-add8-e99a7b55576c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:52.085475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ced09b87-76cd-4dc9-b1eb-adbaab26c2d4 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:52.150679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.171131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Port': ['ID=3b881e16-4acc-47b7-89d0-f0b4cd43eec3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:52.180128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:52.197209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Checking segment: {'id': '88fa79c2-7f69-4f28-9986-5b810d2dd1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'fceba6ba-2668-460d-a6b7-ea6075e4aad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:52.197209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network hostable DHCP agents. Network: fceba6ba-2668-460d-a6b7-ea6075e4aad1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:52.216293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network fceba6ba-2668-460d-a6b7-ea6075e4aad1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:52.228276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, fceba6ba-2668-460d-a6b7-ea6075e4aad1) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:52.233775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:52.242408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.249521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.250213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.266822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a949dab-da41-45c3-a036-b6c6f50352d2 None None] Network fceba6ba-2668-460d-a6b7-ea6075e4aad1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:52.275703 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1905806 May 25 16:49:52.278833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60912) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:52.374860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1edb4e-2cf7-475f-aba6-ea40503e002e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.381131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1edb4e-2cf7-475f-aba6-ea40503e002e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.381900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bb1edb4e-2cf7-475f-aba6-ea40503e002e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Synchronizing usage tracker for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:52.402208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bb1edb4e-2cf7-475f-aba6-ea40503e002e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Unset dirty status for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:52.407940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60916) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:52.408154 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bb1edb4e-2cf7-475f-aba6-ea40503e002e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1264942 May 25 16:49:52.788005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3374c7a-419b-49c0-af37-c117fc84ddc7 req-f15fc3d9-dad8-4302-b701-61e1d047cd40 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:52.789567 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3374c7a-419b-49c0-af37-c117fc84ddc7 req-f15fc3d9-dad8-4302-b701-61e1d047cd40 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 943 time: 0.0842183 May 25 16:49:52.796049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.835983 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3374c7a-419b-49c0-af37-c117fc84ddc7 req-9c29b756-aea4-4c84-b439-567118d34c1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 May 25 16:49:52.964990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Deleting port 7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:52.965327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:52.989249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 40821b94-2733-4b40-87c1-a1797f7fc8c7 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:49:53.101184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.128006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:53.141623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'port_id': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'mac_address': 'fa:16:3e:fb:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:49:53.199802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.220039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40821b94-2733-4b40-87c1-a1797f7fc8c7 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:49:53.236386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:53.240744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.242393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3268cd80-539e-40b4-b1f3-504048a8d7f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:53.243908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Calling delete_port for 7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:53.282220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Router a5350031-d95c-4394-a35e-f19e3e532409 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:49:53.313709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:53.316946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:53.440699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.459331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8f1515d7-12a9-41ef-9e2f-4c1abb9c3b7e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:53.519909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Port': ['ID=7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:53.527167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:53.531021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.545912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:53.555970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] Sync routers for ids ['a5350031-d95c-4394-a35e-f19e3e532409'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:53.565660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] Routers {'a5350031-d95c-4394-a35e-f19e3e532409'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:53.566293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a5350031-d95c-4394-a35e-f19e3e532409'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:53.571616 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/ports/7fd3362a-6f37-4a7b-8ff5-dbcf34ae70c7 HTTP/1.1" status: 204 len: 168 time: 1.1617055 May 25 16:49:53.571850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60922) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:53.609953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.613784 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5403931 May 25 16:49:53.614444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60926) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:53.622401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['40821b94-2733-4b40-87c1-a1797f7fc8c7'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:49:53.628968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:53.661923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:53.689470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] Routers {'a5350031-d95c-4394-a35e-f19e3e532409'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:53.690007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a5350031-d95c-4394-a35e-f19e3e532409'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:53.712975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Deleting port 3b881e16-4acc-47b7-89d0-f0b4cd43eec3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:53.714234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:53.763531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:53.763940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ed596-0a12-40e4-9cde-a3a6a1c80e46 None None] The sync data for ids ['a5350031-d95c-4394-a35e-f19e3e532409'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:53.828880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.017195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Calling delete_port for 3b881e16-4acc-47b7-89d0-f0b4cd43eec3 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:54.091201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94aa0-fa9d-44a6-a3f2-aeedf8173bf0 req-63a61d4e-759f-4ed1-a869-1924e10037f9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:54.092684 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9df94aa0-fa9d-44a6-a3f2-aeedf8173bf0 req-63a61d4e-759f-4ed1-a869-1924e10037f9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 944 time: 0.1184824 May 25 16:49:54.131685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.140266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-915255bf-3370-43c0-b2d9-3f319d3730f6 tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:54.193351 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9df94aa0-fa9d-44a6-a3f2-aeedf8173bf0 req-d74c75da-cdbb-4b5d-8f4c-7d4ad6bb5e02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941837 May 25 16:49:54.194126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Port': ['ID=3b881e16-4acc-47b7-89d0-f0b4cd43eec3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:54.197740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:54.202254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.218070 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/ports/3b881e16-4acc-47b7-89d0-f0b4cd43eec3 HTTP/1.1" status: 204 len: 168 time: 0.6429634 May 25 16:49:54.218636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60932) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:54.263420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-45c56ad6-9ef1-45de-878a-a47c6adae3ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Synchronizing usage tracker for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:54.279442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-45c56ad6-9ef1-45de-878a-a47c6adae3ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Unset dirty status for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:54.280761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-45c56ad6-9ef1-45de-878a-a47c6adae3ba tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611062 May 25 16:49:54.284728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60938) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:54.290422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1798109046'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:54.296013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:54.300218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:network and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:54.303247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:54.310165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:54.320891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:54.324564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.334815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.353671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1150, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:54.367233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.367579 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment 46d5f487-7947-4e1e-a109-0bcfde504654 of type vlan for network 5dced572-fb49-4470-82a7-d621626870bf May 25 16:49:54.396784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.429520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.435861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:54.436475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.441825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:54.685954 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4000735 May 25 16:49:54.689126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60942) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:54.696768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-279304876'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:54.700533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=5dced572-fb49-4470-82a7-d621626870bf,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:54.703219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:54.705684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:54.710850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:network and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:54.711552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 5dced572-fb49-4470-82a7-d621626870bf details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:54.713954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:54.720467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:54.731714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:54.735762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.770791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:49:54.780180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.780530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Added segment 00cc355c-c5f8-4441-8a10-c7c052939348 of type vlan for network 10479ce1-d82f-4f03-9100-7e4a207dd07b May 25 16:49:54.809603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.845649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.851374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:54.852048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:54.856657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-92831abd-d706-4e8a-9e57-187bda446296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:54.973873 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2707276 May 25 16:49:54.973873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Network': ['ID=10479ce1-d82f-4f03-9100-7e4a207dd07b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:54.976165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:54.989648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 10479ce1-d82f-4f03-9100-7e4a207dd07b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:49:55.006568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 40821b94-2733-4b40-87c1-a1797f7fc8c7 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:49:55.033358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.036973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.093280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60946) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:55.100402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'subnets': [{'network_id': '5dced572-fb49-4470-82a7-d621626870bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1354543453', 'ip_version': 4}, {'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:55.100848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'subnet': {'network_id': '5dced572-fb49-4470-82a7-d621626870bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1354543453', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:55.101524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Request body: {'subnet': {'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:55.160909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 40821b94-2733-4b40-87c1-a1797f7fc8c7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:55.166598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 40821b94-2733-4b40-87c1-a1797f7fc8c7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:49:55.167025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.225644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router a5350031-d95c-4394-a35e-f19e3e532409 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:49:55.354943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.358038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:55.362180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Usage tracker for resource:subnet and tenant:e17d3a7271ae4188af0a46ac002ec035 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:55.365410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:55.373558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:55.385362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Made reservation on behalf of e17d3a7271ae4188af0a46ac002ec035 for: {'subnet': 2} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:49:55.391903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.392291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.468075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:49:55.483585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:49:55.490088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.492609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56310436-7f67-4d88-8c81-14e650c481fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:55.539250 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'code': 200} May 25 16:49:55.573994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:55.577465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:55.809734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f7277-ae39-449a-9260-914d8e1e3811 req-3b1cab4f-30a0-45aa-a1e3-fd7c90cc0185 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:55.815423 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b27f7277-ae39-449a-9260-914d8e1e3811 req-3b1cab4f-30a0-45aa-a1e3-fd7c90cc0185 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 944 time: 0.4742405 May 25 16:49:55.817615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:49:55.825031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:55.829747 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0355a6af-9091-42e0-9b13-e3dc0686bb39 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "PUT /v2.0/routers/a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 200 len: 924 time: 2.2064838 May 25 16:49:55.831889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:55.832489 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] Sync routers for ids ['a5350031-d95c-4394-a35e-f19e3e532409'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:49:55.842839 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] Routers {'a5350031-d95c-4394-a35e-f19e3e532409'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:55.843821 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a5350031-d95c-4394-a35e-f19e3e532409'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:55.873720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b27f7277-ae39-449a-9260-914d8e1e3811 req-d99c0e46-9117-474f-81cb-7ac9317a30ba tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539913 May 25 16:49:55.878328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a8c47-5db7-4651-b6a7-817d96eae1c4 req-c999d3bd-cae7-4d13-add9-cc4c1ee34442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:55.879817 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-504a8c47-5db7-4651-b6a7-817d96eae1c4 req-c999d3bd-cae7-4d13-add9-cc4c1ee34442 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 1098 time: 0.1584659 May 25 16:49:55.908169 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:55.917650 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] Routers {'a5350031-d95c-4394-a35e-f19e3e532409'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:49:55.918511 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['a5350031-d95c-4394-a35e-f19e3e532409'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:55.929755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-504a8c47-5db7-4651-b6a7-817d96eae1c4 req-7c6c53f3-b5dd-4f22-ba2c-4d9c66a3d754 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 May 25 16:49:55.983440 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:49:55.984108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e852c8-d57c-49ce-babe-92b1eecef895 None None] The sync data for ids ['a5350031-d95c-4394-a35e-f19e3e532409'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:49:56.133765 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d9cb42eb-d9d1-4586-805e-ff815627942e tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 200 len: 924 time: 0.3006663 May 25 16:49:56.138154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60958) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:56.210012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccd7fd0-c82c-4a8d-8fc7-65af6b9879c7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:56.210716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ccd7fd0-c82c-4a8d-8fc7-65af6b9879c7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Synchronizing usage tracker for tenant:80250efa8b9a4d43af436509ff0520ba on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:56.227168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ccd7fd0-c82c-4a8d-8fc7-65af6b9879c7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Unset dirty status for tenant:80250efa8b9a4d43af436509ff0520ba on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:56.228323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5ccd7fd0-c82c-4a8d-8fc7-65af6b9879c7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=a5350031-d95c-4394-a35e-f19e3e532409&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0892594 May 25 16:49:56.231218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60962) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:56.267211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.271715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5cb28b5-7d26-4b01-b2a7-59b3863ed405 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:56.354921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Subnet': ['ID=166feedd-a577-43a3-9f5d-a1ac8cbccced,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:56.358862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:56.359592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Checking segment: {'id': '46d5f487-7947-4e1e-a109-0bcfde504654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '5dced572-fb49-4470-82a7-d621626870bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:56.359949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network hostable DHCP agents. Network: 5dced572-fb49-4470-82a7-d621626870bf, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:56.364835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ebe86-261d-4d58-87ce-f89a4e8567b2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:56.365432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4b0ebe86-261d-4d58-87ce-f89a4e8567b2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Synchronizing usage tracker for tenant:80250efa8b9a4d43af436509ff0520ba on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:56.377824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network 5dced572-fb49-4470-82a7-d621626870bf is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:56.382212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4b0ebe86-261d-4d58-87ce-f89a4e8567b2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Unset dirty status for tenant:80250efa8b9a4d43af436509ff0520ba on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:56.383401 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4b0ebe86-261d-4d58-87ce-f89a4e8567b2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.1512656 May 25 16:49:56.387103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60966) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:56.392187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 5dced572-fb49-4470-82a7-d621626870bf) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:56.403084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f9d92-da26-4f3c-9122-2cf56d919d96 None None] Network 5dced572-fb49-4470-82a7-d621626870bf requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:56.434880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-035c80e1-8adb-4bd9-9d1e-ba20f948f795 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 200 len: 205 time: 0.0465233 May 25 16:49:56.437274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 60970) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:56.660024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.707568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-5dced572-fb49-4470-82a7-d621626870bf', 'network_id': '5dced572-fb49-4470-82a7-d621626870bf', 'tenant_id': 'e17d3a7271ae4188af0a46ac002ec035', 'fixed_ips': [{'subnet_id': '166feedd-a577-43a3-9f5d-a1ac8cbccced'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:49:56.708542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.794747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.800531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7703e193-6ef5-4472-9a26-82192e76a264 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:56.885150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:56.898856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event updated for resources: {'Subnet': ['ID=e5a6f459-91a2-4984-b5f2-de395bd2bd08,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:56.904906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:56.908379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Checking segment: {'id': '00cc355c-c5f8-4441-8a10-c7c052939348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:56.909586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network hostable DHCP agents. Network: 10479ce1-d82f-4f03-9100-7e4a207dd07b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:49:56.920292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Allocated IP 172.20.0.2 (5dced572-fb49-4470-82a7-d621626870bf/166feedd-a577-43a3-9f5d-a1ac8cbccced/46aa6ca9-7239-401b-83c6-2a6251d98680) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:56.931003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Network 10479ce1-d82f-4f03-9100-7e4a207dd07b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:49:56.946173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 10479ce1-d82f-4f03-9100-7e4a207dd07b) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:56.956715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00428bf1-0c51-4895-b4ac-ec356efdbd49 None None] Network 10479ce1-d82f-4f03-9100-7e4a207dd07b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:56.962951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:56.964510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:56.965682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.014518 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9197874 May 25 16:49:57.015581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60978) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:57.032606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port 6738a3f4-608e-42b6-803b-05e72184965c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:57.033137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.251295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.329081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:57.330788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:57.332361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:57.333607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Synchronizing usage tracker for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:49:57.383578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d85e2-45dc-4527-93e0-395bed669be9 req-5e8ffd6d-3aef-4734-bf08-fec33e7d78ce tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:57.385064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e94d85e2-45dc-4527-93e0-395bed669be9 req-5e8ffd6d-3aef-4734-bf08-fec33e7d78ce tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.2493241 May 25 16:49:57.386237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Unset dirty status for tenant:e17d3a7271ae4188af0a46ac002ec035 on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:49:57.390740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b60525b0-234d-4a1f-a949-071d9337b0ce tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3740332 May 25 16:49:57.391442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60982) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:57.419846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for 6738a3f4-608e-42b6-803b-05e72184965c owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:49:57.440522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.453426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-10479ce1-d82f-4f03-9100-7e4a207dd07b', 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b', 'tenant_id': 'e17d3a7271ae4188af0a46ac002ec035', 'fixed_ips': [{'subnet_id': 'e5a6f459-91a2-4984-b5f2-de395bd2bd08'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:49:57.454263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.473397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Transition to ACTIVE for port object 46aa6ca9-7239-401b-83c6-2a6251d98680 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:57.499804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e94d85e2-45dc-4527-93e0-395bed669be9 req-b0e33774-bfa4-44eb-90d0-869b238d4ecd tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055160 May 25 16:49:57.512136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Deleting subnet 166feedd-a577-43a3-9f5d-a1ac8cbccced {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:49:57.549691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Transition to ACTIVE for port object 46aa6ca9-7239-401b-83c6-2a6251d98680 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:57.561065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.565417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.572082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:57.622266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.652142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Network 5dced572-fb49-4470-82a7-d621626870bf is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:57.658107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:57.695668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:57.719969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Pushing event updated for resources: {'Port': ['ID=46aa6ca9-7239-401b-83c6-2a6251d98680,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:57.724108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.751476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:57.824289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Allocated IP 172.20.0.18 (10479ce1-d82f-4f03-9100-7e4a207dd07b/e5a6f459-91a2-4984-b5f2-de395bd2bd08/4de21cb3-81a5-4372-9bb0-fc3bae7b99a1) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:49:57.832086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Attempting to bind port 46aa6ca9-7239-401b-83c6-2a6251d98680 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:57.832500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Attempting to bind port 46aa6ca9-7239-401b-83c6-2a6251d98680 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '46d5f487-7947-4e1e-a109-0bcfde504654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '5dced572-fb49-4470-82a7-d621626870bf'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:57.832882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Attempting to bind port 46aa6ca9-7239-401b-83c6-2a6251d98680 on network 5dced572-fb49-4470-82a7-d621626870bf {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:57.843071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:57.843517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Checking segment: {'id': '46d5f487-7947-4e1e-a109-0bcfde504654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '5dced572-fb49-4470-82a7-d621626870bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:57.843866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.844273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Bound using segment: {'id': '46d5f487-7947-4e1e-a109-0bcfde504654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '5dced572-fb49-4470-82a7-d621626870bf'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:57.844754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Bound port: 46aa6ca9-7239-401b-83c6-2a6251d98680, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46d5f487-7947-4e1e-a109-0bcfde504654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': '5dced572-fb49-4470-82a7-d621626870bf'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:57.845138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.918833 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-fc06742f-ec77-4da1-8a57-e39a3ea57059 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1023738 May 25 16:49:57.981904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:57.987009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-83efa7a0-8a42-47e1-85d3-863e7979f637 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:58.047929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.053974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] For port 46aa6ca9-7239-401b-83c6-2a6251d98680, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:58.055153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:58.075379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] For port 46aa6ca9-7239-401b-83c6-2a6251d98680, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=46aa6ca9-7239-401b-83c6-2a6251d98680,segment=NetworkSegment(46d5f487-7947-4e1e-a109-0bcfde504654),segment_id=46d5f487-7947-4e1e-a109-0bcfde504654)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:58.079541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=6738a3f4-608e-42b6-803b-05e72184965c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:58.093402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.100935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Subnet': ['ID=166feedd-a577-43a3-9f5d-a1ac8cbccced,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:58.103318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:58.113223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:58.115267 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/subnets/166feedd-a577-43a3-9f5d-a1ac8cbccced HTTP/1.1" status: 204 len: 168 time: 0.7225966 May 25 16:49:58.116542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.120311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:58.123317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:58.195882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Deleting subnet e5a6f459-91a2-4984-b5f2-de395bd2bd08 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:49:58.203128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.269346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.283462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Pushing event updated for resources: {'Port': ['ID=46aa6ca9-7239-401b-83c6-2a6251d98680,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:58.287557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:58.288552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Transition to ACTIVE for port object 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:58.313497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Transition to ACTIVE for port object 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:49:58.321791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.336847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.341184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-27af1525-9f00-4a33-b92b-152be816f046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:58.382550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-6d5d8fee-7d68-4655-830f-b4700fb3f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.384377 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-6d5d8fee-7d68-4655-830f-b4700fb3f251 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1098 time: 0.3532710 May 25 16:49:58.400672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.403758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.412340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Network 10479ce1-d82f-4f03-9100-7e4a207dd07b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:49:58.415030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:49:58.418062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:49:58.427026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.460991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Pushing event updated for resources: {'Port': ['ID=4de21cb3-81a5-4372-9bb0-fc3bae7b99a1,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:58.464608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:58.521892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.521892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router a5350031-d95c-4394-a35e-f19e3e532409 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:49:58.552459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Attempting to bind port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:49:58.556599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Attempting to bind port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '00cc355c-c5f8-4441-8a10-c7c052939348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:49:58.558294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Attempting to bind port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 on network 10479ce1-d82f-4f03-9100-7e4a207dd07b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:49:58.571442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.571851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:49:58.572208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Checking segment: {'id': '00cc355c-c5f8-4441-8a10-c7c052939348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:49:58.572714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.573381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Bound using segment: {'id': '00cc355c-c5f8-4441-8a10-c7c052939348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:49:58.574003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Bound port: 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cc355c-c5f8-4441-8a10-c7c052939348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '10479ce1-d82f-4f03-9100-7e4a207dd07b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:49:58.574390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.614885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.616263 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 204 len: 168 time: 2.1760578 May 25 16:49:58.621470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60992) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:58.637280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1915877253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:58.647072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-8a46e469-541b-4a97-a338-7d99de051a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.648817 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-8a46e469-541b-4a97-a338-7d99de051a26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 899 time: 0.2417932 May 25 16:49:58.652728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:49:58.663662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:49:58.671448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:49:58.691949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:49:58.793963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.794892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.837017 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-3c3d416e-b2ef-418a-8e26-85fd27cfb5a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 1001 time: 0.1773393 May 25 16:49:58.840089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.882182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.913111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dbc60-a9a7-4c21-9b10-4a0bc877b910 req-3c091307-c07e-4085-a8bb-195b4e492818 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.914563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ba3dbc60-a9a7-4c21-9b10-4a0bc877b910 req-3c091307-c07e-4085-a8bb-195b4e492818 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.1870077 May 25 16:49:58.938371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-14cffaf8-488e-4e67-8753-20d7a09ef49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:58.939941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-14cffaf8-488e-4e67-8753-20d7a09ef49d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.0955508 May 25 16:49:58.953274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:58.954426 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-244b3457-2e26-4ed0-a124-101a4ebe67ae tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3318121 May 25 16:49:58.957211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 60998) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:58.965182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:49:59.018500 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ba3dbc60-a9a7-4c21-9b10-4a0bc877b910 req-240cc016-8844-47bb-a268-2ca74fca780f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968287 May 25 16:49:59.043044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-6dee8dcf-589f-4074-88ea-e369f5bdc6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:59.044621 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-6dee8dcf-589f-4074-88ea-e369f5bdc6fc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972679 May 25 16:49:59.214605 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-289cbacd-7185-43ee-a579-3a700d037d85 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572495 May 25 16:49:59.362203 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-16924a0b-46c8-411e-8bdc-70776768cda9 req-67f2e440-b4f9-43ed-ad5c-9c2881340c7f service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411095 May 25 16:49:59.415650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf265cf-f925-4945-876f-6167bb0360e3 None None] Network 5dced572-fb49-4470-82a7-d621626870bf requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:49:59.495832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] For port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:49:59.507235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.511755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] For port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4de21cb3-81a5-4372-9bb0-fc3bae7b99a1,segment=NetworkSegment(00cc355c-c5f8-4441-8a10-c7c052939348),segment_id=00cc355c-c5f8-4441-8a10-c7c052939348)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:49:59.521208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:59.530034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.535609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:49:59.622682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a6f459-91a2-4984-b5f2-de395bd2bd08,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:59.625320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:59.634964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.642741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.665058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-849bd9ad-2630-4f75-9004-0ae7e6ad88e9 None None] Provisioning for port 46aa6ca9-7239-401b-83c6-2a6251d98680 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:49:59.665708 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/subnets/e5a6f459-91a2-4984-b5f2-de395bd2bd08 HTTP/1.1" status: 204 len: 168 time: 1.5438328 May 25 16:49:59.669267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32772) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:59.707977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Pushing event updated for resources: {'Port': ['ID=4de21cb3-81a5-4372-9bb0-fc3bae7b99a1,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:49:59.711969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:49:59.796544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9773-f43d-45b1-ae85-82a449a59fde req-90c8968b-e364-4761-89f9-ba194be69056 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:59.803453 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-acda9773-f43d-45b1-ae85-82a449a59fde req-90c8968b-e364-4761-89f9-ba194be69056 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.4927347 May 25 16:49:59.821922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa319c6-8dc8-4fa8-9edd-2b80f4a89155 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:49:59.832096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:49:59.832243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] DHCP port deletion for 5dced572-fb49-4470-82a7-d621626870bf request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:49:59.841246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7aa319c6-8dc8-4fa8-9edd-2b80f4a89155 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1686196 May 25 16:49:59.908264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Deleting port 46aa6ca9-7239-401b-83c6-2a6251d98680 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:49:59.908866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:49:59.990332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-acda9773-f43d-45b1-ae85-82a449a59fde req-399b120d-e784-459c-a625-0c3f0d06a279 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820979 May 25 16:50:00.008983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.014561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32780) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:00.073305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] For port 46aa6ca9-7239-401b-83c6-2a6251d98680, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=46aa6ca9-7239-401b-83c6-2a6251d98680,segment=NetworkSegment(46d5f487-7947-4e1e-a109-0bcfde504654),segment_id=46d5f487-7947-4e1e-a109-0bcfde504654)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:00.074389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.223018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Calling delete_port for 46aa6ca9-7239-401b-83c6-2a6251d98680 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:00.275828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c7a7c-5bb5-4c8b-a0e4-dcc485ac825b tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:00.276869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-eb1c7a7c-5bb5-4c8b-a0e4-dcc485ac825b tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] Synchronizing usage tracker for tenant:93b7c20bf17649fd9edb080d534008ce on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:00.277118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.282121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:00.288589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Deleting port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:00.288971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.295995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-eb1c7a7c-5bb5-4c8b-a0e4-dcc485ac825b tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] Unset dirty status for tenant:93b7c20bf17649fd9edb080d534008ce on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:00.300701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb1c7a7c-5bb5-4c8b-a0e4-dcc485ac825b tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 1093 time: 0.2811084 May 25 16:50:00.301295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32786) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:00.308655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:00.316734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:00.321146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:floatingip and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:00.325023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:00.331139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Pushing event deleted for resources: {'Port': ['ID=46aa6ca9-7239-401b-83c6-2a6251d98680,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:00.331717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:00.334868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:00.337561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] No DVR routers for this DVR port 46aa6ca9-7239-401b-83c6-2a6251d98680 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:00.350887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.412754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.474729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.528783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] For port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4de21cb3-81a5-4372-9bb0-fc3bae7b99a1,segment=NetworkSegment(00cc355c-c5f8-4441-8a10-c7c052939348),segment_id=00cc355c-c5f8-4441-8a10-c7c052939348)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:00.529496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.663426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:00.683501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Calling delete_port for 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:00.790373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Allocated IP 172.26.6.232 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/8adf8fc2-5bf3-4a1a-8d47-589c2164fa24) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:00.825758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f801bcc-4ad4-4f57-b9ad-cb858dd8228c None None] Network 10479ce1-d82f-4f03-9100-7e4a207dd07b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:00.892259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0c135783-9f63-40dc-9ce2-f3558d2fc0c2 None None] Could not find standard attr ID for object 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:01.019692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.029236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a626e34d-9e41-439d-b04c-3a54e6dd401d tempest-RoutersAdminNegativeIpV6Test-1727450739 tempest-RoutersAdminNegativeIpV6Test-1727450739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:01.058938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f7c0f-818a-4e53-b26c-0d11b3b12a77 None None] DHCP port deletion for 10479ce1-d82f-4f03-9100-7e4a207dd07b request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:01.090203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Port': ['ID=4de21cb3-81a5-4372-9bb0-fc3bae7b99a1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:01.095575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:01.100953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] No DVR routers for this DVR port 4de21cb3-81a5-4372-9bb0-fc3bae7b99a1 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:01.271012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.274613 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.291964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10479ce1-d82f-4f03-9100-7e4a207dd07b']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:01.306437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cc355c-c5f8-4441-8a10-c7c052939348') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:01.306727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cc355c-c5f8-4441-8a10-c7c052939348') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:01.323350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.348874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.357333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:01.357708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:01.372944 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:01.443839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.451532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b0d55f61-261e-4d52-8468-ef449c5bf7b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:01.505320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.26.6.211 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/63c19b87-f9ab-4ed4-abc8-9bd5303e8f43) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:01.528139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:01.531529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:01.533959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:01.563349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.567746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.607284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event updated for resources: {'Port': ['ID=8adf8fc2-5bf3-4a1a-8d47-589c2164fa24,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:01.610125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:01.615259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e35cb01f-f789-4926-896f-560965b96c5e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:01.654006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=10479ce1-d82f-4f03-9100-7e4a207dd07b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:01.657002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:01.661277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/10479ce1-d82f-4f03-9100-7e4a207dd07b HTTP/1.1" status: 204 len: 168 time: 1.8228345 May 25 16:50:01.661724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32796) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:01.691163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.765598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 46aa6ca9-7239-401b-83c6-2a6251d98680 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:01.796694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.805370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 46aa6ca9-7239-401b-83c6-2a6251d98680 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:01.805727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 46aa6ca9-7239-401b-83c6-2a6251d98680 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:01.867793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:01.920807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-081d5069-d43b-490b-a25d-97286d3e24fd tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:02.003632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:02.011013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:02.013626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:02.040911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.045027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.073777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dced572-fb49-4470-82a7-d621626870bf']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:02.082449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=63c19b87-f9ab-4ed4-abc8-9bd5303e8f43,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:02.085404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:02.094355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d5f487-7947-4e1e-a109-0bcfde504654') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:02.094658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d5f487-7947-4e1e-a109-0bcfde504654') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:02.113075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.171074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.182479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:02.182880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:02.201953 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:02.332927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.337255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.345964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1128c8ff-d5c0-4389-a330-68b9d7b88c1e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:02.448480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=5dced572-fb49-4470-82a7-d621626870bf,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:02.451336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:02.458857 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/5dced572-fb49-4470-82a7-d621626870bf HTTP/1.1" status: 204 len: 168 time: 0.7960024 May 25 16:50:02.461331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32800) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:02.546514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.551280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.668853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.771926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Router fdf82baa-5986-4476-a50d-8b6eedc9b3c8 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:02.984657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:02.987518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:02.998490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.002005 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "PUT /v2.0/routers/fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 200 len: 884 time: 4.0415792 May 25 16:50:03.002330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32804) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.005399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] Sync routers for ids ['fdf82baa-5986-4476-a50d-8b6eedc9b3c8'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:03.010036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceba6ba-2668-460d-a6b7-ea6075e4aad1']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.020562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] Routers {'fdf82baa-5986-4476-a50d-8b6eedc9b3c8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:03.021966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fdf82baa-5986-4476-a50d-8b6eedc9b3c8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.025275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fa79c2-7f69-4f28-9986-5b810d2dd1ef') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.025573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fa79c2-7f69-4f28-9986-5b810d2dd1ef') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.042826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.061910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.064601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.077258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:03.077647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:03.093809 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:03.106516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.117341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] Routers {'fdf82baa-5986-4476-a50d-8b6eedc9b3c8'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:03.118266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fdf82baa-5986-4476-a50d-8b6eedc9b3c8'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.193330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.194056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a08f1a-68f3-4f21-9a28-fc327cbf3044 None None] The sync data for ids ['fdf82baa-5986-4476-a50d-8b6eedc9b3c8'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:03.218970 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2b87db68-1820-4bcf-8c86-25717787eb62 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 200 len: 925 time: 0.2128501 May 25 16:50:03.220843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32810) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.241969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.247158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.255546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-adedaf56-e187-42e5-8f15-ca9b15542a3d tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:03.287704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=fceba6ba-2668-460d-a6b7-ea6075e4aad1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:03.290087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:03.294149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.306202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc6129-6044-43dc-9f03-052aa3270c51 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:03.306899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b0bc6129-6044-43dc-9f03-052aa3270c51 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Synchronizing usage tracker for tenant:80250efa8b9a4d43af436509ff0520ba on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:03.318381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b0bc6129-6044-43dc-9f03-052aa3270c51 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Unset dirty status for tenant:80250efa8b9a4d43af436509ff0520ba on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:03.319597 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b0bc6129-6044-43dc-9f03-052aa3270c51 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=fdf82baa-5986-4476-a50d-8b6eedc9b3c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0977566 May 25 16:50:03.323620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32814) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.323970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c5a52d19-83b2-4fa8-afb1-f309b104d66e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/fceba6ba-2668-460d-a6b7-ea6075e4aad1 HTTP/1.1" status: 204 len: 168 time: 0.8615367 May 25 16:50:03.326546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.467032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca0bc6-e0a9-4533-bcf7-289e9d7bb039 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:03.467783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-27ca0bc6-e0a9-4533-bcf7-289e9d7bb039 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Synchronizing usage tracker for tenant:80250efa8b9a4d43af436509ff0520ba on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:03.481397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-27ca0bc6-e0a9-4533-bcf7-289e9d7bb039 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Unset dirty status for tenant:80250efa8b9a4d43af436509ff0520ba on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:03.482572 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-27ca0bc6-e0a9-4533-bcf7-289e9d7bb039 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.1577394 May 25 16:50:03.486459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32822) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.532660 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ed8b4b0d-d5b3-4e9d-9197-59d351e62f7f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 200 len: 205 time: 0.0447097 May 25 16:50:03.535506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32826) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:03.537343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.726946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.732796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.750074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0f6e8-4a73-4e1c-add8-e99a7b55576c']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.764512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c53fff1-2e47-49a7-8c0e-777a9c3fb205') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.764812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c53fff1-2e47-49a7-8c0e-777a9c3fb205') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:03.780530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.806363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.812139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.817886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.820052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-da22d914-2e8d-4a30-a959-fb1b01c69c18 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:03.863590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:03.864065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:03.882894 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:03.916688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:03.992018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port 8adf8fc2-5bf3-4a1a-8d47-589c2164fa24 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:03.992353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.031180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=63c19b87-f9ab-4ed4-abc8-9bd5303e8f43,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:04.035489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.038998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:04.041045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b35ed3b-770b-4e47-8953-59afef210878 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:04.055573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.113253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.146749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Pushing event deleted for resources: {'Network': ['ID=92a0f6e8-4a73-4e1c-add8-e99a7b55576c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:04.154997 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] 10.222.0.96 "DELETE /v2.0/networks/92a0f6e8-4a73-4e1c-add8-e99a7b55576c HTTP/1.1" status: 204 len: 168 time: 0.8247588 May 25 16:50:04.155859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:04.262833 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP 17c3b8b1-9f81-4a45-a3f8-8a629cf299de associated. External IP: 172.26.6.211, port: 40821b94-2733-4b40-87c1-a1797f7fc8c7. May 25 16:50:04.263141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.393004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for 8adf8fc2-5bf3-4a1a-8d47-589c2164fa24 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:04.468596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:04.562207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.572668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:04.669324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=8adf8fc2-5bf3-4a1a-8d47-589c2164fa24,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:04.703845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:04.759104 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bcaa056a-18dc-4f60-bb3e-530d2570f7e0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e17d3a7271ae4188af0a46ac002ec035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869227 May 25 16:50:04.759104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.764818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:04.852542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:04.870681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.941854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.943578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.967679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.968206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router fdf82baa-5986-4476-a50d-8b6eedc9b3c8 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:04.972288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.983717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:04.984801 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 204 len: 168 time: 1.4482770 May 25 16:50:04.988827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32846) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:04.993614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1592493924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:05.000172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:05.003956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:05.006775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:05.013095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:05.023428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.024577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.040583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.059720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.083517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.084724 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4fc268b-48a7-46ba-8976-d94975f22582 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0953319 May 25 16:50:05.087524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32850) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:05.093589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': True}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:05.105644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:05.114730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:05.125086 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:05.126103 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:05.126525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.130751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6de9aba7-c4d5-46ef-b893-f60544e3a6af tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:05.150010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9796ef7-86a8-4c36-af6a-60f8884e1c6a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:05.153327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:05.155252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.185561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.186698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e9796ef7-86a8-4c36-af6a-60f8884e1c6a HTTP/1.1" status: 204 len: 168 time: 0.4209309 May 25 16:50:05.227842 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9253783 May 25 16:50:05.228685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:05.299124 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'status': 'completed', 'code': 200} May 25 16:50:05.335888 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:05.426860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-c9c53e73-801e-45cf-b299-249bfd1f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:05.429296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-c9c53e73-801e-45cf-b299-249bfd1f7d5d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 1098 time: 0.1049848 May 25 16:50:05.590287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:05.613059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-0632c34b-e5be-462b-9b05-d44856bbdd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:05.615185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-0632c34b-e5be-462b-9b05-d44856bbdd35 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.1788023 May 25 16:50:05.731771 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '17c3b8b1-9f81-4a45-a3f8-8a629cf299de', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:fb:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c04304f-ec23-4f9f-b103-111aed38312d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:02Z', 'updated_at': '2021-05-25T16:50:02Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:05.736954 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:05.748759 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:05.749563 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:05.749784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-769999dd-0c21-4985-86c8-a5b44c06bd1e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7 HTTP/1.1" status: 200 len: 999 time: 0.1273472 May 25 16:50:05.853617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-edc6b12e-8432-451e-8ca7-b542b80edf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:05.855788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-edc6b12e-8432-451e-8ca7-b542b80edf74 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0996492 May 25 16:50:05.923120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32878) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:06.025483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:06.128447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32884) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:06.167429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.206816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.226857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-45c81d90-71b5-4ccc-a545-5e4d38245e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:06.228566 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-45c81d90-71b5-4ccc-a545-5e4d38245e7a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3658376 May 25 16:50:06.343167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-527281127'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:06.359262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:06.366955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:06.372174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:06.381587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:06.406233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 172.26.6.192 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/5cb16af8-f0b2-440c-9028-6364887e3647) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:06.412364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:06.415864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.438462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.461875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:06.483929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:security_group_rule and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:06.491665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:06.543160 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '17c3b8b1-9f81-4a45-a3f8-8a629cf299de', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:fb:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c04304f-ec23-4f9f-b103-111aed38312d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:02Z', 'updated_at': '2021-05-25T16:50:02Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:06.548474 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b56fbf1-d2f2-4534-8139-5c950182bba5 None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '17c3b8b1-9f81-4a45-a3f8-8a629cf299de', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.211', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:fb:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c04304f-ec23-4f9f-b103-111aed38312d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:50:02Z', 'updated_at': '2021-05-25T16:50:02Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:06.554140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:06.753940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.782096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.789796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.796216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-dbc5367d-fd67-4af4-922c-a615b3ed7227 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933209 May 25 16:50:06.802633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:06.812600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-362536dc-03af-430a-9ce6-5430de6e067a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:06.835644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.836148 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment f5023469-a72a-4216-91d4-6ac203affa51 of type vlan for network 53c4ba71-c1b0-4980-8a01-3370a5a61385 May 25 16:50:06.864899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965d07f5-24f6-490f-8492-f61d61cc8c60,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:06.868112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:06.888398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.889526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f06f02-e5a3-4bb8-bbe3-845197f46499 None None] New status for floating IP 17c3b8b1-9f81-4a45-a3f8-8a629cf299de: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:50:06.895397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-924382dc-ca29-429a-8207-01ef9bf05d8b tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:06.935393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:06.976674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:06.987815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:06.990200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:07.040186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=5cb16af8-f0b2-440c-9028-6364887e3647,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:07.043184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:07.053791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.059771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:07.060175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.067590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d836b758-c20e-4ab6-bc5b-398a26fc23bc tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:07.124575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8718e8ad-805d-4124-b4bb-5a0333aad5c1 req-364706a3-068c-4c4b-96df-217c3a704d07 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600570 May 25 16:50:07.257308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.322376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=53c4ba71-c1b0-4980-8a01-3370a5a61385,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:07.325988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:07.334244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:07.359999 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2303209 May 25 16:50:07.371906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32892) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:07.380110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-688044047'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:07.388586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:07.403366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:07.407544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:07.416251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:07.503934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:07.507364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.612131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:07.630286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.630627 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment eadf4cd4-9e82-4afc-8ee1-a427328337f6 of type vlan for network c93a02f5-3740-4826-bc8c-59e1517556ab May 25 16:50:07.639839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.738739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.771445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port c3b5bf46-1089-49b8-9556-0221dd87f040 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:07.771786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.918314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port c3b5bf46-1089-49b8-9556-0221dd87f040, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c3b5bf46-1089-49b8-9556-0221dd87f040,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:07.918607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:07.967726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.resource_extend [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:50:08.003748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.009806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:08.010416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.016428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c663b1ed-2e64-48c4-93aa-8145219e17b3 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:08.050805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for c3b5bf46-1089-49b8-9556-0221dd87f040 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:08.225230 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8522186 May 25 16:50:08.229780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32896) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:08.230822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=c93a02f5-3740-4826-bc8c-59e1517556ab,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:08.234609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:08.236916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:08.242671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c93a02f5-3740-4826-bc8c-59e1517556ab details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:08.262220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.272274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8a286fe7-041c-4f45-bc0d-1d3869379dea tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:08.340380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.344349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.422869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=c3b5bf46-1089-49b8-9556-0221dd87f040,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:08.448436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:08.518239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:08.526363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:08.531767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:08.543602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:08.595904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router 7bcdb601-277e-48ba-a2b0-4f716d0bd190 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:08.643444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:08.647142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.795990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:08.800079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:08.801321 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "PUT /v2.0/routers/7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 200 len: 919 time: 3.7123699 May 25 16:50:08.804022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32900) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:08.807447 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] Sync routers for ids ['7bcdb601-277e-48ba-a2b0-4f716d0bd190'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:08.819591 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] Routers {'7bcdb601-277e-48ba-a2b0-4f716d0bd190'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:08.820493 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['7bcdb601-277e-48ba-a2b0-4f716d0bd190'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:08.906539 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:08.918167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] Routers {'7bcdb601-277e-48ba-a2b0-4f716d0bd190'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:08.918887 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['7bcdb601-277e-48ba-a2b0-4f716d0bd190'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:09.001293 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81cf116b-8c0b-4288-91ae-3bbfc1f41c7b tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 200 len: 925 time: 0.1859791 May 25 16:50:09.001586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32904) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:09.004493 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:09.005169 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5219ed-0799-4332-aef2-0ef17e5e6017 None None] The sync data for ids ['7bcdb601-277e-48ba-a2b0-4f716d0bd190'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:09.044758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:09.084783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f0d9f-63e1-4623-beac-fdcfb2b5c6c8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:09.088988 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca1f0d9f-63e1-4623-beac-fdcfb2b5c6c8 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=7bcdb601-277e-48ba-a2b0-4f716d0bd190&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0837953 May 25 16:50:09.089182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32908) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:09.228663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471cfb08-17b7-4085-9973-3ed7b7f7ea0c tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:09.233413 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-471cfb08-17b7-4085-9973-3ed7b7f7ea0c tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.1406200 May 25 16:50:09.233575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32912) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:09.280027 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-524b6299-70e3-4ee4-9dc0-1284e6dd9321 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 200 len: 205 time: 0.0451653 May 25 16:50:09.282403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32916) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:09.599858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:09.614054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:09.807713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:09.853416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:09.865434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:09.875711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:09.876352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:09.878649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:09.884397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28906d84-aece-4a71-a62e-35c4237c1e94 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:09.891136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port 5cb16af8-f0b2-440c-9028-6364887e3647 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:09.891726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:09.936587 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/dc1ef2b5-594e-4abc-bbd4-754bfc7c2816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0023925 May 25 16:50:09.971412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=d4b32269-2617-4f65-aaa1-6829b899fa54,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:09.991597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:10.020312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': 'f5023469-a72a-4216-91d4-6ac203affa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:10.020705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 53c4ba71-c1b0-4980-8a01-3370a5a61385, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:10.039744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1e149d17-c8af-413b-a425-c12853b7454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.045252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:10.045531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.059813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 53c4ba71-c1b0-4980-8a01-3370a5a61385) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:10.071654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e6a77-8ca3-4c5f-83ac-b2bb8127531e None None] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:10.081127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:10.081732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.111409 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8803356 May 25 16:50:10.112230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:10.118819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:10.185624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:10.210806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for 5cb16af8-f0b2-440c-9028-6364887e3647 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:10.272486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:10.277090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:10.280224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:10.286245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:10.297388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:10.301136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.422363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eda07e-18d4-4c62-8498-6f8723955640 req-8c026eb3-6035-43ce-b2d1-fa90105521bf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:10.429533 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4eda07e-18d4-4c62-8498-6f8723955640 req-8c026eb3-6035-43ce-b2d1-fa90105521bf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.1491203 May 25 16:50:10.488084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.495937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d629b04e-213e-4c64-a1d3-50967a96966b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:10.548241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=5cb16af8-f0b2-440c-9028-6364887e3647,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:10.551836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:10.559455 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4eda07e-18d4-4c62-8498-6f8723955640 req-e84f1dbc-6cac-4591-8647-efdf2e699649 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290317 May 25 16:50:10.604909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-53c4ba71-c1b0-4980-8a01-3370a5a61385', 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': 'd4b32269-2617-4f65-aaa1-6829b899fa54'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:10.605886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.660712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.857587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.859915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.885818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.886821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router 7bcdb601-277e-48ba-a2b0-4f716d0bd190 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:10.912971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.915567 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 204 len: 168 time: 1.6320059 May 25 16:50:10.919158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Allocated IP 2001:db8::2 (53c4ba71-c1b0-4980-8a01-3370a5a61385/d4b32269-2617-4f65-aaa1-6829b899fa54/4a6e15dd-d568-4b1f-a548-f731ddf42ecc) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:10.920206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32928) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:10.927651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.928827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-174789014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:10.934315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fa1c7cfb-1ece-4000-aea7-9a953eb3a103 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:10.937394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:10.942021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:10.945593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:10.953084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:10.955973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:10.964630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.966282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:10.987361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.012050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:11.012426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.016680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=fdcb2d51-a97d-450b-a5af-2c1e2746e648,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:11.033865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:11.038967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:11.039615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:49:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:11.040647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.042957 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-57dcfe00-e03d-4b27-8516-7779f6c7fba2 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1195724 May 25 16:50:11.043420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': 'eadf4cd4-9e82-4afc-8ee1-a427328337f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:11.043782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: c93a02f5-3740-4826-bc8c-59e1517556ab, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:11.045739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32932) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:11.051937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'enable_snat': False}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:11.062947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network c93a02f5-3740-4826-bc8c-59e1517556ab is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:11.074227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c93a02f5-3740-4826-bc8c-59e1517556ab) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:11.084887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:11.085491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.096665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be097058-94ea-496e-828f-0c715900b625 None None] Network c93a02f5-3740-4826-bc8c-59e1517556ab requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:11.113469 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-501aa696-5d21-4315-a640-1010fec277fb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9972746 May 25 16:50:11.113845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32936) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:11.126798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1494060732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:11.185070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:11.197956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:11.202861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:11.261690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:11.433260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:11.523581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.537901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.538928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.562148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Transition to ACTIVE for port object 4a6e15dd-d568-4b1f-a548-f731ddf42ecc will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:11.621280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.634470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.700311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Transition to ACTIVE for port object 4a6e15dd-d568-4b1f-a548-f731ddf42ecc will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:11.721868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.725073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c93a02f5-3740-4826-bc8c-59e1517556ab', 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': 'fdcb2d51-a97d-450b-a5af-2c1e2746e648'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:11.726015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.745127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.753052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:11.765556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:11.766813 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d5752a17-0673-41af-ab8e-62d147640a7d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6521170 May 25 16:50:11.769533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32944) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:11.782037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e07081-9955-47e3-a82a-5a494990ddef req-fffde865-e37f-4b9b-b1e7-528c44430771 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:11.782753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c6e07081-9955-47e3-a82a-5a494990ddef req-fffde865-e37f-4b9b-b1e7-528c44430771 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:11.799508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c6e07081-9955-47e3-a82a-5a494990ddef req-fffde865-e37f-4b9b-b1e7-528c44430771 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:11.800745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6e07081-9955-47e3-a82a-5a494990ddef req-fffde865-e37f-4b9b-b1e7-528c44430771 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.1314888 May 25 16:50:11.863334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6e07081-9955-47e3-a82a-5a494990ddef req-f8a1976e-3aed-497c-8c30-0a72697a0a84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=e9723ec4-5cf6-484f-91d2-8a2e53ef6156&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549805 May 25 16:50:11.927701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:11.940940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:11.952242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:11.959558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Pushing event updated for resources: {'Port': ['ID=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:11.970599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:12.250410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-9bbfe520-4649-4957-9710-e1c0d89e335b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:12.252544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-9bbfe520-4649-4957-9710-e1c0d89e335b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 946 time: 0.0974207 May 25 16:50:12.267816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Attempting to bind port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:12.268273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Attempting to bind port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'f5023469-a72a-4216-91d4-6ac203affa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:12.268657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Attempting to bind port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc on network 53c4ba71-c1b0-4980-8a01-3370a5a61385 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:12.281255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:12.281681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Checking segment: {'id': 'f5023469-a72a-4216-91d4-6ac203affa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:12.282040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.282441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Bound using segment: {'id': 'f5023469-a72a-4216-91d4-6ac203affa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:12.282943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Bound port: 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5023469-a72a-4216-91d4-6ac203affa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '53c4ba71-c1b0-4980-8a01-3370a5a61385'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:12.283320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.310336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Allocated IP 2001:db8:1::2 (c93a02f5-3740-4826-bc8c-59e1517556ab/fdcb2d51-a97d-450b-a5af-2c1e2746e648/f5a968d4-0ed6-43d7-8327-fc8c83f758a9) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:12.413611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 36eb7817-5b81-47d3-ab8a-23000e7bc184 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:12.414091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.472057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.493288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] For port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:12.511014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:12.518526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.521633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] For port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,segment=NetworkSegment(f5023469-a72a-4216-91d4-6ac203affa51),segment_id=f5023469-a72a-4216-91d4-6ac203affa51)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:12.524946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652adc0-9af2-4b8d-bf86-0a59915a769b None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'a5cb1c47-45f2-4e4f-8378-bb5fb73e250d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.139', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'port_id': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'mac_address': 'fa:16:3e:1b:0e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:47:35Z', 'updated_at': '2021-05-25T16:47:47Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:12.551922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.557791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7c94e890-d51c-4a9b-a3a2-bf6f7721e9ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:12.588918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 36eb7817-5b81-47d3-ab8a-23000e7bc184, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=36eb7817-5b81-47d3-ab8a-23000e7bc184,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:12.589327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.720919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Pushing event updated for resources: {'Port': ['ID=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:12.725577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:12.736833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 36eb7817-5b81-47d3-ab8a-23000e7bc184 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:12.748531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.764391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Transition to ACTIVE for port object f5a968d4-0ed6-43d7-8327-fc8c83f758a9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:12.792211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.805465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Transition to ACTIVE for port object f5a968d4-0ed6-43d7-8327-fc8c83f758a9 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:12.807968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2314ca55-9747-4805-ac5b-5fe60d82f6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.818336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.824297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:12.845238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.880099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:12.889089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-853dbf1c-1962-4905-9d66-93150fb5792e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:12.890627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Network c93a02f5-3740-4826-bc8c-59e1517556ab is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:12.893727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:12.902716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:12.922126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Pushing event updated for resources: {'Port': ['ID=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:12.940217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:12.965141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=36eb7817-5b81-47d3-ab8a-23000e7bc184,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:13.017302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:13.106506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port 36eb7817-5b81-47d3-ab8a-23000e7bc184 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:13.112798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.115721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'name': 'network-vif-deleted', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:13.145356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62067bd6-607e-45ee-9def-2dddfd7e0331 req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/36eb7817-5b81-47d3-ab8a-23000e7bc184 HTTP/1.1" status: 204 len: 173 time: 0.8762567 May 25 16:50:13.172900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Attempting to bind port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:13.174504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Attempting to bind port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'eadf4cd4-9e82-4afc-8ee1-a427328337f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:13.175045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Attempting to bind port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 on network c93a02f5-3740-4826-bc8c-59e1517556ab {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:13.191852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:13.193366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Checking segment: {'id': 'eadf4cd4-9e82-4afc-8ee1-a427328337f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:13.193904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.196179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Bound using segment: {'id': 'eadf4cd4-9e82-4afc-8ee1-a427328337f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:13.196860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Bound port: f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadf4cd4-9e82-4afc-8ee1-a427328337f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'c93a02f5-3740-4826-bc8c-59e1517556ab'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:13.198457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.232154 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba62748c-53d4-4ce8-9128-0368d5138318', 'name': 'network-vif-deleted', 'tag': '36eb7817-5b81-47d3-ab8a-23000e7bc184', 'status': 'completed', 'code': 200} May 25 16:50:13.299539 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ee9557fb-3af7-4327-85b0-1933102b36f7 req-a6a80bbd-847e-41dc-a93f-175cc905f0c5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba62748c-53d4-4ce8-9128-0368d5138318 HTTP/1.1" status: 200 len: 210 time: 0.0940886 May 25 16:50:13.321937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Allocated IP 172.26.6.150 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/d2a5da9c-4544-455c-8982-1ce8ded0c39b) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:13.331859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] For port f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:13.335448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] For port f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,segment=NetworkSegment(eadf4cd4-9e82-4afc-8ee1-a427328337f6),segment_id=eadf4cd4-9e82-4afc-8ee1-a427328337f6)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:13.340685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.344782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:13.376838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8::1 (53c4ba71-c1b0-4980-8a01-3370a5a61385/d4b32269-2617-4f65-aaa1-6829b899fa54/53c95924-4821-4738-8411-d46d74b2126d) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:13.434771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Pushing event updated for resources: {'Port': ['ID=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:13.439418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:13.651535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.728055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.731860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.755666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object 53c95924-4821-4738-8411-d46d74b2126d will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:13.770542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.777742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-560207bb-6706-43b6-8ef1-80a27ab72c83 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:13.889580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:13.893484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:13.912288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:13.958775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Pushing event updated for resources: {'Port': ['ID=d2a5da9c-4544-455c-8982-1ce8ded0c39b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:13.974728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:13.991448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:13.999154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c527a1d-b45f-4e99-a54a-e22f436d3938 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:14.022173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a6e15dd-d568-4b1f-a548-f731ddf42ecc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:14.107049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:14.112514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5a968d4-0ed6-43d7-8327-fc8c83f758a9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:14.188210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:14.206678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e2c6d-9c8c-4b8d-aa28-d2d04f70f7b1 None None] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:14.210091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:14.217597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:14.225169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:14.225648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.228042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c3b5bf46-1089-49b8-9556-0221dd87f040 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:14.271246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c3b5bf46-1089-49b8-9556-0221dd87f040 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:14.271246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c3b5bf46-1089-49b8-9556-0221dd87f040 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:14.346586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Provisioning for port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:14.356933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Provisioning complete for port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:14.357208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.398358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=53c95924-4821-4738-8411-d46d74b2126d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:14.444858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32956) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:14.519518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:14.536323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.576539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.615573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.654393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.673632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-481c484b-a1a0-4243-897d-f73b2b2aeea5 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:14.690186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] For port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,segment=NetworkSegment(f5023469-a72a-4216-91d4-6ac203affa51),segment_id=f5023469-a72a-4216-91d4-6ac203affa51)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:14.692033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9723ec4-5cf6-484f-91d2-8a2e53ef6156,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:14.696761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.700396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:14.702951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:14.704808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.709342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/e9723ec4-5cf6-484f-91d2-8a2e53ef6156 HTTP/1.1" status: 204 len: 168 time: 0.2633843 May 25 16:50:14.743279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32962) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:14.768020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ef063-b0e4-4c5f-8f28-b11d1653c27d None None] Network c93a02f5-3740-4826-bc8c-59e1517556ab requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:14.836097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet 237ed7d8-a8ae-42de-80c8-1f31acc3b577 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:14.841592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.894500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Pushing event updated for resources: {'Port': ['ID=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:14.897710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:14.907156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Provisioning for port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:14.927811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Provisioning complete for port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:14.928258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.931648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:14.971034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.039431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.063298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.112791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 36eb7817-5b81-47d3-ab8a-23000e7bc184 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:15.196438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 36eb7817-5b81-47d3-ab8a-23000e7bc184 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:15.197100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 36eb7817-5b81-47d3-ab8a-23000e7bc184 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:15.287847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.335599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] For port f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,segment=NetworkSegment(eadf4cd4-9e82-4afc-8ee1-a427328337f6),segment_id=eadf4cd4-9e82-4afc-8ee1-a427328337f6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:15.343776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.345857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0b95837f-4ea9-4aeb-84b0-addc4d14615e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:15.441425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.445243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.459812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f4e626a-89f1-44fd-9351-ce0853bff16d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:15.478245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Pushing event updated for resources: {'Port': ['ID=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:15.483425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:15.491128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Provisioning complete for port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:15.491515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.518485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.527557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/237ed7d8-a8ae-42de-80c8-1f31acc3b577 HTTP/1.1" status: 204 len: 168 time: 0.7773304 May 25 16:50:15.527557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=237ed7d8-a8ae-42de-80c8-1f31acc3b577,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:15.528759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32966) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:15.532697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d72f3e-2a12-4aff-958f-67a631cd8da8 None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:15.536067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:15.670809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.751432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.757899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.761681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:15.762337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.877180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Provisioning for port 53c95924-4821-4738-8411-d46d74b2126d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:15.884585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.886974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a6e15dd-d568-4b1f-a548-f731ddf42ecc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:15.893900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.894722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.897089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:15.897475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.901663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e1700ca2-4e7f-41b2-96e9-8d77282da206 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:15.928286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Provisioning complete for port 53c95924-4821-4738-8411-d46d74b2126d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:15.928286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:15.970958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] DHCP port deletion for 873a4517-20d3-4d9b-938e-437c9cb28041 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:16.059676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7e52062d-6013-415f-966a-1a6045d01c46 None None] Port 53c95924-4821-4738-8411-d46d74b2126d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:16.081044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:16.081327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.150431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Deleting port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:16.151210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.219259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:16.286594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.297083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a3673414-4a37-4b88-8e97-524b23abdb9e tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:16.301623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3cac152c-33fb-44f4-8cbe-67b1a17f797c None None] Provisioning complete for port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:16.302009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3cac152c-33fb-44f4-8cbe-67b1a17f797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.334650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=53c95924-4821-4738-8411-d46d74b2126d,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:16.338715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:16.353151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:16.357032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:16.357970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:16.369473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] For port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,segment=NetworkSegment(95448968-e677-4bf6-a4bd-4baf5e71535f),segment_id=95448968-e677-4bf6-a4bd-4baf5e71535f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:16.369878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.422209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:16.424230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:16.430684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Router bebb649a-3903-4542-ace7-c66812c74046 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:16.502770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5a968d4-0ed6-43d7-8327-fc8c83f758a9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:16.518736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.547506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Calling delete_port for 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:16.548050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873a4517-20d3-4d9b-938e-437c9cb28041']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.567853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95448968-e677-4bf6-a4bd-4baf5e71535f') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.568241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95448968-e677-4bf6-a4bd-4baf5e71535f') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.583699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.601948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.610402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:16.610802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:16.690433 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:16.712302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:16.712687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.728596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.733258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f6fe3b44-74c8-48b1-922f-35f991527018 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:16.749331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.762115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=873a4517-20d3-4d9b-938e-437c9cb28041,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:16.765422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:16.782664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.784258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/873a4517-20d3-4d9b-938e-437c9cb28041 HTTP/1.1" status: 204 len: 168 time: 1.2502711 May 25 16:50:16.785152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32970) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:16.791893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:16.816764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:16.828622 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] Sync routers for ids ['bebb649a-3903-4542-ace7-c66812c74046'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:16.835738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.837585 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "PUT /v2.0/routers/bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 200 len: 919 time: 5.7901771 May 25 16:50:16.837944 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] Routers {'bebb649a-3903-4542-ace7-c66812c74046'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:16.838893 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bebb649a-3903-4542-ace7-c66812c74046'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.840105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32974) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:16.857126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Network 873a4517-20d3-4d9b-938e-437c9cb28041 is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:50:16.857860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] No DVR routers for this DVR port 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:16.870379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Pushing event deleted for resources: {'Port': ['ID=43fdaf4e-778e-4b98-bbad-9e5f05fe1479,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:16.873342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:16.900910 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.910429 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] Routers {'bebb649a-3903-4542-ace7-c66812c74046'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:16.911056 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bebb649a-3903-4542-ace7-c66812c74046'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.915094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afb583a0-5de2-4a4f-bb9c-d0538565b10a None None] Provisioning complete for port 53c95924-4821-4738-8411-d46d74b2126d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:16.915587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afb583a0-5de2-4a4f-bb9c-d0538565b10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:16.951218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router fe39f5ba-0d1e-4242-bf47-1e97d5ee624e is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:16.985486 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:16.985889 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a51b1cf-7834-4011-a140-f7ce4ae27ec3 None None] The sync data for ids ['bebb649a-3903-4542-ace7-c66812c74046'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:17.043442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-afb583a0-5de2-4a4f-bb9c-d0538565b10a None None] Port 53c95924-4821-4738-8411-d46d74b2126d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:17.103196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 62649126-76cb-45b3-93da-b9272dc724af {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:17.103536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:17.227766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:17.228026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:17.235311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b823bac6-2fb3-4e6e-a21f-2be45ea8aa1e tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 200 len: 925 time: 0.3936532 May 25 16:50:17.238009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32978) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.238583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:17.243936 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4732437 May 25 16:50:17.248050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32984) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.251660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] Sync routers for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:17.262005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:17.262713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:17.325216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:17.330167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dbd73a-bf05-4184-b93b-e01a20f9e6fa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:17.330776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a7dbd73a-bf05-4184-b93b-e01a20f9e6fa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:17.334174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:17.334783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:17.350318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a7dbd73a-bf05-4184-b93b-e01a20f9e6fa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:17.351561 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7dbd73a-bf05-4184-b93b-e01a20f9e6fa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports/53c95924-4821-4738-8411-d46d74b2126d HTTP/1.1" status: 200 len: 911 time: 0.1017318 May 25 16:50:17.354721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 32988) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.397949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 62649126-76cb-45b3-93da-b9272dc724af owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:17.402602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:17.403132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ce48b-6565-4b97-baea-efd92157b9c9 None None] The sync data for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:17.467121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3196e4-b4dd-4a6a-9d03-77e699d1acec tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:17.468630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-da3196e4-b4dd-4a6a-9d03-77e699d1acec tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=bebb649a-3903-4542-ace7-c66812c74046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2296894 May 25 16:50:17.471708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32992) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.653383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108c6ef-aa10-4d13-b56e-50a0ccbaa9f2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:17.654782 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1108c6ef-aa10-4d13-b56e-50a0ccbaa9f2 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/networks/3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 881 time: 0.1822109 May 25 16:50:17.657666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 32996) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.713961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3aba48fa-8cf9-46e2-89cd-3aaff9393968 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 200 len: 205 time: 0.0551243 May 25 16:50:17.718072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33000) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:17.793400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:17.809902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3576bf69-d251-416a-8dd4-3a83befd11b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:17.828988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:17.867485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:17.867889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 43fdaf4e-778e-4b98-bbad-9e5f05fe1479 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:18.008995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=62649126-76cb-45b3-93da-b9272dc724af,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:18.012210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:18.137602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.201976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.202414 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP a5cb1c47-45f2-4e4f-8378-bb5fb73e250d disassociated (deleted). External IP: 172.26.6.139, port: ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4. May 25 16:50:18.277938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.577645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8:1::1 (c93a02f5-3740-4826-bc8c-59e1517556ab/fdcb2d51-a97d-450b-a5af-2c1e2746e648/e8359b9e-019a-4eb6-a52c-8d167820fbd1) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:18.605248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.642627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.746981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.764245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object e8359b9e-019a-4eb6-a52c-8d167820fbd1 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:18.789008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.793109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-116eeb90-3ce4-4224-9452-9ac110309d4b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:18.820385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:18.829286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port d2a5da9c-4544-455c-8982-1ce8ded0c39b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:18.829608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.864806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network c93a02f5-3740-4826-bc8c-59e1517556ab is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:18.867889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:18.872487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:18.873001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:18.879011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=e8359b9e-019a-4eb6-a52c-8d167820fbd1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:18.888578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:19.014960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.116849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.179751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-852e9b17-96a7-4659-873e-053666bdf635 None None] Provisioning for port e8359b9e-019a-4eb6-a52c-8d167820fbd1 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:19.183243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:19.189247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-852e9b17-96a7-4659-873e-053666bdf635 None None] Provisioning complete for port e8359b9e-019a-4eb6-a52c-8d167820fbd1 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:19.189821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-852e9b17-96a7-4659-873e-053666bdf635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.194722 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:19.212242 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:19.212947 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:19.290703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-852e9b17-96a7-4659-873e-053666bdf635 None None] Port e8359b9e-019a-4eb6-a52c-8d167820fbd1 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:19.425833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for d2a5da9c-4544-455c-8982-1ce8ded0c39b owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:19.446048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.464741 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:19.502008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.507961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.508750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.513791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:19.521826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/a5cb1c47-45f2-4e4f-8378-bb5fb73e250d HTTP/1.1" status: 204 len: 168 time: 2.7330277 May 25 16:50:19.521826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:19.587739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'status': 'completed', 'code': 200} May 25 16:50:19.598871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=e8359b9e-019a-4eb6-a52c-8d167820fbd1,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:19.602495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:19.749033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:19.756891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0d83617-0c13-4ae0-9d8c-cc1a58a92543 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:19.811287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=d2a5da9c-4544-455c-8982-1ce8ded0c39b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:19.848129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:19.850754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d868-500a-4544-8720-146303b26708 req-a0e3bed6-45b9-42c9-ba29-022bc78e4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:19.852429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-a0e3bed6-45b9-42c9-ba29-022bc78e4bca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 1098 time: 0.2344477 May 25 16:50:19.863508 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:19.868856 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:19.879712 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:19.880938 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.003092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.051020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network c93a02f5-3740-4826-bc8c-59e1517556ab is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:20.053356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:20.079982 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:20.210856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.214813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.220319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d868-500a-4544-8720-146303b26708 req-fe75c59c-eaa4-41b7-bb0b-8665a115392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.221295 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-fe75c59c-eaa4-41b7-bb0b-8665a115392b service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 200 len: 899 time: 0.3338945 May 25 16:50:20.225726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15ea35-dde6-4365-bf8c-dcbc81a7cb91 req-08959c88-fc54-4f8f-b28e-af25addef3dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.233374 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd15ea35-dde6-4365-bf8c-dcbc81a7cb91 req-08959c88-fc54-4f8f-b28e-af25addef3dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.2757452 May 25 16:50:20.304981 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd15ea35-dde6-4365-bf8c-dcbc81a7cb91 req-293c5266-2c88-466c-b10b-8c4a6dc848c2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705247 May 25 16:50:20.323282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router fe39f5ba-0d1e-4242-bf47-1e97d5ee624e has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:20.323431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.323431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router bebb649a-3903-4542-ace7-c66812c74046 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:20.348498 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-8d10f308-5621-40ae-8732-bfd51338df6d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 200 len: 217 time: 0.0985305 May 25 16:50:20.359157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.363947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 204 len: 168 time: 2.6412497 May 25 16:50:20.364939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33012) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:20.406962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1643600917', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:20.430420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-885f6a7f-453e-40ac-ac10-a4d01c635e52 None None] Provisioning complete for port e8359b9e-019a-4eb6-a52c-8d167820fbd1 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:20.432205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-885f6a7f-453e-40ac-ac10-a4d01c635e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.455702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d868-500a-4544-8720-146303b26708 req-3a7d6c4e-0534-4992-aa34-d37381cd6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.457466 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-3a7d6c4e-0534-4992-aa34-d37381cd6a68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 200 len: 835 time: 0.0954845 May 25 16:50:20.460038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:20.466381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Usage tracker for resource:router and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:20.469781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:20.494813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-885f6a7f-453e-40ac-ac10-a4d01c635e52 None None] Port e8359b9e-019a-4eb6-a52c-8d167820fbd1 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:20.508651 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.516043 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c4b053-f62d-4997-adb2-71fff77f2ad4 None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:08Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93', 'name': '', 'network_id': '6ac70530-a4c4-4e41-a1cf-80b684c1005d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0b:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:46Z', 'updated_at': '2021-05-25T16:47:00Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'fb090875-deb1-4ffe-9528-bee355b47485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:20.521386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:20.526567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:20.537886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] Sync routers for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:20.549654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:20.550167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.550811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.551301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.555669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967783 May 25 16:50:20.556635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33016) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:20.570410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:20.630416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.641303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:20.642099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.647633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36476cee-4348-4ab6-9d4e-dfb7d86010c1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.648146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-36476cee-4348-4ab6-9d4e-dfb7d86010c1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:20.668876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-36476cee-4348-4ab6-9d4e-dfb7d86010c1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:20.672949 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36476cee-4348-4ab6-9d4e-dfb7d86010c1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports/e8359b9e-019a-4eb6-a52c-8d167820fbd1 HTTP/1.1" status: 200 len: 913 time: 0.1119320 May 25 16:50:20.673239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:20.712181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:20.712849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24858af9-c12c-4f7c-8057-1de4fe06fd6e None None] The sync data for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:20.766376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d868-500a-4544-8720-146303b26708 req-f272932e-7e1c-4d33-bff8-ef3007c54ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:20.767942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-f272932e-7e1c-4d33-bff8-ef3007c54ec7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ac70530-a4c4-4e41-a1cf-80b684c1005d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2948959 May 25 16:50:20.798137 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19e16b-601f-4990-9831-f06a183994f9 None None] New status for floating IP a5cb1c47-45f2-4e4f-8378-bb5fb73e250d: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:50:21.144002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:21.228303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:21.270692 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-0d74d1a8-07f8-4a0f-b816-268381f7a8fb service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414902 May 25 16:50:21.446416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8627d868-500a-4544-8720-146303b26708 req-7598ed15-815e-477e-b184-1b485897c874 service neutron] 10.222.0.95 "GET /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650815 May 25 16:50:21.764753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:21.804951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:21.852645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port e8359b9e-019a-4eb6-a52c-8d167820fbd1 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:21.853299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:21.898732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-7b87d591-6486-49a4-a47f-877a65fd3034 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:21.899483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-7b87d591-6486-49a4-a47f-877a65fd3034 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:21.919615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-11ce2003-2b99-46e7-b584-6fb79a3ce911 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:21.920318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-11ce2003-2b99-46e7-b584-6fb79a3ce911 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:21.979274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-7b87d591-6486-49a4-a47f-877a65fd3034 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:21.980532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-7b87d591-6486-49a4-a47f-877a65fd3034 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.4442320 May 25 16:50:21.993625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-11ce2003-2b99-46e7-b584-6fb79a3ce911 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:21.994950 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-11ce2003-2b99-46e7-b584-6fb79a3ce911 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 945 time: 0.3512015 May 25 16:50:21.997570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.125952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-df966483-ce7e-4360-a898-6c14976ee399 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:22.129344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Allocated IP 172.26.6.53 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/51519125-2561-49e9-af10-a65740f2ed01) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:22.161817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for e8359b9e-019a-4eb6-a52c-8d167820fbd1 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:22.267527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-df966483-ce7e-4360-a898-6c14976ee399 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:22.268928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dfe95fca-1896-4883-b2e4-2dfd0f996246 req-df966483-ce7e-4360-a898-6c14976ee399 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=91ae45be-8fcc-4e50-82a7-efdd22d4229d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764668 May 25 16:50:22.352672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:22.353085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.453020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.484091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.488801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-df0a86c4-c7ec-452c-a20e-e91652834db8 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:22.535589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=e8359b9e-019a-4eb6-a52c-8d167820fbd1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:22.538227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:22.538580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.538782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:22.682139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.694186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:22.696957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-214983e9-16db-46f3-af18-e9b243856066 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:22.755827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:22.771479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:22.776405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:22.781341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:23.003926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event updated for resources: {'Port': ['ID=51519125-2561-49e9-af10-a65740f2ed01,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:23.009326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:23.270806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router fe39f5ba-0d1e-4242-bf47-1e97d5ee624e has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:23.357475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.370487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-52e85756-c812-4f52-a39c-afd1bd34365d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:23.439386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:23.472411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:23.493486 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f10d3a25-d93e-4b9f-a7c5-3377d6ce3bfa req-e0434576-ff50-4a4e-bee3-dcd3247f9353 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=ca2ff068-c344-42e0-ac19-d22c51463120 HTTP/1.1" status: 200 len: 210 time: 0.0722611 May 25 16:50:23.516107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:23.529517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] Sync routers for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:23.534739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8600810 May 25 16:50:23.537380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33028) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:23.542542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:23.543437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.594861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:23.599622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.602300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'name': 'network-vif-deleted', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:23.614482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.624351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:23.624988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.636545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6920bbb5-334f-4b25-b7d9-9623bbe8a2e2 req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 HTTP/1.1" status: 204 len: 173 time: 1.6267772 May 25 16:50:23.641399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:23.692678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:23.693105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6e331-91ce-4d34-89a2-522ea6722185 None None] The sync data for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:23.721776 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2ff068-c344-42e0-ac19-d22c51463120', 'name': 'network-vif-deleted', 'tag': 'ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4', 'status': 'completed', 'code': 200} May 25 16:50:24.049464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.125554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.287545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Router 78432657-0a33-43fe-9821-6222edc642aa is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:24.580544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 53c95924-4821-4738-8411-d46d74b2126d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:24.581133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.595949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33038) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:24.640952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:24.651524 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] Sync routers for ids ['78432657-0a33-43fe-9821-6222edc642aa'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:24.661668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] Routers {'78432657-0a33-43fe-9821-6222edc642aa'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:24.662640 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['78432657-0a33-43fe-9821-6222edc642aa'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.664655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.666083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2681613 May 25 16:50:24.669464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33042) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:24.675964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:24.732167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.741956 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] Routers {'78432657-0a33-43fe-9821-6222edc642aa'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:24.742565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['78432657-0a33-43fe-9821-6222edc642aa'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.784199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:24.813723 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:50:24.814293 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:24.814694 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26102afe-98a6-49d4-a64a-0fadde9df09b None None] The sync data for ids ['78432657-0a33-43fe-9821-6222edc642aa'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:24.942209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.083453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 53c95924-4821-4738-8411-d46d74b2126d owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:25.093226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.129163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:25.169633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:25.170146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ac2c6434-2b63-4e7f-8db5-0fd0f0a497d4 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:25.211401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.217022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f1fe8e56-2d28-4ad9-892a-420bee280ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:25.242228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ae45be-8fcc-4e50-82a7-efdd22d4229d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:25.246327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:25.283472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.302989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.305182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.306452 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/91ae45be-8fcc-4e50-82a7-efdd22d4229d HTTP/1.1" status: 204 len: 168 time: 0.7093897 May 25 16:50:25.340554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.344404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33048) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:25.347614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d042752a-95d5-45bf-8984-3228b9a6e093 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:25.398512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=53c95924-4821-4738-8411-d46d74b2126d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:25.444103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:25.552855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Deleting port 51519125-2561-49e9-af10-a65740f2ed01 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:25.554145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.598931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.898617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:25.911796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router fe39f5ba-0d1e-4242-bf47-1e97d5ee624e has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:26.052608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:26.063727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] Sync routers for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:26.069743 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312419 May 25 16:50:26.070595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33052) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.076714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:26.077761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:26.127411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-26aa74a2-34f6-4ee4-9fd0-cfbcf0e14a1c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:26.146099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-26aa74a2-34f6-4ee4-9fd0-cfbcf0e14a1c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:26.151311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-26aa74a2-34f6-4ee4-9fd0-cfbcf0e14a1c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe39f5ba-0d1e-4242-bf47-1e97d5ee624e HTTP/1.1" status: 200 len: 205 time: 0.0788374 May 25 16:50:26.152308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33056) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.156540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:26.168246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] Routers {'fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:26.169154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:26.225950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Calling delete_port for 51519125-2561-49e9-af10-a65740f2ed01 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:26.241667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:26.241895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0f300-b0ed-46ce-ae4f-aa6ab3f686bb None None] The sync data for ids ['fe39f5ba-0d1e-4242-bf47-1e97d5ee624e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:26.310110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.600758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.606759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe98b495-a645-4f04-a83b-0250199c0cc3 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:26.658571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Pushing event deleted for resources: {'Port': ['ID=51519125-2561-49e9-af10-a65740f2ed01,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:26.691978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:26.730493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.776019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.778274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.805824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.806619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router fe39f5ba-0d1e-4242-bf47-1e97d5ee624e {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:26.819968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.821067 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-88bfe0f5-ecd5-462d-90f5-64e6c8d85780 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e HTTP/1.1" status: 204 len: 168 time: 0.6675861 May 25 16:50:26.824204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33062) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:26.910350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.911104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet fdcb2d51-a97d-450b-a5af-2c1e2746e648 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:26.914503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:26.981679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.077609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.377920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.381650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-352928da-8a7d-4b2a-b039-436265fa1660 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:27.420068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=fdcb2d51-a97d-450b-a5af-2c1e2746e648,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:27.422954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.425733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.435151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acabeed-9da8-4e77-9348-074869daa662 None None] Network c93a02f5-3740-4826-bc8c-59e1517556ab requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:27.439291 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/fdcb2d51-a97d-450b-a5af-2c1e2746e648 HTTP/1.1" status: 204 len: 168 time: 0.6116595 May 25 16:50:27.440306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33066) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:27.440521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.444523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.445139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.445742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.446442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.447009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.448211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.448772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.449530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.450059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.450648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.451197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.452140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:27.495657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:27.535010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet d4b32269-2617-4f65-aaa1-6829b899fa54 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:27.538616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.607687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.703140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.745872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] DHCP port deletion for c93a02f5-3740-4826-bc8c-59e1517556ab request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:27.823372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Deleting port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:27.823967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:27.833332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Router 78432657-0a33-43fe-9821-6222edc642aa has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:27.896975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f5a968d4-0ed6-43d7-8327-fc8c83f758a9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:28.001297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] For port f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,segment=NetworkSegment(eadf4cd4-9e82-4afc-8ee1-a427328337f6),segment_id=eadf4cd4-9e82-4afc-8ee1-a427328337f6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:28.001716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.005894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:28.022518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.023790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "PUT /v2.0/routers/78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 200 len: 710 time: 3.3530948 May 25 16:50:28.025888 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] Sync routers for ids ['78432657-0a33-43fe-9821-6222edc642aa'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:28.027602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:28.027993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.029576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33070) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.042667 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] Routers {'78432657-0a33-43fe-9821-6222edc642aa'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:28.043749 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['78432657-0a33-43fe-9821-6222edc642aa'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.128057 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.141393 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] Routers {'78432657-0a33-43fe-9821-6222edc642aa'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:28.142515 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['78432657-0a33-43fe-9821-6222edc642aa'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.185010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.190075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:28.190441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.193480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.197105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cec9f0aa-61c2-43c8-a08a-d80a1adcc3af tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.226755 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.227391 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95633800-0dd7-4a35-9d13-7a737aced249 None None] The sync data for ids ['78432657-0a33-43fe-9821-6222edc642aa'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:28.285903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Calling delete_port for f5a968d4-0ed6-43d7-8327-fc8c83f758a9 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:28.328293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f5a968d4-0ed6-43d7-8327-fc8c83f758a9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,segment=NetworkSegment(eadf4cd4-9e82-4afc-8ee1-a427328337f6),segment_id=eadf4cd4-9e82-4afc-8ee1-a427328337f6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:28.334717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.338410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.351595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:28.376004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.387811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33074) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.388260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9fe16-403e-4f1c-a3bc-a853ac1b11ee None None] Network 53c4ba71-c1b0-4980-8a01-3370a5a61385 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:28.388741 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-68814b70-c97c-4ce3-9b46-7c0c63a128fa tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/routers/78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 200 len: 745 time: 0.3570895 May 25 16:50:28.396443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b32269-2617-4f65-aaa1-6829b899fa54,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.399877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.402327 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/d4b32269-2617-4f65-aaa1-6829b899fa54 HTTP/1.1" status: 204 len: 168 time: 0.9599948 May 25 16:50:28.408630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33078) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.465174 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-91939374-3dd9-4895-9503-47d8691cddab tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] 10.222.0.96 "GET /v2.0/ports?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&device_id=78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 200 len: 205 time: 0.0761430 May 25 16:50:28.469312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33082) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.518557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.523063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.537570 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-39f0d1ee-55b5-41df-b447-eb9d5094dd48 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 200 len: 205 time: 0.0626397 May 25 16:50:28.537570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.548096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.550837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.558024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.629519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Pushing event deleted for resources: {'Port': ['ID=f5a968d4-0ed6-43d7-8327-fc8c83f758a9,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.637749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] No DVR routers for this DVR port f5a968d4-0ed6-43d7-8327-fc8c83f758a9 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:28.643443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.685440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.702240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.718299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93a02f5-3740-4826-bc8c-59e1517556ab']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.733049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadf4cd4-9e82-4afc-8ee1-a427328337f6') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.733049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadf4cd4-9e82-4afc-8ee1-a427328337f6') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:28.740179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] DHCP port deletion for 53c4ba71-c1b0-4980-8a01-3370a5a61385 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:28.746876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.764287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.771284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:28.771682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:28.786960 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:28.816717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Deleting port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:28.817379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.877755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.881726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfe702e0-20d3-4937-878b-8f2fe6c07dbf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:28.899675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:28.911057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=c93a02f5-3740-4826-bc8c-59e1517556ab,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:28.914267 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/c93a02f5-3740-4826-bc8c-59e1517556ab HTTP/1.1" status: 204 len: 168 time: 0.5039396 May 25 16:50:28.915398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:28.918212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33090) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:28.942934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] For port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,segment=NetworkSegment(f5023469-a72a-4216-91d4-6ac203affa51),segment_id=f5023469-a72a-4216-91d4-6ac203affa51)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:28.943500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.043969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.076495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Calling delete_port for 4a6e15dd-d568-4b1f-a548-f731ddf42ecc owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:29.130426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:29.130769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.132593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.137684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-10d5030d-f41e-4ea1-ae8b-7adcba288c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:29.187631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Pushing event deleted for resources: {'Port': ['ID=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:29.189696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] No DVR routers for this DVR port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:29.191297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:29.234087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.238887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.247077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:29.247439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.276008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.280466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6a336fe6-fd6b-4bcf-8fd0-da096956788d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:29.312438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.312946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Fanout notify agent at l3_agent the message router_deleted on router 78432657-0a33-43fe-9821-6222edc642aa {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:29.365486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:29.381130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 4a6e15dd-d568-4b1f-a548-f731ddf42ecc owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:29.385821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.ipam_backend_mixin [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc was not found and therefore no delete operation was performed {{(pid=99126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:50:29.387350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.392293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53104bff-0213-47dd-a60a-655ea4fe53c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:29.413656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.414030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.414401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.414763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.415148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.415595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.415860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.416275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.416757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.416974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.417336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.417679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:29.421267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:29.442523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.443707 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2084414-d4e9-4a2d-91d0-ff61ff8a5558 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 204 len: 168 time: 0.9066744 May 25 16:50:29.449714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33094) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.452273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=4a6e15dd-d568-4b1f-a548-f731ddf42ecc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:29.459357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:29.492238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port 4a6e15dd-d568-4b1f-a548-f731ddf42ecc on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:29.533656 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d718212a-b7ea-4c9d-aaa5-0b0ed1ddff58 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 200 len: 205 time: 0.0790179 May 25 16:50:29.537402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33098) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.666167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.688842 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-33564d78-e757-4fcb-894e-b383a065b684 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:29.689852 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-33564d78-e757-4fcb-894e-b383a065b684 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/78432657-0a33-43fe-9821-6222edc642aa HTTP/1.1" status: 404 len: 336 time: 0.1515653 May 25 16:50:29.693379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33102) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.744227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.753278 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-28d1e011-c3fd-4b1f-8dac-703c498b542e tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 200 len: 205 time: 0.0587897 May 25 16:50:29.756905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33106) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.762413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c4ba71-c1b0-4980-8a01-3370a5a61385']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:29.782194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5023469-a72a-4216-91d4-6ac203affa51') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:29.782474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5023469-a72a-4216-91d4-6ac203affa51') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:29.798022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.816371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.823976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:29.824373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:29.838248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-0c8b95e7-cc67-4e9a-9caa-7914656135c8 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:29.841580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0c8b95e7-cc67-4e9a-9caa-7914656135c8 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/bebb649a-3903-4542-ace7-c66812c74046 HTTP/1.1" status: 404 len: 336 time: 0.0775402 May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:29.841722 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:29.844022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33110) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:29.895869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a6e15dd-d568-4b1f-a548-f731ddf42ecc no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:29.932540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4a6e15dd-d568-4b1f-a548-f731ddf42ecc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:29.932948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a6e15dd-d568-4b1f-a548-f731ddf42ecc not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:30.084842 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-104e69cc-274b-4693-97d4-b8d1f56eec71 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 200 len: 205 time: 0.2407279 May 25 16:50:30.089568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33114) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.105743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.109459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-111fff98-d7b5-4ed6-9d03-58e1c06aac4f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:30.125734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.138325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=53c4ba71-c1b0-4980-8a01-3370a5a61385,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:30.141436 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/53c4ba71-c1b0-4980-8a01-3370a5a61385 HTTP/1.1" status: 204 len: 168 time: 1.2227447 May 25 16:50:30.142513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:30.145702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33118) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.151468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053823552'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:30.156611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:30.160659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:30.163509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:30.170769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:30.180900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:30.184963 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-18fc019c-1fa4-402e-9698-2a485a3873a8 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:30.185649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.185892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-18fc019c-1fa4-402e-9698-2a485a3873a8 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/7bcdb601-277e-48ba-a2b0-4f716d0bd190 HTTP/1.1" status: 404 len: 336 time: 0.0953574 May 25 16:50:30.188624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33122) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.215159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1181, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:30.227471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.227843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c of type vlan for network 8a2c7371-b353-4e59-80c9-4190e5063e2d May 25 16:50:30.240306 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-39fa98b9-16a4-4bdd-8ca4-aa89f42d07e5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 200 len: 205 time: 0.0505664 May 25 16:50:30.245689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33126) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.256386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.288125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.294390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:30.295085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.298844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a444e072-c8db-4b98-af59-d8e12b2adaaf tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:30.319985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:30.323211 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-48c5674f-d3fc-4d6f-9179-1dcd7b3bbe42 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:30.324209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-48c5674f-d3fc-4d6f-9179-1dcd7b3bbe42 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/fdf82baa-5986-4476-a50d-8b6eedc9b3c8 HTTP/1.1" status: 404 len: 336 time: 0.0776219 May 25 16:50:30.326868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33130) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.406870 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2570782 May 25 16:50:30.407321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33134) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.415188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:30.430328 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5ff01269-f487-460e-9e29-a4ebade37d21 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 200 len: 205 time: 0.0997856 May 25 16:50:30.430580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=8a2c7371-b353-4e59-80c9-4190e5063e2d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:30.432161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:30.432978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33138) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.443873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:30.561733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:30.567009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/dc1ef2b5-594e-4abc-bbd4-754bfc7c2816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214196 May 25 16:50:30.569815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.571449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Sync routers for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:30.582508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:30.583309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:30.592087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-c7cad762-a12d-41e4-8fcd-70e33eb5b58b tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:30.596583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c7cad762-a12d-41e4-8fcd-70e33eb5b58b tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/a5350031-d95c-4394-a35e-f19e3e532409 HTTP/1.1" status: 404 len: 336 time: 0.1562545 May 25 16:50:30.596802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33146) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.659282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0c4c57b3-5863-4f06-bfc4-7b4cccea5882 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "GET /v2.0/ports?device_id=71746777-b225-47c2-9074-48e582132640 HTTP/1.1" status: 200 len: 205 time: 0.0608418 May 25 16:50:30.663923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33150) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.734815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:30.746314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:30.749411 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-089d1d6c-db49-40d4-b479-93f1117cf0d1 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] delete failed (client error): The resource could not be found. May 25 16:50:30.750423 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-089d1d6c-db49-40d4-b479-93f1117cf0d1 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/routers/71746777-b225-47c2-9074-48e582132640 HTTP/1.1" status: 404 len: 336 time: 0.0821679 May 25 16:50:30.751401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:30.753954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33154) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:30.780674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:30.788819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:30.797712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet fb090875-deb1-4ffe-9528-bee355b47485 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:30.800485 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16a3d93-f731-44c7-b233-aa38cdd37611 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] DELETE failed (client error): The resource could not be found. May 25 16:50:30.800954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16a3d93-f731-44c7-b233-aa38cdd37611 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:50:30.801490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.804800 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a16a3d93-f731-44c7-b233-aa38cdd37611 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] 10.222.0.96 "DELETE /v2.0/subnets/f05dd15d-2f91-4093-9617-287fd9781c71 HTTP/1.1" status: 404 len: 337 time: 0.0478816 May 25 16:50:30.812084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:30.815892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.866675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:30.978263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.155092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33162) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:31.182882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:28Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:31.187666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Checking router: dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:31.199815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Routers {'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:31.200494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:31.340030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.346388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.351076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b6c216bf-8fe6-462d-9805-439aa7cce3a3 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:31.356848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:31.359572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.365160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dafec48c-a6ea-416c-a109-1e917d221536 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:31.388565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] Set router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:31.392182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Usage tracker for resource:security_group_rule and tenant:7b1c22e68ef6457e805166789e17ed16 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:31.400367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:31.410612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:31.415406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=fb090875-deb1-4ffe-9528-bee355b47485,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:31.417883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.437740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:31.438034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 8a2c7371-b353-4e59-80c9-4190e5063e2d, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:31.440474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:31.452577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/fb090875-deb1-4ffe-9528-bee355b47485 HTTP/1.1" status: 204 len: 168 time: 0.8813958 May 25 16:50:31.454267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33170) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:31.457141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=3c31de19-6792-48be-89e1-ca3ff5108a7b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:31.460211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:31.473240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:31.485899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8a2c7371-b353-4e59-80c9-4190e5063e2d) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:31.499337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:31.499947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.509746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933d210-1899-4572-809b-14df82b77b5d None None] Network 6ac70530-a4c4-4e41-a1cf-80b684c1005d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:31.522267 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1139207 May 25 16:50:31.525016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33174) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:31.530943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554dfcd2-2064-4096-8791-dcde981234b8 None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:31.531713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1669133763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:31.542561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:31.547055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:31.550929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:31.558766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:31.571868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.573219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.593578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.614215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.640966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.645004 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-643c8f53-ce84-49ae-b901-c0d3aa5e579b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1156809 May 25 16:50:31.645858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33178) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:31.655298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'port': {'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d', 'name': 'tempest-RoutersIpV6Test-1369029095'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:31.777801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.959300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:31.986292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.008531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-72fdec86-2e38-4827-9196-0a2d0ba1364d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:32.067487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:32.081785 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7b1c22e68ef6457e805166789e17ed16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9256916 May 25 16:50:32.084646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33182) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:32.087348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878f676-59e9-41de-9363-c2955d9d647b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.090767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:32.095696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:32.102432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.113219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:32.117300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.120628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-8a2c7371-b353-4e59-80c9-4190e5063e2d', 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': '3c31de19-6792-48be-89e1-ca3ff5108a7b'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:32.121119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.187534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.190293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] device_id is not set on port ae450602-8bdc-44e6-b9f8-be40586fe055 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:50:32.218952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.222880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:28Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:32.231295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9faca-75cf-4467-9df8-3d34ea3d2ffc None None] The sync data for ids ['dc1ef2b5-594e-4abc-bbd4-754bfc7c2816'] in dv-neutron-792998-1-hyperv is: [{'id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'name': 'tempest-TestNetworkBasicOps-router-1962781776', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61'}], 'enable_snat': True}, 'gw_port_id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:46:31Z', 'updated_at': '2021-05-25T16:50:28Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '21ead53f-16f9-4b4d-82de-32fcb529a8f0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:a4:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1ef2b5-594e-4abc-bbd4-754bfc7c2816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:46:32Z', 'updated_at': '2021-05-25T16:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:32.239269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] DHCP port deletion for 6ac70530-a4c4-4e41-a1cf-80b684c1005d request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:32.291762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 21ead53f-16f9-4b4d-82de-32fcb529a8f0 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:32.292108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.297124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.301620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2a72612e-4d4f-444f-8d9c-5c131f4141b6 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:32.319176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878f676-59e9-41de-9363-c2955d9d647b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.321713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:32.330031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.334332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8878f676-59e9-41de-9363-c2955d9d647b HTTP/1.1" status: 204 len: 168 time: 0.2456083 May 25 16:50:32.416332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Allocated IP 2001:db8::2 (8a2c7371-b353-4e59-80c9-4190e5063e2d/3c31de19-6792-48be-89e1-ca3ff5108a7b/d946faf0-fab0-4830-9ec3-12e0a3285662) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:32.459487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 21ead53f-16f9-4b4d-82de-32fcb529a8f0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=21ead53f-16f9-4b4d-82de-32fcb529a8f0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:32.460147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.601403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Deleting port b604aa32-1a51-468d-bee6-dd481b8ab6f9 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:32.601826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.748698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] For port b604aa32-1a51-468d-bee6-dd481b8ab6f9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b604aa32-1a51-468d-bee6-dd481b8ab6f9,segment=NetworkSegment(817b7e1b-187f-49b5-ba52-1e3e760619ad),segment_id=817b7e1b-187f-49b5-ba52-1e3e760619ad)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:32.749102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.757856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:32.762561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 21ead53f-16f9-4b4d-82de-32fcb529a8f0 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:32.830965 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3a9ab32b-a6dc-4b79-8c18-376f1a30909d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=80250efa8b9a4d43af436509ff0520ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707643 May 25 16:50:32.833447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33196) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:32.905733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.909014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Calling delete_port for b604aa32-1a51-468d-bee6-dd481b8ab6f9 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:32.929594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.934768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.935342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:32.983860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=21ead53f-16f9-4b4d-82de-32fcb529a8f0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:32.986343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:32.995849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:32.999262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.006471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85c6d871-6fcc-4293-bf4e-7eb1d6179bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:33.010390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Transition to ACTIVE for port object d946faf0-fab0-4830-9ec3-12e0a3285662 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:33.021456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.024761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/80058b55-bf4c-41a2-921b-f27041415848 HTTP/1.1" status: 204 len: 168 time: 0.1883380 May 25 16:50:33.026313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80058b55-bf4c-41a2-921b-f27041415848,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:33.030708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.052987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Transition to ACTIVE for port object d946faf0-fab0-4830-9ec3-12e0a3285662 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:33.059490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.064690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:33.104322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.121832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Pushing event deleted for resources: {'Port': ['ID=b604aa32-1a51-468d-bee6-dd481b8ab6f9,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:33.125253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] No DVR routers for this DVR port b604aa32-1a51-468d-bee6-dd481b8ab6f9 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:33.126976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.127533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3d6017f2-fe07-4d70-b93d-2e34c3706e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:33.155944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.188293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:33.192296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:33.196667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:33.244942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Pushing event updated for resources: {'Port': ['ID=d946faf0-fab0-4830-9ec3-12e0a3285662,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:33.252758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.300143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8::313 (8a2c7371-b353-4e59-80c9-4190e5063e2d/3c31de19-6792-48be-89e1-ca3ff5108a7b/ae450602-8bdc-44e6-b9f8-be40586fe055) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:33.319677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Attempting to bind port d946faf0-fab0-4830-9ec3-12e0a3285662 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:33.320200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Attempting to bind port d946faf0-fab0-4830-9ec3-12e0a3285662 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:33.320682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Attempting to bind port d946faf0-fab0-4830-9ec3-12e0a3285662 on network 8a2c7371-b353-4e59-80c9-4190e5063e2d {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:33.327930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:33.328316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Checking segment: {'id': 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:33.328717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.329300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Bound using segment: {'id': 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:33.329961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Bound port: d946faf0-fab0-4830-9ec3-12e0a3285662, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': '8a2c7371-b353-4e59-80c9-4190e5063e2d'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:33.330340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.379347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.381229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.439889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.440423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:33.453903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] For port d946faf0-fab0-4830-9ec3-12e0a3285662, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:33.462322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] For port d946faf0-fab0-4830-9ec3-12e0a3285662, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d946faf0-fab0-4830-9ec3-12e0a3285662,segment=NetworkSegment(ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c),segment_id=ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:33.471281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.476672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d1d19b37-c7db-4478-98fd-06e4abcec177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:33.585221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.589364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/dc1ef2b5-594e-4abc-bbd4-754bfc7c2816 HTTP/1.1" status: 204 len: 168 time: 2.1313324 May 25 16:50:33.589735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33212) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:33.602247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Pushing event updated for resources: {'Port': ['ID=d946faf0-fab0-4830-9ec3-12e0a3285662,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:33.609069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.677165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.699662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object ae450602-8bdc-44e6-b9f8-be40586fe055 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:33.734296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.743097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3efb3c8-0ed4-4a1b-8755-2562cc963123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:33.774343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.826901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:33.830859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:33.833628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:33.840183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:33.840821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:33.862196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=ae450602-8bdc-44e6-b9f8-be40586fe055,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:33.871550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:33.878879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2317562 May 25 16:50:33.881902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33222) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:34.122489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:34.162972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.175724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33228) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:34.183693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:34.184130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5d8d8276-cd85-44c6-8f52-8a3cc3a8ea93 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:34.184293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac70530-a4c4-4e41-a1cf-80b684c1005d']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:34.184712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b604aa32-1a51-468d-bee6-dd481b8ab6f9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:34.201397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817b7e1b-187f-49b5-ba52-1e3e760619ad') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:34.202242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817b7e1b-187f-49b5-ba52-1e3e760619ad') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:34.214754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.226165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b604aa32-1a51-468d-bee6-dd481b8ab6f9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:34.226617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b604aa32-1a51-468d-bee6-dd481b8ab6f9 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:34.227144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 21ead53f-16f9-4b4d-82de-32fcb529a8f0 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:34.232724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.239475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:34.239870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:34.255282 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:34.271203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 21ead53f-16f9-4b4d-82de-32fcb529a8f0 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:34.271819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 21ead53f-16f9-4b4d-82de-32fcb529a8f0 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:34.358585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.364604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4e6950c-4aa4-4161-b5ee-c503d6dcd712 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:34.383375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.393534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=6ac70530-a4c4-4e41-a1cf-80b684c1005d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:34.397653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:34.403224 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/6ac70530-a4c4-4e41-a1cf-80b684c1005d HTTP/1.1" status: 204 len: 168 time: 0.8100324 May 25 16:50:34.424611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33234) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:34.432562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--1687424133', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:34.438371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.444355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.448005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.455150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.466678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:34.470381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.505397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1199, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:34.516764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.517129 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 3f185d74-a373-4a21-9d25-ec363b2ac626 of type vlan for network 845dcfc6-1487-4bc4-81df-7464aeee3748 May 25 16:50:34.553326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.569794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1345374755'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:34.578465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.588974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.594943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:34.595569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.599516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-34229d1a-c84e-4c84-b213-08c2f3a71a02 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:34.610747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:network and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.618996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.638362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.658990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:34.662668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.709751 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2839210 May 25 16:50:34.710270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.713434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33238) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:34.721111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-953149817', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:34.726988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=845dcfc6-1487-4bc4-81df-7464aeee3748,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:34.732423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:34.733510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.737905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.741531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.746191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:34.747984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:34.750566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.754036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:security_group_rule and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:34.759449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:34.764835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.766140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.783734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.814738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:34.880331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:34.940882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049dcd8b-4f44-4fea-a467-4428b2368972 None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:35.055025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b576bc1a-adb8-43be-b44d-ff0b32b22539 None None] Provisioning for port d946faf0-fab0-4830-9ec3-12e0a3285662 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:35.164770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.213857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.231353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.238523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6b92cd84-72ef-48e8-9fe6-00d526f42e2c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.348689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:35.366954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50642721-2c62-4a03-9ea9-707bdbc9cde1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:35.373101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.373582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Added segment 38f6e4c6-96b3-4de9-8aac-8cd3495167d8 of type vlan for network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 May 25 16:50:35.398255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:35.461336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.531561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-458642d6-9dcd-42be-a6c9-fea575352146 None None] Provisioning for port ae450602-8bdc-44e6-b9f8-be40586fe055 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:35.539292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.539762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-458642d6-9dcd-42be-a6c9-fea575352146 None None] Provisioning complete for port ae450602-8bdc-44e6-b9f8-be40586fe055 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:35.540829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-458642d6-9dcd-42be-a6c9-fea575352146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.548580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.551145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.558247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:35.558881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.563210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be64a9f8-62da-4bd0-a318-7e6f791520d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.575260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.585541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.629732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-458642d6-9dcd-42be-a6c9-fea575352146 None None] Port ae450602-8bdc-44e6-b9f8-be40586fe055 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:35.728230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.127 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/d50ce569-3680-420d-800e-381a7f9c67e6) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:35.729433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5517850 May 25 16:50:35.737630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33242) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:35.745757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:35.746187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Network': ['ID=1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:35.757085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:35.757626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:35.768629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:35.790357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d96a7812-1b17-405b-8945-79818a0127f7 None None] Provisioning complete for port ae450602-8bdc-44e6-b9f8-be40586fe055 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:35.791502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d96a7812-1b17-405b-8945-79818a0127f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:35.881414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:35.887143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:35.898635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=ae450602-8bdc-44e6-b9f8-be40586fe055,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:35.904787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.025671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d946faf0-fab0-4830-9ec3-12e0a3285662 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:36.041952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.129802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d96a7812-1b17-405b-8945-79818a0127f7 None None] Port ae450602-8bdc-44e6-b9f8-be40586fe055 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:36.152779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d946faf0-fab0-4830-9ec3-12e0a3285662 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:36.159568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d946faf0-fab0-4830-9ec3-12e0a3285662 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:36.160436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.185410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:36.203202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:36.233032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:36.236572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.307507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-97a231a5-910c-4f2e-bfdd-b5117f16da90 None None] Provisioning complete for port ae450602-8bdc-44e6-b9f8-be40586fe055 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:36.307912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97a231a5-910c-4f2e-bfdd-b5117f16da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.323950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.367135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.375525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.391920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-97a231a5-910c-4f2e-bfdd-b5117f16da90 None None] Port ae450602-8bdc-44e6-b9f8-be40586fe055 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:36.413781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d946faf0-fab0-4830-9ec3-12e0a3285662, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d946faf0-fab0-4830-9ec3-12e0a3285662,segment=NetworkSegment(ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c),segment_id=ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:36.418640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.421460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:36.484550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.497107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:36.511742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d946faf0-fab0-4830-9ec3-12e0a3285662,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:36.515738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.594614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:36.600577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:36.615690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:36.679235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=d50ce569-3680-420d-800e-381a7f9c67e6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:36.686062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:36.919408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.924106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.924937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:36.929408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:37.080224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=ae450602-8bdc-44e6-b9f8-be40586fe055,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:37.083171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:37.132148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:37.133301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:37.180182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.341418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 677e58ab-a799-421b-a9ce-1c0c0bf20c2f is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:37.394153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.401136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25e0ee0c-5e56-4704-a17f-8d287b530b96 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:37.437401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a5493076-22a1-455f-b8f2-7992a2216294 None None] Provisioning complete for port ae450602-8bdc-44e6-b9f8-be40586fe055 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:37.438409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a5493076-22a1-455f-b8f2-7992a2216294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.501701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a5493076-22a1-455f-b8f2-7992a2216294 None None] Port ae450602-8bdc-44e6-b9f8-be40586fe055 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:37.517981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:37.523095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/677e58ab-a799-421b-a9ce-1c0c0bf20c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397786 May 25 16:50:37.526125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33246) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:37.531011 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] Sync routers for ids ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:37.541674 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] Routers {'677e58ab-a799-421b-a9ce-1c0c0bf20c2f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:37.542291 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:37.555714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=5b66f90c-4689-4d08-8109-efd2e87a2118,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:37.569024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:37.589874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:37.590262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network hostable DHCP agents. Network: 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:37.601137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f55e06-2ae6-4f13-a6ca-4ee99a7be702 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:37.601820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-42f55e06-2ae6-4f13-a6ca-4ee99a7be702 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:37.610357 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:37.618424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-42f55e06-2ae6-4f13-a6ca-4ee99a7be702 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:37.619981 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] Routers {'677e58ab-a799-421b-a9ce-1c0c0bf20c2f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:37.620594 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:37.621207 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-42f55e06-2ae6-4f13-a6ca-4ee99a7be702 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports/ae450602-8bdc-44e6-b9f8-be40586fe055 HTTP/1.1" status: 200 len: 984 time: 0.0940666 May 25 16:50:37.623953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33250) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:37.689760 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:37.690118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a96e7-0448-4868-9113-1c4a8c3ecb3a None None] The sync data for ids ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:37.831938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:37.838931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d946faf0-fab0-4830-9ec3-12e0a3285662 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:37.850630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:37.854311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:37.890571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e3215-e15a-4653-9be4-e5dc4b5a05bd None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:37.921601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:37.922210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.021547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2802672 May 25 16:50:38.023960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33254) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:38.036563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'name': 'tempest-NetworksTestDHCPv6-874497056'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:38.096373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 29486d29-5820-41a0-b9f3-cbd6b953583a is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:38.097962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d946faf0-fab0-4830-9ec3-12e0a3285662 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:38.098343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.225047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '5b66f90c-4689-4d08-8109-efd2e87a2118'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:38.226606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.341076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:38.364081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Sync routers for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:38.366242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.370711 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6531017 May 25 16:50:38.371090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33258) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:38.398610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:38.399669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:38.433133 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e0be99b-4380-4ad3-93ba-79ff9d6dfba1 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594952 May 25 16:50:38.437490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33262) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:38.441595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:38.496757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:38.511022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:38.579840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:38.607096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:38.610809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.639333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:38.641885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5b66f90c-4689-4d08-8109-efd2e87a2118/35276520-4a97-46f5-8887-17ef2b797c5e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:38.658336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:38.798660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 85f4987f-ca57-4cef-ae65-9a3b80833069 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:50:38.859000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6df57a-67fa-4bd0-b186-8be0a95e2f86 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:38.860392 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b6df57a-67fa-4bd0-b186-8be0a95e2f86 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4204948 May 25 16:50:38.863622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33266) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:38.908365 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-98e8aa91-b72a-4ec8-af59-cae44900638d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407767 May 25 16:50:38.908610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33270) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:38.914815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517166309', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:39.032956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:39.040545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:39.044201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:39.050113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:39.063814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:39.068063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.123712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port ae450602-8bdc-44e6-b9f8-be40586fe055 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:39.124307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.184532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.199145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Transition to ACTIVE for port object 35276520-4a97-46f5-8887-17ef2b797c5e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:39.221327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:36Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:39.225942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Transition to ACTIVE for port object 35276520-4a97-46f5-8887-17ef2b797c5e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:39.229468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Checking router: 29486d29-5820-41a0-b9f3-cbd6b953583a for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:39.230378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Updating router 29486d29-5820-41a0-b9f3-cbd6b953583a port d50ce569-3680-420d-800e-381a7f9c67e6 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:39.260421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.275030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1524c710-9505-4c79-8d87-26c9726c2e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.338574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.352523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:39.357489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:39.362951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::1f2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5b66f90c-4689-4d08-8109-efd2e87a2118/85f4987f-ca57-4cef-ae65-9a3b80833069) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:39.363784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:39.365813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Pushing event updated for resources: {'Port': ['ID=35276520-4a97-46f5-8887-17ef2b797c5e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:39.370702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.397527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:39.496552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for ae450602-8bdc-44e6-b9f8-be40586fe055 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:39.528747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.533778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5d342a69-aa1e-4c76-888d-090d7b684f56 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.566707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Attempting to bind port 35276520-4a97-46f5-8887-17ef2b797c5e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:39.566707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Attempting to bind port 35276520-4a97-46f5-8887-17ef2b797c5e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:39.566707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Attempting to bind port 35276520-4a97-46f5-8887-17ef2b797c5e on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:39.584346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:39.584346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:39.584722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.585030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:39.585642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Bound port: 35276520-4a97-46f5-8887-17ef2b797c5e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:39.585887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.620140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=f51b665d-dd35-44a7-b63c-e7a54c53727e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:39.624517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:39.625403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:39.625841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 845dcfc6-1487-4bc4-81df-7464aeee3748, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:39.649028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:39.662150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 845dcfc6-1487-4bc4-81df-7464aeee3748) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:39.675634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:39.676420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.695901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01f4b50-9dfc-4def-8bb2-ef7ceb5fb807 None None] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:39.712011 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7991590 May 25 16:50:39.713766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33278) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:39.769383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.823811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 85f4987f-ca57-4cef-ae65-9a3b80833069 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:39.875343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.883102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-afe1accb-2375-409e-b211-a3f145120c69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.905640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] For port 35276520-4a97-46f5-8887-17ef2b797c5e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:39.938374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] For port 35276520-4a97-46f5-8887-17ef2b797c5e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=35276520-4a97-46f5-8887-17ef2b797c5e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:39.939660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=ae450602-8bdc-44e6-b9f8-be40586fe055,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:39.945082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:39.954075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.960662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f280151-1b0c-43e2-91df-6531cbe41cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:39.982100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:39.989336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-17eaf1e1-6952-47c4-bcb3-1d05122fe102 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:40.113331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b605fa7d-513c-4d9f-bcec-269767ba230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.188739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Pushing event updated for resources: {'Port': ['ID=35276520-4a97-46f5-8887-17ef2b797c5e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:40.218364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:40.315765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.331554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Transition to ACTIVE for port object d50ce569-3680-420d-800e-381a7f9c67e6 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:40.344797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.358185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:40.402544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-845dcfc6-1487-4bc4-81df-7464aeee3748', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:40.403865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.411514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:40.416776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:40.419246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:40.425785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:40.426467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.437721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=85f4987f-ca57-4cef-ae65-9a3b80833069,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:40.440701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:40.441486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.588975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Attempting to bind port d50ce569-3680-420d-800e-381a7f9c67e6 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:40.589356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Attempting to bind port d50ce569-3680-420d-800e-381a7f9c67e6 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:40.589741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Attempting to bind port d50ce569-3680-420d-800e-381a7f9c67e6 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:40.602288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:40.602747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:40.603111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.604227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:40.604824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Bound port: d50ce569-3680-420d-800e-381a7f9c67e6, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:40.605208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.673818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Pushing event updated for resources: {'Port': ['ID=d50ce569-3680-420d-800e-381a7f9c67e6,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:40.692584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6656778 May 25 16:50:40.698329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.698887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.699429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.699871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33294) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:40.700009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.700269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.700596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.700974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.701428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.701837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.702169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.702489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.702806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:50:40.718407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:40.815492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] For port d50ce569-3680-420d-800e-381a7f9c67e6, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:40.836828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] For port d50ce569-3680-420d-800e-381a7f9c67e6, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d50ce569-3680-420d-800e-381a7f9c67e6,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:40.847796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:40.857705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fe711b89-33c6-4b87-b6c7-0ee1531a1ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:40.928858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Allocated IP 172.20.0.2 (845dcfc6-1487-4bc4-81df-7464aeee3748/f51b665d-dd35-44a7-b63c-e7a54c53727e/ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:40.958667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:40.959411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.083445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 677e58ab-a799-421b-a9ce-1c0c0bf20c2f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:41.172093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.201413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a6f42-8ab1-46b4-bf10-24fa48aa6b67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:41.207418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a6f42-8ab1-46b4-bf10-24fa48aa6b67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:41.208230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e1a6f42-8ab1-46b4-bf10-24fa48aa6b67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:41.307973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2e1a6f42-8ab1-46b4-bf10-24fa48aa6b67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:41.312996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2e1a6f42-8ab1-46b4-bf10-24fa48aa6b67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6119082 May 25 16:50:41.315272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33306) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:41.316621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:41.324349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:41.327668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] Sync routers for ids ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:41.328322 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/677e58ab-a799-421b-a9ce-1c0c0bf20c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7031181 May 25 16:50:41.344148 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] Routers {'677e58ab-a799-421b-a9ce-1c0c0bf20c2f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:41.344781 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.386222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33310) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:41.463523 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.463746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23c44-8021-4384-8300-28a6b285c7a8 req-d4f512eb-d34a-414d-8841-b540911982b4 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:41.464243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Pushing event updated for resources: {'Port': ['ID=d50ce569-3680-420d-800e-381a7f9c67e6,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:41.465096 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd23c44-8021-4384-8300-28a6b285c7a8 req-d4f512eb-d34a-414d-8841-b540911982b4 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.5473855 May 25 16:50:41.473385 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] Routers {'677e58ab-a799-421b-a9ce-1c0c0bf20c2f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:41.474008 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.518604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:41.536661 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd23c44-8021-4384-8300-28a6b285c7a8 req-eb58edf2-8ab2-4691-82e3-569138e3dc19 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569665 May 25 16:50:41.552669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 85f4987f-ca57-4cef-ae65-9a3b80833069 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:41.553250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.569904 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:41.570320 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a265e-0f09-44cf-a58c-67403a0b838b None None] The sync data for ids ['677e58ab-a799-421b-a9ce-1c0c0bf20c2f'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:41.625842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0fe40-e305-4756-b03e-fe3a2ab636ea None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:41.709938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:41.829661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d6559f62-e865-4014-9772-c923ed560558 None None] Provisioning for port 35276520-4a97-46f5-8887-17ef2b797c5e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:41.867099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 85f4987f-ca57-4cef-ae65-9a3b80833069 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:41.898844 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-19f1a108-5ddb-4a17-87f7-50d749f57795 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] remove_router_interface failed (client error): The resource could not be found. May 25 16:50:41.902642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19f1a108-5ddb-4a17-87f7-50d749f57795 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/677e58ab-a799-421b-a9ce-1c0c0bf20c2f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5128379 May 25 16:50:41.908723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:41.925432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 35276520-4a97-46f5-8887-17ef2b797c5e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:41.967090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-535372f4-a566-4e11-b62e-69f0e2aee5be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=677e58ab-a799-421b-a9ce-1c0c0bf20c2f HTTP/1.1" status: 200 len: 205 time: 0.0548816 May 25 16:50:41.968403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33318) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:42.085226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.197896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 35276520-4a97-46f5-8887-17ef2b797c5e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:42.207486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 35276520-4a97-46f5-8887-17ef2b797c5e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:42.207896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.208391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.215122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.234756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Transition to ACTIVE for port object ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:42.263580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=85f4987f-ca57-4cef-ae65-9a3b80833069,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.291588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.292304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Transition to ACTIVE for port object ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:42.301168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:36Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:42.309066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.313578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.314335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.319009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b859f5-5a21-4506-afb0-5dbc7365645f None None] The sync data for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv is: [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:36Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:42.325165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.327292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/85f4987f-ca57-4cef-ae65-9a3b80833069 HTTP/1.1" status: 204 len: 168 time: 1.0084677 May 25 16:50:42.328259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33322) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:42.408734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:42.414343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0e2b1-46ca-4714-a226-aa671538a61f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:42.414544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:42.414648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0e2b1-46ca-4714-a226-aa671538a61f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:42.416259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:42.419089 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1da0e2b1-46ca-4714-a226-aa671538a61f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0895374 May 25 16:50:42.419847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33326) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:42.510370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Pushing event updated for resources: {'Port': ['ID=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.514485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 5b66f90c-4689-4d08-8109-efd2e87a2118 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:42.518180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.534339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.620614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.626873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.639863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.649477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Attempting to bind port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:42.649857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Attempting to bind port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:42.650572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Attempting to bind port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 on network 845dcfc6-1487-4bc4-81df-7464aeee3748 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:42.679512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:42.680125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Checking segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:42.680878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.681972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Bound using segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:42.682638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Bound port: ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:42.684258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.826681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 35276520-4a97-46f5-8887-17ef2b797c5e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=35276520-4a97-46f5-8887-17ef2b797c5e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:42.836885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.839647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.844336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-20dad798-c7e7-4ca6-9d98-9e5241e94a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:42.847981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (845dcfc6-1487-4bc4-81df-7464aeee3748/f51b665d-dd35-44a7-b63c-e7a54c53727e/fa3c7884-7eb6-44f5-bb6c-13e771f14917) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:42.888866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f772e6b0-3237-44ff-a11f-b494fc215c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.941271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-68346715-351d-4765-8d8b-2be535bf9849 None None] Could not find standard attr ID for object 85f4987f-ca57-4cef-ae65-9a3b80833069. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:42.959259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] For port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:42.964913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] For port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:42.969521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=35276520-4a97-46f5-8887-17ef2b797c5e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:42.972971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:42.975478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:42.980291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:43.049745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-68346715-351d-4765-8d8b-2be535bf9849 None None] Provisioning complete for port 35276520-4a97-46f5-8887-17ef2b797c5e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:43.050136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-68346715-351d-4765-8d8b-2be535bf9849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.204870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.210270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.280148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.302160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Pushing event updated for resources: {'Port': ['ID=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:43.305800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:43.320977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.321577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router 677e58ab-a799-421b-a9ce-1c0c0bf20c2f {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:43.334610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506f826-5251-42f7-8b32-f200b8f6dc54 req-3361d5a7-5ee1-4e01-b9d6-2f0c13a03671 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:43.347984 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5506f826-5251-42f7-8b32-f200b8f6dc54 req-3361d5a7-5ee1-4e01-b9d6-2f0c13a03671 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.5076883 May 25 16:50:43.349343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object fa3c7884-7eb6-44f5-bb6c-13e771f14917 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:43.377545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.384659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4059fbd7-c0d7-4c55-8e85-250930d45cae tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:43.438389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=5b66f90c-4689-4d08-8109-efd2e87a2118,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:43.446596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:43.449587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.453000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.461094 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-44cde5ca-33cb-432a-9619-f0b5f62b71c7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/677e58ab-a799-421b-a9ce-1c0c0bf20c2f HTTP/1.1" status: 204 len: 168 time: 1.4853714 May 25 16:50:43.461233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5b66f90c-4689-4d08-8109-efd2e87a2118 HTTP/1.1" status: 204 len: 168 time: 1.0351150 May 25 16:50:43.461468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e08fecb-c41e-41f6-9e74-2bdf0b956689 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:43.461622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33332) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:43.461622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33336) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:43.482621 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5506f826-5251-42f7-8b32-f200b8f6dc54 req-f0357fe9-37e3-4ce0-91eb-2d5c4ae56a4e tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349332 May 25 16:50:43.503117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.508838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bfcf7c98-d769-4cdc-b115-ee83c51f7568 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:43.551666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet 3c31de19-6792-48be-89e1-ca3ff5108a7b {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:43.587655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:43.592028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:43.594873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:43.638896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.680414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:43.685129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:43.696078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e4ec5d10-daaa-4f0a-8ac1-8fbbc0656307 None None] Could not find standard attr ID for object 85f4987f-ca57-4cef-ae65-9a3b80833069. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:43.702021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.712023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e9a63b45-426a-4dd5-bdb6-e6db9f1ca171 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2510035 May 25 16:50:43.719481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33340) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:43.729849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:43.825194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.827057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:43.907812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:43.915299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:43.921265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:43.928118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:43.950294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:43.952957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:43.953698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.016982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:44.054149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.061270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.103185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Deleting port 35276520-4a97-46f5-8887-17ef2b797c5e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:44.103593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.123407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:44.171346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d50ce569-3680-420d-800e-381a7f9c67e6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:44.264205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] For port 35276520-4a97-46f5-8887-17ef2b797c5e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=35276520-4a97-46f5-8887-17ef2b797c5e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:44.264623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.396588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Calling delete_port for 35276520-4a97-46f5-8887-17ef2b797c5e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:44.408926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d50ce569-3680-420d-800e-381a7f9c67e6 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:44.440025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d50ce569-3680-420d-800e-381a7f9c67e6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:44.440418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.566593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.597875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c82e0225-bc05-42bd-8a20-356fb2bf9295 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:44.657864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] No DVR routers for this DVR port 35276520-4a97-46f5-8887-17ef2b797c5e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:44.669216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Pushing event deleted for resources: {'Port': ['ID=35276520-4a97-46f5-8887-17ef2b797c5e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:44.699306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:44.734011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.734755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.741691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.756777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d50ce569-3680-420d-800e-381a7f9c67e6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d50ce569-3680-420d-800e-381a7f9c67e6,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:44.761340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.762640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.764761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5041b283-4ef4-4593-99c0-75c70db4448b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:44.770123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-86d89d02-e8ce-4f12-8b34-2eab52d9a5bc tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:44.778460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1b2a5f4-a66c-413c-aa91-8900b29bc8a0 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:44.834179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=3c31de19-6792-48be-89e1-ca3ff5108a7b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:44.852260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32479e55-1399-4ed0-9dac-5a7268d73560 None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:44.856988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.864640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:44.899286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:44.899533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c1c84fc-3464-4fa4-86b7-98962985ee17 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/3c31de19-6792-48be-89e1-ca3ff5108a7b HTTP/1.1" status: 204 len: 168 time: 1.4390440 May 25 16:50:44.901339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d50ce569-3680-420d-800e-381a7f9c67e6,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:44.904675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:44.905573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:44.906264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33346) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:44.916581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:45.042649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac202a88-9fd6-4776-8ecc-de85592c8e8a req-92c11e82-0e48-4456-a118-b24cd724f111 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.044222 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ac202a88-9fd6-4776-8ecc-de85592c8e8a req-92c11e82-0e48-4456-a118-b24cd724f111 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.3371665 May 25 16:50:45.086681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:45.089774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:45.160552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.172939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ac202a88-9fd6-4776-8ecc-de85592c8e8a req-8117329d-3457-42ba-8b89-63d3f63ae384 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068330 May 25 16:50:45.184465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfccd0c5-5858-420f-9b83-b089b29fb0d4 None None] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:45.276278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] DHCP port deletion for 8a2c7371-b353-4e59-80c9-4190e5063e2d request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:45.319430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.325551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-011e7756-39c0-4290-a1fc-58171285f889 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:45.329583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 29486d29-5820-41a0-b9f3-cbd6b953583a has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:45.364257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Provisioning for port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:45.383762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Provisioning complete for port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:45.384148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.397043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port d946faf0-fab0-4830-9ec3-12e0a3285662 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:45.397404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.429742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:45.431294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:45.458503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a886a2f-63cd-43be-b426-7815b4912605 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:45.509210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.510102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.510766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.524434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=5e3045af-a4d1-48c4-ace0-d3e3fef47ebd,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:45.528451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:45.548333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:45.556231 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/29486d29-5820-41a0-b9f3-cbd6b953583a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8407257 May 25 16:50:45.556833 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8355682 May 25 16:50:45.560718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33350) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:45.561361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:45.564768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port d946faf0-fab0-4830-9ec3-12e0a3285662, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d946faf0-fab0-4830-9ec3-12e0a3285662,segment=NetworkSegment(ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c),segment_id=ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:45.564768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.583991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Sync routers for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:45.592155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'name': 'tempest-NetworksTestDHCPv6-1492922445'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:45.682676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Deleting port d946faf0-fab0-4830-9ec3-12e0a3285662 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:45.683180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.699691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:45.700341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:45.701226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for d946faf0-fab0-4830-9ec3-12e0a3285662 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:45.761373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.766583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a37e97be-c62e-4e64-8757-b30d3c04b12f tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:45.821708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=d946faf0-fab0-4830-9ec3-12e0a3285662,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:45.825760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:45.832235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port d946faf0-fab0-4830-9ec3-12e0a3285662 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:45.834782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:45.839746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:45.843655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:45.849676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:45.861496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:45.865077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:45.892553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.893138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.893773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.894319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.895537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.895537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.896259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.896815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.897284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:45.899418 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8834bff4-219c-481f-9ee9-eaeffb408e1f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6326 time: 0.3366351 May 25 16:50:45.903235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33358) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:45.939441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d50ce569-3680-420d-800e-381a7f9c67e6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:45.940124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 41789b11-0fde-459c-aef4-f8bb503a3a20 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:50:45.989276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.003355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2c7371-b353-4e59-80c9-4190e5063e2d']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:46.019333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:46.019712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:46.034007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.049747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.050930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.051611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.052147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.052461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.052859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.053460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.054365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.054949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.056933 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fab8f099-100e-46c9-bb34-6da6cd813079 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5251 time: 0.1526942 May 25 16:50:46.060335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:50:46.060792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33362) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:46.061507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:50:46.078140 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:50:46.171351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.176038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.180735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-526d18f4-e2c9-4b90-9913-3c922fd9e71b tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:46.196901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.206524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=8a2c7371-b353-4e59-80c9-4190e5063e2d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:46.209290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:46.219936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/8a2c7371-b353-4e59-80c9-4190e5063e2d HTTP/1.1" status: 204 len: 168 time: 1.3121212 May 25 16:50:46.224238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:46.230485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] For port d946faf0-fab0-4830-9ec3-12e0a3285662, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d946faf0-fab0-4830-9ec3-12e0a3285662,segment=NetworkSegment(ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c),segment_id=ef1a4dab-ebb4-4ac1-b8cb-d973911c4a0c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:46.230896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.231985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1113830480'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:46.238415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:46.242695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:46.246598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:46.252830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:46.258121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::3d4 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5e3045af-a4d1-48c4-ace0-d3e3fef47ebd/41789b11-0fde-459c-aef4-f8bb503a3a20) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:46.267680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:46.272342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.315539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:50:46.329858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.330242 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment 6de88ae8-0d37-426e-a3f9-93f7f2d5f412 of type vlan for network 216e2b43-da23-4bcc-982c-bbadd1b7aafe May 25 16:50:46.361692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.396861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Calling delete_port for d946faf0-fab0-4830-9ec3-12e0a3285662 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:46.400780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.407333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.408378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.414593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-798f6da5-49b1-4b11-880f-2765b4328e6e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:46.422435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:46.526731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3009455 May 25 16:50:46.530783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33372) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:46.541723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:46.546520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] For port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:46.569398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=216e2b43-da23-4bcc-982c-bbadd1b7aafe,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:46.572935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:46.576982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d50ce569-3680-420d-800e-381a7f9c67e6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:46.577375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.666602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.669033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86f3182b-0814-440b-a7e3-c5902c88d35f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:46.674012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:46.678291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:46.682012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:46.688301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:46.700012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:46.706433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.716189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '5e3045af-a4d1-48c4-ace0-d3e3fef47ebd'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:46.716662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.733297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:50:46.827413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be9c12-7fd4-40cf-89bd-3149ae775d8b req-d045f03f-e89a-480e-9ae6-3a6a3fe5c712 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:46.829446 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a6be9c12-7fd4-40cf-89bd-3149ae775d8b req-d045f03f-e89a-480e-9ae6-3a6a3fe5c712 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.4747207 May 25 16:50:46.880944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:46.929386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5bc8e674-329e-4c65-8340-3b29d510212f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.8670592 May 25 16:50:46.951500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 41789b11-0fde-459c-aef4-f8bb503a3a20 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:46.975598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a6be9c12-7fd4-40cf-89bd-3149ae775d8b req-290906fa-8212-4495-9ba7-4b44ee6efdca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204405 May 25 16:50:47.024318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.031961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.144957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:47.163160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:47.174232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:47.193900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:47.195804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.209389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Pushing event updated for resources: {'Port': ['ID=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.234900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.267164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7004426 May 25 16:50:47.268006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:47.271872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-235846da-6c03-49be-a00c-807443e83125 None None] Provisioning complete for port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:47.274338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-235846da-6c03-49be-a00c-807443e83125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.351735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=41789b11-0fde-459c-aef4-f8bb503a3a20,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.360480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.414624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43465bd1-c240-422c-90dc-1488cabc6541 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:47.416611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-43465bd1-c240-422c-90dc-1488cabc6541 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:47.451467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33382) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:47.453455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.459479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-69474640', 'description': 'tempest-secgroup-smoke-69474640 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:47.466380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:47.468971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca48d2a7-5962-4fb2-a4ed-3839985532d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.471259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:47.474834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:47.481742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:47.496987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.527711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.533483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:47.533700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e5e41d6-7094-4a56-a874-b5f841aad5c0 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.538093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:47.541221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:47.548593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:47.550803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Network 8a2c7371-b353-4e59-80c9-4190e5063e2d is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:50:47.551147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] No DVR routers for this DVR port d946faf0-fab0-4830-9ec3-12e0a3285662 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:47.576567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Pushing event deleted for resources: {'Port': ['ID=d946faf0-fab0-4830-9ec3-12e0a3285662,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.588058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.641163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5e3045af-a4d1-48c4-ace0-d3e3fef47ebd/0a97794e-8a8c-4a88-9dfc-922f5e944fd4) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:47.664717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.667834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-43465bd1-c240-422c-90dc-1488cabc6541 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:47.673388 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-43465bd1-c240-422c-90dc-1488cabc6541 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4018636 May 25 16:50:47.675260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33386) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:47.675939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.697591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a0731ae0-8f79-4181-9d5b-5be5dd04e759 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:47.698039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': '6de88ae8-0d37-426e-a3f9-93f7f2d5f412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:47.698539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 216e2b43-da23-4bcc-982c-bbadd1b7aafe, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:50:47.708835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=19bd504c-cdbb-4ffd-8181-ec874f84fbc7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.719753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.724325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 35276520-4a97-46f5-8887-17ef2b797c5e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:47.739771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:50:47.761198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 216e2b43-da23-4bcc-982c-bbadd1b7aafe) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:47.783845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:47.784153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bbe62-9b52-4a77-9b2a-42d07749af63 None None] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:47.784340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.804651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 35276520-4a97-46f5-8887-17ef2b797c5e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:47.804998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 35276520-4a97-46f5-8887-17ef2b797c5e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:47.805416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d946faf0-fab0-4830-9ec3-12e0a3285662 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:47.814488 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2823248 May 25 16:50:47.816929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:47.823937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70812433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:47.836038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:47.841115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:47.844887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:47.852812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ace37f-517e-4c0c-aae8-dfe309338080,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:47.853816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:47.860628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:47.872088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.873773 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fa7365b8-f8f3-4b63-a421-ac9a693a667c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4209507 May 25 16:50:47.876732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33394) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:47.883694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:47.892111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:47.896377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:47.901609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:47.908826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:47.924257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.926005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.943389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.965634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 41789b11-0fde-459c-aef4-f8bb503a3a20 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:47.966278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:47.979834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d946faf0-fab0-4830-9ec3-12e0a3285662 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:47.980588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d946faf0-fab0-4830-9ec3-12e0a3285662 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:48.075257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:48.076375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.080802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.083418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.097229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Checking router: 29486d29-5820-41a0-b9f3-cbd6b953583a for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:50:48.097884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Updating router 29486d29-5820-41a0-b9f3-cbd6b953583a port fa3c7884-7eb6-44f5-bb6c-13e771f14917 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:50:48.101371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a762adf-7a30-416a-a984-f3e19d50dedf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:48.124873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdc1b80-ed51-44de-8c76-d88416ab477c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:48.134013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:48.162019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.164237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2854919 May 25 16:50:48.167933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33400) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:48.175690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:48.183172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.196985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:48.209792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:48.213401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:48.221208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:48.225321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.226655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5b0b5e75-ba42-4f7e-a822-4c4f239c9271 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4086001 May 25 16:50:48.230186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33404) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:48.243509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.289327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.302505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Transition to ACTIVE for port object 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:48.304570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.314664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.325255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:48.341133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.345597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.347757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:48.367867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-235846da-6c03-49be-a00c-807443e83125 None None] Provisioning for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:48.384272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285c6af5-c5c2-46ec-8728-23ec6d519a66,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:48.387184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.392705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2233484 May 25 16:50:48.392846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33408) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:48.393610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:48.410634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-235846da-6c03-49be-a00c-807443e83125 None None] Provisioning complete for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:48.410941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-235846da-6c03-49be-a00c-807443e83125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.437370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Transition to ACTIVE for port object 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:48.527476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 41789b11-0fde-459c-aef4-f8bb503a3a20 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:48.533647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.534127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:48.554696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c5e9c0c5-feb6-4788-ac76-061fa04abba2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:48.598284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:48.662088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:48.664096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-235846da-6c03-49be-a00c-807443e83125 None None] Port fa3c7884-7eb6-44f5-bb6c-13e771f14917 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:48.668039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:48.671447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:48.684366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:48.703596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:48.706752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:48.755295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.813733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Pushing event updated for resources: {'Port': ['ID=0a97794e-8a8c-4a88-9dfc-922f5e944fd4,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:48.817358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-216e2b43-da23-4bcc-982c-bbadd1b7aafe', 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': '19bd504c-cdbb-4ffd-8181-ec874f84fbc7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:48.818244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.839834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:48.905115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:48.905702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:48.984716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bff492-f8c1-4cf3-9da8-8c974acd7b91 req-54f3aefc-4e6d-411d-a730-35d1cdf723f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:48.986122 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-05bff492-f8c1-4cf3-9da8-8c974acd7b91 req-54f3aefc-4e6d-411d-a730-35d1cdf723f9 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.8364222 May 25 16:50:49.058516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.110011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d367418b-da92-4f6b-bb93-04aa520b083f None None] Provisioning complete for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:49.110456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d367418b-da92-4f6b-bb93-04aa520b083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.160039 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-05bff492-f8c1-4cf3-9da8-8c974acd7b91 req-9470cc80-5739-4d80-9af6-c9e52ce5836c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619377 May 25 16:50:49.242102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Attempting to bind port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:49.242369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Attempting to bind port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:49.242737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Attempting to bind port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:49.244536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.267654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:49.268038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:49.268445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.268869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:49.269333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Bound port: 0a97794e-8a8c-4a88-9dfc-922f5e944fd4, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:49.269706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.273426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.284524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.302374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d367418b-da92-4f6b-bb93-04aa520b083f None None] Port fa3c7884-7eb6-44f5-bb6c-13e771f14917 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:49.349493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce2f3fe4-7846-4960-b8fb-7ebabf172a0a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.455094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b12fb-847b-4f35-af99-a2e3d90f4ec5,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:49.460843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.467549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.468764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0131142 May 25 16:50:49.472665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33412) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:49.482870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:49.491281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:49.497939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:49.502512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:49.505500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.512806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e86a15b-fd90-4bd6-a808-04fcef06268d tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.513064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:49.536018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.539774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Allocated IP 2001:db8::2 (216e2b43-da23-4bcc-982c-bbadd1b7aafe/19bd504c-cdbb-4ffd-8181-ec874f84fbc7/a2697bfe-abc7-4225-a771-a0247c8cba3c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:49.574138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] For port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:49.576720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=41789b11-0fde-459c-aef4-f8bb503a3a20,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:49.590553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.621217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.627210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.636654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c12191c-0a5b-4b45-b2ba-cfbb803ac61b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.647572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.658055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa294a2-5bbc-4891-8951-9c3ec0a7784e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:49.661203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.672147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.676631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1999393 May 25 16:50:49.677128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33416) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:49.684077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:49.692537 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/41789b11-0fde-459c-aef4-f8bb503a3a20 HTTP/1.1" status: 204 len: 168 time: 1.9993837 May 25 16:50:49.692754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:49.694099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33420) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:49.708221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] For port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0a97794e-8a8c-4a88-9dfc-922f5e944fd4,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:49.727977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:49.730748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.731838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:49.738402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3e86e4f4-e532-4f21-95d0-a3ab17934278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.748848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:49.773059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:50:49.786802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bc318-ad61-4a35-ba20-2dd6b3d9b184 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.788437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0bc318-ad61-4a35-ba20-2dd6b3d9b184 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:49.789203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0b0bc318-ad61-4a35-ba20-2dd6b3d9b184 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:49.792498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.829609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.848955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0b0bc318-ad61-4a35-ba20-2dd6b3d9b184 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:49.852921 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0b0bc318-ad61-4a35-ba20-2dd6b3d9b184 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1550140 May 25 16:50:49.853709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33424) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:49.872784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Transition to ACTIVE for port object fa3c7884-7eb6-44f5-bb6c-13e771f14917 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:49.881520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.888633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.895986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b76d4b06-9bac-4b23-8f81-c35050c78c7a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.904491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.913610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Pushing event updated for resources: {'Port': ['ID=0a97794e-8a8c-4a88-9dfc-922f5e944fd4,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:49.917849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48b3821-4837-4328-bd8b-4f253145d29e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:49.918797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.920509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:49.923219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f756caff-e1bc-4aea-908a-ea4f359c13ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:49.936638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.937007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 5e3045af-a4d1-48c4-ace0-d3e3fef47ebd {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:49.938682 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2601132 May 25 16:50:49.940627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:49.943176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33428) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:49.953929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '33ace37f-517e-4c0c-aae8-dfe309338080', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:49.966120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:49.970736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:49.976483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:49.983835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:49.999581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:50:50.014700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.022784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.116676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.122150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.131589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-96c51263-8322-41e3-9e70-1d9392a1d64d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:50.131823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.150116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Transition to ACTIVE for port object a2697bfe-abc7-4225-a771-a0247c8cba3c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:50.163197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cffb88-fd21-4cfb-ae75-f00172981c1b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:50.166122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:50.170013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.179771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.186213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2413688 May 25 16:50:50.366199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Pushing event updated for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:50.372339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Transition to ACTIVE for port object a2697bfe-abc7-4225-a771-a0247c8cba3c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:50.393915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:50.442219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Attempting to bind port fa3c7884-7eb6-44f5-bb6c-13e771f14917 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:50.443016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Attempting to bind port fa3c7884-7eb6-44f5-bb6c-13e771f14917 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:50.443667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Attempting to bind port fa3c7884-7eb6-44f5-bb6c-13e771f14917 on network 845dcfc6-1487-4bc4-81df-7464aeee3748 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:50.453990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.462321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:50.509462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c178-50fe-415d-aed3-c427701a24e3 req-a6a1fab1-979c-40af-b82a-6f044aec3157 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:50.511123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:50.511281 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1e9c178-50fe-415d-aed3-c427701a24e3 req-a6a1fab1-979c-40af-b82a-6f044aec3157 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.1226907 May 25 16:50:50.511595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Checking segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:50.512015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.512412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Bound using segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:50.512968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Bound port: fa3c7884-7eb6-44f5-bb6c-13e771f14917, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:50.513382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.564964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1e9c178-50fe-415d-aed3-c427701a24e3 req-e7260d28-3c65-4279-b2c2-86381ae15212 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 May 25 16:50:50.572099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:50.593108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-f5bc77b2-b9ff-4e98-b6cc-d3557ab10c1d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:50.606093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:50.622138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:50.626482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Pushing event updated for resources: {'Port': ['ID=a2697bfe-abc7-4225-a771-a0247c8cba3c,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:50.627387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8::1 (216e2b43-da23-4bcc-982c-bbadd1b7aafe/19bd504c-cdbb-4ffd-8181-ec874f84fbc7/5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:50.629381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:50.679890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-f5bc77b2-b9ff-4e98-b6cc-d3557ab10c1d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:50.682425 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-f5bc77b2-b9ff-4e98-b6cc-d3557ab10c1d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-69474640&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.1721561 May 25 16:50:50.750235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] For port fa3c7884-7eb6-44f5-bb6c-13e771f14917, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:50.757925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Attempting to bind port a2697bfe-abc7-4225-a771-a0247c8cba3c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:50.758307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Attempting to bind port a2697bfe-abc7-4225-a771-a0247c8cba3c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6de88ae8-0d37-426e-a3f9-93f7f2d5f412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:50.758679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Attempting to bind port a2697bfe-abc7-4225-a771-a0247c8cba3c on network 216e2b43-da23-4bcc-982c-bbadd1b7aafe {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:50.763675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] For port fa3c7884-7eb6-44f5-bb6c-13e771f14917, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fa3c7884-7eb6-44f5-bb6c-13e771f14917,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:50.766390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:50.766768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Checking segment: {'id': '6de88ae8-0d37-426e-a3f9-93f7f2d5f412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:50.767234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.767645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Bound using segment: {'id': '6de88ae8-0d37-426e-a3f9-93f7f2d5f412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:50.768124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Bound port: a2697bfe-abc7-4225-a771-a0247c8cba3c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de88ae8-0d37-426e-a3f9-93f7f2d5f412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '216e2b43-da23-4bcc-982c-bbadd1b7aafe'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:50.768504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.780564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:50.786838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:50.921216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:50.921886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:51.002007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Pushing event updated for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:51.023882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:51.079493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-7cb1904e-16f5-430c-a721-913bb0b89407 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:51.080230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-7cb1904e-16f5-430c-a721-913bb0b89407 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:51.085234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.094151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.100596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b919c9-ba97-4aa2-bca0-497a2f6bf087 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:51.223894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] For port a2697bfe-abc7-4225-a771-a0247c8cba3c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:51.246647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] For port a2697bfe-abc7-4225-a771-a0247c8cba3c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a2697bfe-abc7-4225-a771-a0247c8cba3c,segment=NetworkSegment(6de88ae8-0d37-426e-a3f9-93f7f2d5f412),segment_id=6de88ae8-0d37-426e-a3f9-93f7f2d5f412)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:51.257854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.266199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-109ff5bc-e14b-47ff-a2dd-76eb476c0b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:51.315956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:51.317637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3045af-a4d1-48c4-ace0-d3e3fef47ebd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:51.320514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:51.323069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.337922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-7cb1904e-16f5-430c-a721-913bb0b89407 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:51.339512 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-7cb1904e-16f5-430c-a721-913bb0b89407 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 200 len: 797 time: 0.6287949 May 25 16:50:51.348240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:50:51.361089 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5e3045af-a4d1-48c4-ace0-d3e3fef47ebd HTTP/1.1" status: 204 len: 168 time: 1.5038531 May 25 16:50:51.361683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33446) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:51.364921 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-718276d9-663c-4aac-829e-88e2271dec06 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0177200 May 25 16:50:51.484500 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-86a1031a-6ca5-4cdf-9c02-45f5cc2f2595 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212976 May 25 16:50:51.487605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:51.497410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:51.508173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.515355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-431ebb87-8975-4587-bca2-c0fc46eacd14 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:51.520981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Pushing event updated for resources: {'Port': ['ID=a2697bfe-abc7-4225-a771-a0247c8cba3c,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:51.537895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:51.639266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:51.644058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:51.651366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:51.652162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.662350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fca7c857-c33c-41b8-9d28-d4582b75bb1b None None] Provisioning for port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:51.676014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d63d28bc-fe28-42c5-8fa4-37db955a44f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:51.679206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:51.682428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:51.726902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1547b-f471-4c43-8121-3c8176c1213a None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:51.727166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d63d28bc-fe28-42c5-8fa4-37db955a44f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:51.729041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d63d28bc-fe28-42c5-8fa4-37db955a44f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012040 May 25 16:50:51.763745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:51.832686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:51.853155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:51.870612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:51.888639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:51.892112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:51.906050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e6b41c0b-5834-410d-a6da-55f5d99f30e2 None None] Could not find standard attr ID for object 41789b11-0fde-459c-aef4-f8bb503a3a20. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:52.030819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a6734-6cc3-446d-bd65-c30667dbdd29 req-704370a3-4bc8-42e4-a388-d5d22c9bc017 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:52.039016 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e78a6734-6cc3-446d-bd65-c30667dbdd29 req-704370a3-4bc8-42e4-a388-d5d22c9bc017 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.2651448 May 25 16:50:52.043576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.071040 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-f3a69a42-1303-4bf3-8f91-8c0f44a8bb70 service neutron] 10.222.0.96 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888076 May 25 16:50:52.091363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:50Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:52.105875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef891eb5-0d95-42a3-98f0-5fe293511c50 None None] The sync data for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv is: [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:50Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:52.160284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e78a6734-6cc3-446d-bd65-c30667dbdd29 req-6407f5a1-741a-4377-94b1-570598234ef5 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201022 May 25 16:50:52.302945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:52.348813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a2697bfe-abc7-4225-a771-a0247c8cba3c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:52.521661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a2697bfe-abc7-4225-a771-a0247c8cba3c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:52.539744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Deleting port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:52.541276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.706464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.727175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.728164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.734672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-db126fd8-71ac-43b5-a423-4c4f06648d59 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:52.752644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.756935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9802b99a-db3e-4491-bcf1-4445efaf859d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:52.850572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] For port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0a97794e-8a8c-4a88-9dfc-922f5e944fd4,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:52.851422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.860842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:52.864476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:52.868278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:52.871807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:52.886402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:52.887056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:52.905071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=c73d13cf-0467-44ef-b10d-b350a5de2f6e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:52.908582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:52.926756 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4374821 May 25 16:50:52.929574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33458) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:52.940086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'name': 'tempest-NetworksTestDHCPv6-1835713908'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:52.944101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43407ef-7e02-48c7-8dd0-425d8bbdcbbb None None] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:52.966252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-be39dbab-0529-4e40-9188-e31238926adb service neutron] 10.222.0.96 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402469 May 25 16:50:53.054865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:53.060576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:53.074117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Calling delete_port for 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:53.154228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Provisioning for port a2697bfe-abc7-4225-a771-a0247c8cba3c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:53.168612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Provisioning complete for port a2697bfe-abc7-4225-a771-a0247c8cba3c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:53.169003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:53.389679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-86e6669d-3ee1-4632-bacc-722bb72f0eae req-5d3bf6bd-267a-48c4-956e-5bc5b514ff3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:53.413359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-86e6669d-3ee1-4632-bacc-722bb72f0eae req-5d3bf6bd-267a-48c4-956e-5bc5b514ff3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:53.420970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86e6669d-3ee1-4632-bacc-722bb72f0eae req-5d3bf6bd-267a-48c4-956e-5bc5b514ff3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 210 time: 0.0896761 May 25 16:50:53.494696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:53.499549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:50:53.503071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:50:53.511547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:53.523093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:53.527508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:53.555889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port fbd98b1e-98d1-49b6-90d8-90ef839c4a1d yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:50:53.673626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:53.709015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022f35b-72e9-468c-ad40-13f36f48b59c req-eedce2c3-9da9-4c17-bfbc-eb5b344814e0 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:53.710798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b022f35b-72e9-468c-ad40-13f36f48b59c req-eedce2c3-9da9-4c17-bfbc-eb5b344814e0 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.4051466 May 25 16:50:53.713422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router e045484f-352f-4712-a0f6-bb4b31696d5b is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:50:53.756520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::3a (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/c73d13cf-0467-44ef-b10d-b350a5de2f6e/fbd98b1e-98d1-49b6-90d8-90ef839c4a1d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:53.810596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-957c953d-e123-4d65-aa08-f2bc59c44a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:53.869241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Pushing event deleted for resources: {'Port': ['ID=0a97794e-8a8c-4a88-9dfc-922f5e944fd4,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:53.871348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] No DVR routers for this DVR port 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:53.872808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:53.885363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:53.924980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09424ec-6dcd-46a3-af2c-41410e4fa75d None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:54.062260 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b022f35b-72e9-468c-ad40-13f36f48b59c req-3fe637f4-b680-4fa5-9953-43d5e1c7be48 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384507 May 25 16:50:54.079065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] For port a2697bfe-abc7-4225-a771-a0247c8cba3c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a2697bfe-abc7-4225-a771-a0247c8cba3c,segment=NetworkSegment(6de88ae8-0d37-426e-a3f9-93f7f2d5f412),segment_id=6de88ae8-0d37-426e-a3f9-93f7f2d5f412)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:54.098882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.099939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.104810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:54.119123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:54.121747 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] Sync routers for ids ['e045484f-352f-4712-a0f6-bb4b31696d5b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:54.124614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object fbd98b1e-98d1-49b6-90d8-90ef839c4a1d will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:54.138845 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/e045484f-352f-4712-a0f6-bb4b31696d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9076064 May 25 16:50:54.143651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33474) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:54.148461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] Routers {'e045484f-352f-4712-a0f6-bb4b31696d5b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:54.153039 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e045484f-352f-4712-a0f6-bb4b31696d5b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:54.157687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.169004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37a9652f-c3e0-4a53-8df3-a98acea27957 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:54.230377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fa3c7884-7eb6-44f5-bb6c-13e771f14917 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:54.256552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:54.260748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:54.261448 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:54.265157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:54.270929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:54.271595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.292751 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] Routers {'e045484f-352f-4712-a0f6-bb4b31696d5b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:54.293624 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e045484f-352f-4712-a0f6-bb4b31696d5b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:54.298042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=fbd98b1e-98d1-49b6-90d8-90ef839c4a1d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:54.304365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:54.309886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9257bf-7205-4d0e-87b7-489f2815543c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:54.311734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb9257bf-7205-4d0e-87b7-489f2815543c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:54.319598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3888485 May 25 16:50:54.322966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33478) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:54.351115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb9257bf-7205-4d0e-87b7-489f2815543c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:54.356017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bb9257bf-7205-4d0e-87b7-489f2815543c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports/5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 HTTP/1.1" status: 200 len: 911 time: 0.2062399 May 25 16:50:54.356368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33482) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:54.386406 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:54.386726 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4b87d-737a-4fdd-a6a6-bdf9ec239848 None None] The sync data for ids ['e045484f-352f-4712-a0f6-bb4b31696d5b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:54.479010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Pushing event updated for resources: {'Port': ['ID=a2697bfe-abc7-4225-a771-a0247c8cba3c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:54.481642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Provisioning for port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:54.488871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c776b7c-53bf-4a79-bde6-81f7dd989bff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:54.489741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c776b7c-53bf-4a79-bde6-81f7dd989bff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:54.493155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:54.501538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Provisioning complete for port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:54.501916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.513215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c776b7c-53bf-4a79-bde6-81f7dd989bff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:54.513215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c776b7c-53bf-4a79-bde6-81f7dd989bff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1889882 May 25 16:50:54.517651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33488) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:54.661676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c4ce05f2-5dac-478e-8128-d43b000c1c9a req-5ce26e8a-e499-44cd-889b-af4a4ff62325 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 210 time: 0.0656321 May 25 16:50:54.717747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:54.735344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:54.742874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Provisioning complete for port a2697bfe-abc7-4225-a771-a0247c8cba3c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:54.743330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7855b83c-80e8-49fc-a818-14a02d38b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.773590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:54.773976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.912094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'c73d13cf-0467-44ef-b10d-b350a5de2f6e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:50:54.912947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:54.927968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port fbd98b1e-98d1-49b6-90d8-90ef839c4a1d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:54.928465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.084213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.130032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.133883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.238271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port fa3c7884-7eb6-44f5-bb6c-13e771f14917, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fa3c7884-7eb6-44f5-bb6c-13e771f14917,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:55.248108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.251682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:55.295722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fdc8d254-de8c-4223-9e9a-5011773196cb None None] Provisioning complete for port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:55.296123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fdc8d254-de8c-4223-9e9a-5011773196cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.320274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for fbd98b1e-98d1-49b6-90d8-90ef839c4a1d owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:55.366294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fdc8d254-de8c-4223-9e9a-5011773196cb None None] Port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:55.367771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:50:55.376768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-5436fb25-b3ae-4457-8655-6c05a7760ef7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:55.377464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-5436fb25-b3ae-4457-8655-6c05a7760ef7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:55.398604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-5436fb25-b3ae-4457-8655-6c05a7760ef7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:55.400752 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-5436fb25-b3ae-4457-8655-6c05a7760ef7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 200 len: 797 time: 0.6110425 May 25 16:50:55.438875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:50:55.439539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0a97794e-8a8c-4a88-9dfc-922f5e944fd4 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:50:55.441971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/c73d13cf-0467-44ef-b10d-b350a5de2f6e/e295d30b-5e59-4e6c-a5e2-b86346457819) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:55.442702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84805b-9054-44a6-9a78-ea9804d54d7b req-90ed89ad-1a70-4c9b-baef-445f02b9315c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:55.444643 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-be84805b-9054-44a6-9a78-ea9804d54d7b req-90ed89ad-1a70-4c9b-baef-445f02b9315c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.2390106 May 25 16:50:55.481463 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-7d2906af-146b-47be-88cd-b92d5b3e6111 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 378 time: 0.0613081 May 25 16:50:55.494087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:55.524572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '79beb190-b9e6-48be-9b03-e925353905c0', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['33ace37f-517e-4c0c-aae8-dfe309338080']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:55.544882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:55.545936 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-be84805b-9054-44a6-9a78-ea9804d54d7b req-f2cf08ca-865f-434d-a56f-9023eccfe623 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918071 May 25 16:50:55.647227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:55.647636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.662433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.670682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a9069be6-99ce-4502-b92d-178f2a1355b5 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:55.692202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.716255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Transition to ACTIVE for port object e295d30b-5e59-4e6c-a5e2-b86346457819 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:55.743289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=fbd98b1e-98d1-49b6-90d8-90ef839c4a1d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:55.747812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Transition to ACTIVE for port object e295d30b-5e59-4e6c-a5e2-b86346457819 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:55.758585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:55.762675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.767687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-54c1c6a7-556e-4a47-b929-c8a895748048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:55.846250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:55.849838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:55.854822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:55.890543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Pushing event updated for resources: {'Port': ['ID=e295d30b-5e59-4e6c-a5e2-b86346457819,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:55.898227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:55.955766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.958803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Attempting to bind port e295d30b-5e59-4e6c-a5e2-b86346457819 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:55.959209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Attempting to bind port e295d30b-5e59-4e6c-a5e2-b86346457819 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:55.959602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Attempting to bind port e295d30b-5e59-4e6c-a5e2-b86346457819 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:55.965984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:55.966520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:55.967103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:55.967854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:55.968300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Bound port: e295d30b-5e59-4e6c-a5e2-b86346457819, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:55.968781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.025755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.044999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7573e29d-3363-45e3-85ca-b0d89a7f9a01 req-26d27a23-5a26-46e0-b410-9473c80bfc20 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 210 time: 0.0748701 May 25 16:50:56.046347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:56.063478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:56.077964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/fbd98b1e-98d1-49b6-90d8-90ef839c4a1d HTTP/1.1" status: 204 len: 168 time: 1.5589881 May 25 16:50:56.079778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:56.085490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.088058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33500) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:56.092116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] For port e295d30b-5e59-4e6c-a5e2-b86346457819, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:56.095298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:56.095946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] For port e295d30b-5e59-4e6c-a5e2-b86346457819, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e295d30b-5e59-4e6c-a5e2-b86346457819,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:56.105611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.111638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:56.154667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a2697bfe-abc7-4225-a771-a0247c8cba3c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:56.184870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3655806-e8a9-410d-9a94-9a0c686926e5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:56.186398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3655806-e8a9-410d-9a94-9a0c686926e5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:56.187222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a3655806-e8a9-410d-9a94-9a0c686926e5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:56.209300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a3655806-e8a9-410d-9a94-9a0c686926e5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:56.211380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a3655806-e8a9-410d-9a94-9a0c686926e5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1129210 May 25 16:50:56.214725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33504) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:56.278636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.6 (845dcfc6-1487-4bc4-81df-7464aeee3748/f51b665d-dd35-44a7-b63c-e7a54c53727e/7a6c7e4a-81eb-4788-bbca-63033f4bebfc) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:50:56.318549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a2697bfe-abc7-4225-a771-a0247c8cba3c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:56.319147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.382679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Pushing event updated for resources: {'Port': ['ID=e295d30b-5e59-4e6c-a5e2-b86346457819,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:56.386410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:56.449941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet c73d13cf-0467-44ef-b10d-b350a5de2f6e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:56.457909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.458460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fa3c7884-7eb6-44f5-bb6c-13e771f14917 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:56.526428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.539719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.577215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 7a6c7e4a-81eb-4788-bbca-63033f4bebfc will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:56.607401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fa3c7884-7eb6-44f5-bb6c-13e771f14917 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:56.608976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.637587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.663734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f1cb045-c06b-49f9-827d-bc3762946874 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:56.816981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:50:56.817768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:56.820539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:50:56.822643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:56.823382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:50:56.873695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.879331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-39050830-827f-43cc-9c35-38fa24e92aef tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:56.903038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:56.903856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:56.937279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4211998 May 25 16:50:56.962819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Request body: {'port': {'device_id': '79beb190-b9e6-48be-9b03-e925353905c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:56.985236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=5ed2ba9f-b89e-4e8f-8ba4-91011d8c10a2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:56.996936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.042664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:57.081734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33916a50-abad-402b-8d6b-1f98f09cd092 req-88374a8d-c15e-4e31-a19c-e05f40d815ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:57.083695 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33916a50-abad-402b-8d6b-1f98f09cd092 req-88374a8d-c15e-4e31-a19c-e05f40d815ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.3574355 May 25 16:50:57.166273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.295363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.315769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a3d50ed5-11bc-432b-9dc7-2943cc5aeaf9 None None] Provisioning for port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:57.321383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a3d50ed5-11bc-432b-9dc7-2943cc5aeaf9 None None] Provisioning complete for port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:57.322603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a3d50ed5-11bc-432b-9dc7-2943cc5aeaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.424700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a3d50ed5-11bc-432b-9dc7-2943cc5aeaf9 None None] Port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:50:57.469084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedddb-756d-460f-84ca-81c17894cd3f req-bff855bf-021f-4d28-98c1-65b03dc05ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:57.469841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-adfedddb-756d-460f-84ca-81c17894cd3f req-bff855bf-021f-4d28-98c1-65b03dc05ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:57.540125 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33916a50-abad-402b-8d6b-1f98f09cd092 req-7a28f082-d007-446c-a3b5-16acecae45d7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806758 May 25 16:50:57.578081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-adfedddb-756d-460f-84ca-81c17894cd3f req-bff855bf-021f-4d28-98c1-65b03dc05ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:57.584709 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-adfedddb-756d-460f-84ca-81c17894cd3f req-bff855bf-021f-4d28-98c1-65b03dc05ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 931 time: 0.3803885 May 25 16:50:57.656406 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-adfedddb-756d-460f-84ca-81c17894cd3f req-37a9813e-822e-44f8-a86f-dced7aa7d435 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707054 May 25 16:50:57.835821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6c7e4a-81eb-4788-bbca-63033f4bebfc {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:50:57.846091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.857445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2978039-13d7-45c3-90b5-93bd65530d6b None None] Provisioning for port e295d30b-5e59-4e6c-a5e2-b86346457819 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:57.865989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Transition to ACTIVE for port object 7a6c7e4a-81eb-4788-bbca-63033f4bebfc will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:50:57.870783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2978039-13d7-45c3-90b5-93bd65530d6b None None] Could not find standard attr ID for object fbd98b1e-98d1-49b6-90d8-90ef839c4a1d. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:57.877215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:57.883241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76027098-9e15-4b65-b91c-5b3ddbc0fa70 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:58.060781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:58.063719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:58.121063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router e045484f-352f-4712-a0f6-bb4b31696d5b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:50:58.169412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Attempting to bind port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:50:58.170186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Attempting to bind port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:50:58.170823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Attempting to bind port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc on network 845dcfc6-1487-4bc4-81df-7464aeee3748 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:58.185986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e295d30b-5e59-4e6c-a5e2-b86346457819 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:50:58.196054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc on network 845dcfc6-1487-4bc4-81df-7464aeee3748 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:50:58.197384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Attempting to bind port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc on network 845dcfc6-1487-4bc4-81df-7464aeee3748 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:50:58.208290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:50:58.208816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Checking segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:50:58.209424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Bound using segment: {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:50:58.209946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Bound port: 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f185d74-a373-4a21-9d25-ec363b2ac626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1199, 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:50:58.210618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.274797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9de254a7-6f24-45a0-ae9a-d6c7b1ba88c7 None None] Could not find standard attr ID for object fbd98b1e-98d1-49b6-90d8-90ef839c4a1d. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:50:58.319856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e295d30b-5e59-4e6c-a5e2-b86346457819 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:50:58.330048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e295d30b-5e59-4e6c-a5e2-b86346457819 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:50:58.330710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.360511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.368330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a7db3e2-e1c7-4732-aa41-634cfab6cf5e tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:58.427589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:50:58.437671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:50:58.446170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:50:58.457442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.461946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=c73d13cf-0467-44ef-b10d-b350a5de2f6e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:58.468908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.471549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:58.473484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:58.485047 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/c73d13cf-0467-44ef-b10d-b350a5de2f6e HTTP/1.1" status: 204 len: 168 time: 2.2664027 May 25 16:50:58.485292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33516) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:58.486580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.497256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] Sync routers for ids ['e045484f-352f-4712-a0f6-bb4b31696d5b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:50:58.499796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e1793-3b02-4387-909e-11cb94c696f1 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:50:58.536972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:58.537421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.538794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] 10.222.0.95 "PUT /v2.0/ports/7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 200 len: 1093 time: 1.5825965 May 25 16:50:58.539352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:50:58.570905 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/e045484f-352f-4712-a0f6-bb4b31696d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2110145 May 25 16:50:58.576715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33522) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:58.580469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-18a96b6e-519c-46df-a6ec-e1e9a4fa0a76 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939078 May 25 16:50:58.581661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:58.583478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33526) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:58.604282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:58.660332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] Routers {'e045484f-352f-4712-a0f6-bb4b31696d5b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:58.661267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e045484f-352f-4712-a0f6-bb4b31696d5b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:58.745031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfd1d2-bd02-4a5b-8dcb-fa87401999c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:58.747009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ddfd1d2-bd02-4a5b-8dcb-fa87401999c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:58.748661 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'status': 'completed', 'code': 200} May 25 16:50:58.787170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-175aeb84-45de-42bf-807c-868fb5b20aee tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:58.830239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ddfd1d2-bd02-4a5b-8dcb-fa87401999c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:58.836019 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8ddfd1d2-bd02-4a5b-8dcb-fa87401999c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2513185 May 25 16:50:58.840808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33534) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:58.842154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e295d30b-5e59-4e6c-a5e2-b86346457819, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e295d30b-5e59-4e6c-a5e2-b86346457819,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:58.850946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-175aeb84-45de-42bf-807c-868fb5b20aee tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:58.856023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-175aeb84-45de-42bf-807c-868fb5b20aee tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=e045484f-352f-4712-a0f6-bb4b31696d5b HTTP/1.1" status: 200 len: 205 time: 0.2509539 May 25 16:50:58.858172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33538) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:58.863677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:58.872710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:58.905009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:59.018273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] Routers {'e045484f-352f-4712-a0f6-bb4b31696d5b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:50:59.018942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e045484f-352f-4712-a0f6-bb4b31696d5b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:59.073089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.092616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc825cb1-ff45-466c-8dcf-fd337f7fe3bb req-526feef7-c963-4407-b2cf-edb47bc4a8ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.095254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cc825cb1-ff45-466c-8dcf-fd337f7fe3bb req-526feef7-c963-4407-b2cf-edb47bc4a8ca tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.3847136 May 25 16:50:59.098479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-166dd9c6-d66a-4e08-8d34-830c0c1d0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.100177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-166dd9c6-d66a-4e08-8d34-830c0c1d0844 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1096 time: 0.4950352 May 25 16:50:59.108464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:50:59.108740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc25711-324d-46ce-ba62-ed81013c68b4 None None] The sync data for ids ['e045484f-352f-4712-a0f6-bb4b31696d5b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:50:59.123098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e295d30b-5e59-4e6c-a5e2-b86346457819,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:59.127170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:59.207914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec5f4f-a8c2-4245-8517-cff4482fe182 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.208629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-edec5f4f-a8c2-4245-8517-cff4482fe182 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:50:59.214306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:50:59.223923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-089aadb5-9685-4e49-9675-1d0a42991767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.225421 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-089aadb5-9685-4e49-9675-1d0a42991767 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1098 time: 0.4593015 May 25 16:50:59.239737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-d898032e-65a8-4c0e-bf73-08911738d899 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 200 len: 217 time: 0.1141343 May 25 16:50:59.246540 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cc825cb1-ff45-466c-8dcf-fd337f7fe3bb req-1ac32ead-b907-4c7c-9026-7deae2a2c40d tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434042 May 25 16:50:59.289731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Deleting port e295d30b-5e59-4e6c-a5e2-b86346457819 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:50:59.290285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.292976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-edec5f4f-a8c2-4245-8517-cff4482fe182 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:50:59.296474 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-edec5f4f-a8c2-4245-8517-cff4482fe182 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4470828 May 25 16:50:59.299063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33542) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:59.382527 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-521340cd-3125-45f6-beb4-82929b7fe918 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780218 May 25 16:50:59.382714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:59.391082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:50:59.404353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] For port e295d30b-5e59-4e6c-a5e2-b86346457819, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e295d30b-5e59-4e6c-a5e2-b86346457819,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:50:59.405142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.469243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-b6e11d97-1461-4770-96b1-f8aca1a04615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.470698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-b6e11d97-1461-4770-96b1-f8aca1a04615 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f51b665d-dd35-44a7-b63c-e7a54c53727e HTTP/1.1" status: 200 len: 835 time: 0.2198131 May 25 16:50:59.550567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Calling delete_port for e295d30b-5e59-4e6c-a5e2-b86346457819 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:50:59.577150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:50:59.591005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:50:59.604733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-3198e436-434c-40d3-ae94-5b3c4baa7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.606224 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-3198e436-434c-40d3-ae94-5b3c4baa7a2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=845dcfc6-1487-4bc4-81df-7464aeee3748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215894 May 25 16:50:59.606949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.607793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:50:59.611350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.612820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed3d0211-d798-46c8-8c90-6b941cc43d8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:50:59.659805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.667840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.706299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55551a97-3ff5-4e9a-a925-af75ec4003c0 req-e94b6f2f-9f4c-4dc3-a137-6fbbe60a37cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.707964 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-55551a97-3ff5-4e9a-a925-af75ec4003c0 req-e94b6f2f-9f4c-4dc3-a137-6fbbe60a37cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 943 time: 0.7847157 May 25 16:50:59.714218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Pushing event deleted for resources: {'Port': ['ID=e295d30b-5e59-4e6c-a5e2-b86346457819,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:50:59.717929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:50:59.719047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] No DVR routers for this DVR port e295d30b-5e59-4e6c-a5e2-b86346457819 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:50:59.754166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.754712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router e045484f-352f-4712-a0f6-bb4b31696d5b {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:50:59.770580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.771688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-591534c9-5dd8-4697-a1ee-8ed7f91803ff tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/e045484f-352f-4712-a0f6-bb4b31696d5b HTTP/1.1" status: 204 len: 168 time: 0.9107103 May 25 16:50:59.777889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33550) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:50:59.781743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-064a50b7-307d-42fc-a058-6d8a2531aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.783193 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-064a50b7-307d-42fc-a058-6d8a2531aa70 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 898 time: 0.5091345 May 25 16:50:59.877422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-55551a97-3ff5-4e9a-a925-af75ec4003c0 req-3a05a6da-f34e-49d1-86e4-3e5f0aa9031f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560245 May 25 16:50:59.902265 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-330a9b84-f18a-4b13-822f-0081bc162ade service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 1000 time: 0.1096761 May 25 16:50:59.929777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet 19bd504c-cdbb-4ffd-8181-ec874f84fbc7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:50:59.934311 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-764a9590-2c15-4d87-b0ac-02ef5ea584ec service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069544 May 25 16:50:59.937647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:50:59.972124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-0eb4c015-679a-4cbd-80ed-af948a448ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:50:59.973567 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-0eb4c015-679a-4cbd-80ed-af948a448ed4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 200 len: 834 time: 0.0641525 May 25 16:51:00.058407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-b80af6b3-05ca-4896-8c2c-3c5377519df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:00.060182 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-b80af6b3-05ca-4896-8c2c-3c5377519df7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3d277a84-69b1-4031-9495-02f52d340445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805006 May 25 16:51:00.088196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e295d30b-5e59-4e6c-a5e2-b86346457819 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:00.113486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.125857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e295d30b-5e59-4e6c-a5e2-b86346457819 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:00.126345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e295d30b-5e59-4e6c-a5e2-b86346457819 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:00.202535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-af21460e-cbb1-460e-8016-e03aeedeeddd service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345530 May 25 16:51:00.246086 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8998092-19f9-4b52-be1c-7f5ccd51b1d3 req-339926dc-d5fb-4b00-9377-9b4afefaba09 service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801809 May 25 16:51:00.356894 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ba65507-ce82-4f7b-90a1-957aeeb3b5aa req-be102e39-ef20-4a09-807c-cfc4ffd37cac service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472595 May 25 16:51:00.399856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:00.835221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-b3a83114-e7f0-4ad0-b2dc-3f7b3a41df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:00.836724 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-b3a83114-e7f0-4ad0-b2dc-3f7b3a41df84 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1096 time: 0.5295508 May 25 16:51:00.905514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958cf00-3323-4406-a66c-3d5a797bd6d5 req-c24e4f1e-b456-4149-94d8-57ed95685ecd tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:00.907069 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d958cf00-3323-4406-a66c-3d5a797bd6d5 req-c24e4f1e-b456-4149-94d8-57ed95685ecd tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.5143309 May 25 16:51:01.102266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd220238-dc59-4e0a-8cad-cf3b03ae294f req-b90af1f3-9e00-4d1c-8d93-50a502d45cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.104943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd220238-dc59-4e0a-8cad-cf3b03ae294f req-b90af1f3-9e00-4d1c-8d93-50a502d45cdd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1098 time: 0.1701896 May 25 16:51:01.118045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861af8-c18e-48a7-93f6-30141a8b416f req-f40dd80f-e379-4cf7-ad72-c2a18ac6d7b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.120143 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a861af8-c18e-48a7-93f6-30141a8b416f req-f40dd80f-e379-4cf7-ad72-c2a18ac6d7b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 943 time: 0.1101665 May 25 16:51:01.120275 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d958cf00-3323-4406-a66c-3d5a797bd6d5 req-34f25d42-7532-4ccc-aad4-d05e1496c3dd tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544974 May 25 16:51:01.195774 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a861af8-c18e-48a7-93f6-30141a8b416f req-57f08e7a-c929-43db-bab6-3168d915398e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602453 May 25 16:51:01.198085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd220238-dc59-4e0a-8cad-cf3b03ae294f req-1d4bae08-11f8-4864-81bb-5ab663905681 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770388 May 25 16:51:01.202244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-342bc36e-6977-47cf-8a8e-608f45ffd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.203728 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-342bc36e-6977-47cf-8a8e-608f45ffd622 service neutron] 10.222.0.95 "GET /v2.0/networks?id=845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 200 len: 899 time: 0.3424225 May 25 16:51:01.227609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.233097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9e301946-8ca8-4408-9c05-c306579a955f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:01.261626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.272545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:51:01.275577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:01.294315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:01.355663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:01.372840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.376002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-844d2b26-2f27-4c5f-a847-fe28e08a1ad4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 200 len: 217 time: 0.0838001 May 25 16:51:01.382822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.383430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.407385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d163043-cbf6-4cca-87be-a904af0f61da None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:01.420309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c911e20-efd0-4ce0-8252-7768b58c537f None None] Network 216e2b43-da23-4bcc-982c-bbadd1b7aafe requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:01.434347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/19bd504c-cdbb-4ffd-8181-ec874f84fbc7 HTTP/1.1" status: 204 len: 168 time: 1.6512191 May 25 16:51:01.440389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33560) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:01.446646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=6bd67ab1-cbcf-45f7-80c2-2de07800b62f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:01.457732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:01.458226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-789e08f1-4d19-4f54-8240-97913de150f4 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:01.504651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1179063 May 25 16:51:01.505741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=19bd504c-cdbb-4ffd-8181-ec874f84fbc7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:01.507064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33564) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:01.513780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:01.519745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '6bd67ab1-cbcf-45f7-80c2-2de07800b62f', 'ip_address': '2001:db8::a561:16a4:6714:2d73'}], 'name': 'tempest-NetworksTestDHCPv6-183406764'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:01.538595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-e86c0a43-b168-411d-873d-569316b0c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.541358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-e86c0a43-b168-411d-873d-569316b0c4dd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f51b665d-dd35-44a7-b63c-e7a54c53727e HTTP/1.1" status: 200 len: 835 time: 0.1492934 May 25 16:51:01.577640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.658005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port a2697bfe-abc7-4225-a771-a0247c8cba3c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:01.658235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.691372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.722247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:01.725778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-ccd7d1e1-0909-4196-a8f4-097896cfc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:01.727267 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-ccd7d1e1-0909-4196-a8f4-097896cfc429 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=845dcfc6-1487-4bc4-81df-7464aeee3748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1376517 May 25 16:51:01.754074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:01.767371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port a2697bfe-abc7-4225-a771-a0247c8cba3c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a2697bfe-abc7-4225-a771-a0247c8cba3c,segment=NetworkSegment(6de88ae8-0d37-426e-a3f9-93f7f2d5f412),segment_id=6de88ae8-0d37-426e-a3f9-93f7f2d5f412)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:01.767729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.802175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:51:01.830408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:01.852731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:01.859277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:01.908845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for a2697bfe-abc7-4225-a771-a0247c8cba3c owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:01.930205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:01.933083 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'code': 200} May 25 16:51:01.933866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'ba319539-563c-4d3e-b538-22c647031c62', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'port_id': 'ba319539-563c-4d3e-b538-22c647031c62', 'mac_address': 'fa:16:3e:1c:a7:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:51:01.968283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.968552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:01.973285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:01.978972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:01.995593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-a59dd38a-d1e2-4f2f-bfdd-550003831284 service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598245 May 25 16:51:02.018951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=a2697bfe-abc7-4225-a771-a0247c8cba3c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:02.024956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:02.026216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port a2697bfe-abc7-4225-a771-a0247c8cba3c on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:02.045269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.113899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.129988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 7ffd060e-31f6-4482-a7c3-acb40003999a yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:02.148716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '6bd67ab1-cbcf-45f7-80c2-2de07800b62f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:02.149560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.161334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.173606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba319539-563c-4d3e-b538-22c647031c62 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:02.192723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e2b43-da23-4bcc-982c-bbadd1b7aafe']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:02.203590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:02.206866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:02.214144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de88ae8-0d37-426e-a3f9-93f7f2d5f412') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:02.215417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de88ae8-0d37-426e-a3f9-93f7f2d5f412') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:02.255170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9059f609-f895-41ac-85fa-7c59acd7dd4c None None] DHCP port deletion for 216e2b43-da23-4bcc-982c-bbadd1b7aafe request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:02.259798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:02.260171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.279186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.289629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e36a869-dd1c-411b-913c-504a9e135c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:02.303450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.303729 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96fedf25-499d-402b-8f1b-a59e27d17b1a req-d043f64c-0869-4fe3-bf97-a312691f6d68 service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995992 May 25 16:51:02.315925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:51:02.316418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:51:02.362130 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:51:02.480000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:02.484355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:02.529749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::a561:16a4:6714:2d73 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/6bd67ab1-cbcf-45f7-80c2-2de07800b62f/7ffd060e-31f6-4482-a7c3-acb40003999a) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:02.583118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6534ea0-e955-4697-8865-163219cde816 req-2ebcdf85-3815-4cb8-9ac2-158b3488e33f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:02.584699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6534ea0-e955-4697-8865-163219cde816 req-2ebcdf85-3815-4cb8-9ac2-158b3488e33f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 943 time: 0.1482420 May 25 16:51:02.641305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['ba319539-563c-4d3e-b538-22c647031c62'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:02.669933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6534ea0-e955-4697-8865-163219cde816 req-1435164d-9da7-4291-af48-3a9a58cc87db tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758102 May 25 16:51:02.691951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.698309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a18651cc-3a7d-433f-822d-f8acb2c99ef4 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:02.713696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.732403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=216e2b43-da23-4bcc-982c-bbadd1b7aafe,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:02.736616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:02.749999 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/216e2b43-da23-4bcc-982c-bbadd1b7aafe HTTP/1.1" status: 204 len: 168 time: 1.3048229 May 25 16:51:02.750474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33574) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:02.761126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca20c87-75ba-4a2b-9ed2-89c4d0ff4b5b req-473d1835-ea97-434e-8bc8-94db88b09a42 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:02.762706 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aca20c87-75ba-4a2b-9ed2-89c4d0ff4b5b req-473d1835-ea97-434e-8bc8-94db88b09a42 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 944 time: 0.3908584 May 25 16:51:02.766063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1884014184', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:02.776211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:02.796459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:02.801447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:02.816315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:02.835400 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aca20c87-75ba-4a2b-9ed2-89c4d0ff4b5b req-aff91f6d-3de6-4dfa-97bc-bfde0c8ed6fd tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622001 May 25 16:51:02.836888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.838086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:02.856594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.017206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.033335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 7ffd060e-31f6-4482-a7c3-acb40003999a will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:03.058604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.066131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c347c15b-5d3f-46f1-8f86-667b90eb006a tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:03.150137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/6bd67ab1-cbcf-45f7-80c2-2de07800b62f/319dc881-e5cc-43bd-8a13-d68b0d380ffc) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:03.151406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:03.157694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:03.162222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:03.176698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.177684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:03.178369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.206224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=7ffd060e-31f6-4482-a7c3-acb40003999a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:03.221334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:03.232613 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7225528 May 25 16:51:03.237327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33578) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:03.309533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7a6c7e4a-81eb-4788-bbca-63033f4bebfc details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:51:03.329478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518a621e-1bd1-47a4-b799-2049402f564a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:03.330231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-518a621e-1bd1-47a4-b799-2049402f564a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:03.348410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-518a621e-1bd1-47a4-b799-2049402f564a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:03.349750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-518a621e-1bd1-47a4-b799-2049402f564a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1112735 May 25 16:51:03.353896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33582) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:03.468086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.resource_extend [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 16:51:03.569552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.594727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Transition to ACTIVE for port object 319dc881-e5cc-43bd-8a13-d68b0d380ffc will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:03.625807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.633227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Transition to ACTIVE for port object 319dc881-e5cc-43bd-8a13-d68b0d380ffc will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:03.641916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:03.653528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.658924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-18fa4f71-bce2-4537-922c-2e5da1540c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:03.663045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.695337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'port_id': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'mac_address': 'fa:16:3e:5b:1f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:51:03.750021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 7ffd060e-31f6-4482-a7c3-acb40003999a {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:03.750357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.780383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:03.786583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:03.789044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:03.827721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Pushing event updated for resources: {'Port': ['ID=319dc881-e5cc-43bd-8a13-d68b0d380ffc,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:03.830460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:03.873939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.914157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2d067-b8dd-442b-b3b2-f805afca1489 req-71044990-77a3-426a-b37e-03be9fcccdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:03.914420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6c7e4a-81eb-4788-bbca-63033f4bebfc {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:51:03.917057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7de2d067-b8dd-442b-b3b2-f805afca1489 req-71044990-77a3-426a-b37e-03be9fcccdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 943 time: 0.1071374 May 25 16:51:03.925072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 172.26.6.69 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e8c707fc-8ecc-4fed-84f3-a87dab148243) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:03.925780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Attempting to bind port 319dc881-e5cc-43bd-8a13-d68b0d380ffc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:03.926163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Attempting to bind port 319dc881-e5cc-43bd-8a13-d68b0d380ffc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:03.926728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Attempting to bind port 319dc881-e5cc-43bd-8a13-d68b0d380ffc on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:03.940349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:03.941059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:03.941215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.941528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:03.942009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Bound port: 319dc881-e5cc-43bd-8a13-d68b0d380ffc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:03.942625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.956355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:03.957238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:03.993039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.005303 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7de2d067-b8dd-442b-b3b2-f805afca1489 req-8afeb1b7-36ca-4a1d-97dc-361f4c3bbb46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684443 May 25 16:51:04.005651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:04.090786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a2697bfe-abc7-4225-a771-a0247c8cba3c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:04.144233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a2697bfe-abc7-4225-a771-a0247c8cba3c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:04.144579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a2697bfe-abc7-4225-a771-a0247c8cba3c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:04.153952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:04.158426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:04.159530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] For port 319dc881-e5cc-43bd-8a13-d68b0d380ffc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:04.163318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] For port 319dc881-e5cc-43bd-8a13-d68b0d380ffc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=319dc881-e5cc-43bd-8a13-d68b0d380ffc,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:04.169310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.173821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:04.265780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Pushing event updated for resources: {'Port': ['ID=319dc881-e5cc-43bd-8a13-d68b0d380ffc,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:04.268821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:04.338001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 7ffd060e-31f6-4482-a7c3-acb40003999a owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:04.407994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['7a6c7e4a-81eb-4788-bbca-63033f4bebfc'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:51:04.475624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.506148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1074e0-8c59-4047-be72-1e504226580f req-65d24836-97a1-41e5-b5ca-54067714aef5 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:04.507892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ad1074e0-8c59-4047-be72-1e504226580f req-65d24836-97a1-41e5-b5ca-54067714aef5 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 944 time: 0.4799111 May 25 16:51:04.640244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ad1074e0-8c59-4047-be72-1e504226580f req-39ce8ce7-510f-4036-8b03-a4476c2b46d6 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182501 May 25 16:51:04.645076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.650599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-40721bac-04d8-4ee3-b9ff-40a621173093 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:04.665376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33590) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:04.706033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.765213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:04.774424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:04.776769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:04.782850 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e04563d-54b2-4d48-a903-e931703b9ecd tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/floatingips/85fb1d30-913c-4892-842b-dc84aaf86501 HTTP/1.1" status: 200 len: 991 time: 0.1153805 May 25 16:51:04.807517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:04.834318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=e8c707fc-8ecc-4fed-84f3-a87dab148243,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:04.837189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:04.843385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52f4fbaa-d67f-48e8-ab8f-37f070028cc7 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:04.895578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=7ffd060e-31f6-4482-a7c3-acb40003999a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:04.897915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:04.899387 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/7ffd060e-31f6-4482-a7c3-acb40003999a HTTP/1.1" status: 204 len: 168 time: 1.5445313 May 25 16:51:04.902590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33594) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:04.973944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680e509-54da-46bd-91c8-68908271611a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:04.975694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f680e509-54da-46bd-91c8-68908271611a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:04.976476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f680e509-54da-46bd-91c8-68908271611a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:04.994454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f680e509-54da-46bd-91c8-68908271611a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:04.995690 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f680e509-54da-46bd-91c8-68908271611a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0920627 May 25 16:51:04.998241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:05.075267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 6bd67ab1-cbcf-45f7-80c2-2de07800b62f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:05.079064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.188053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.272864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:05.294628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca0809-caa0-4759-85c6-96cfce691b9d req-8514cab4-a2c3-4da2-b38e-26744cfe1d09 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:05.296276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8ca0809-caa0-4759-85c6-96cfce691b9d req-8514cab4-a2c3-4da2-b38e-26744cfe1d09 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 944 time: 0.1816375 May 25 16:51:05.336675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.343555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.384513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port ba319539-563c-4d3e-b538-22c647031c62 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:05.385381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.442815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8ca0809-caa0-4759-85c6-96cfce691b9d req-a62ddde2-339a-4f65-a5d4-ab891ed8d8f3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1308155 May 25 16:51:05.480182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2f088064-4295-427b-9eb8-b9d1fdccfab3 None None] Provisioning for port 319dc881-e5cc-43bd-8a13-d68b0d380ffc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:05.549198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.592444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:05.608847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:05.615458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.619564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:05.691067 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'code': 200} May 25 16:51:05.713151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-435ca1df-e1d1-4a9d-9ad5-59639a30ef27 None None] Could not find standard attr ID for object 7ffd060e-31f6-4482-a7c3-acb40003999a. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:51:05.722349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:05.730386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:05.754878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.761030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1792fe47-ab1d-4761-ac9c-1c06f32c3ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:05.796335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.801838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:05.805014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd67ab1-cbcf-45f7-80c2-2de07800b62f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:05.808700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:05.824285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/6bd67ab1-cbcf-45f7-80c2-2de07800b62f HTTP/1.1" status: 204 len: 168 time: 0.8225305 May 25 16:51:05.824641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33606) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:05.885370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0416ea2-de1f-497a-8c10-9f3f652d88cb None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:05.898662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-846bf58b-29d8-4f7a-ae10-1a2856cf7821 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713308 May 25 16:51:05.900602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33610) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:05.906599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:06.025162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:06.029823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:06.033078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:06.040505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:06.054893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:06.059681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.166285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 319dc881-e5cc-43bd-8a13-d68b0d380ffc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:06.197107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:06.209812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 5f30a454-144d-4d2c-8974-d966567dc417 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:51:06.293372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 319dc881-e5cc-43bd-8a13-d68b0d380ffc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:06.300653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 319dc881-e5cc-43bd-8a13-d68b0d380ffc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:06.301038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.332080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Deleting port 319dc881-e5cc-43bd-8a13-d68b0d380ffc {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:06.332455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.422963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:06.448595 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] Sync routers for ids ['5f30a454-144d-4d2c-8974-d966567dc417'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:06.460143 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.462407 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] Routers {'5f30a454-144d-4d2c-8974-d966567dc417'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:06.463498 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5f30a454-144d-4d2c-8974-d966567dc417'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:06.464715 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7132261 May 25 16:51:06.465422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33614) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:06.536065 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:06.548520 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] Routers {'5f30a454-144d-4d2c-8974-d966567dc417'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:06.553067 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5f30a454-144d-4d2c-8974-d966567dc417'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:06.633556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:06.634401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90213a7-e038-46c0-a3e2-d9133631d5f0 None None] The sync data for ids ['5f30a454-144d-4d2c-8974-d966567dc417'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:06.634549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] For port 319dc881-e5cc-43bd-8a13-d68b0d380ffc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=319dc881-e5cc-43bd-8a13-d68b0d380ffc,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:06.635061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.719128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.741977 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-14e608dd-57ea-49f1-9684-8a2037924ba7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers/5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 200 len: 884 time: 0.2751257 May 25 16:51:06.744628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33620) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:06.744832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558dec7-59ae-4dae-a48d-090229598f60 req-67c58400-de4b-4af7-94c6-62d2fee5321d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:06.747324 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4558dec7-59ae-4dae-a48d-090229598f60 req-67c58400-de4b-4af7-94c6-62d2fee5321d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 944 time: 0.1368415 May 25 16:51:06.817411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Calling delete_port for 319dc881-e5cc-43bd-8a13-d68b0d380ffc owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:06.833133 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4558dec7-59ae-4dae-a48d-090229598f60 req-cd2cde3c-a491-4e7e-b024-49c341a0e7b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750930 May 25 16:51:06.872706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 319dc881-e5cc-43bd-8a13-d68b0d380ffc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=319dc881-e5cc-43bd-8a13-d68b0d380ffc,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:06.881026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.884511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-56b30d5c-dd68-4147-9848-646d24dab912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:06.917192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:06.924352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3df295c9-cb08-4750-81df-3f7d501eb970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:06.994824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=319dc881-e5cc-43bd-8a13-d68b0d380ffc,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:06.998799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:07.000915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6097cd33-070e-427d-8881-671e1af198d9 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:router {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:07.004075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.010756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:07.014489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:07.015705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:07.029934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:07.030620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.032708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6097cd33-070e-427d-8881-671e1af198d9 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:router {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:07.038490 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6097cd33-070e-427d-8881-671e1af198d9 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2888620 May 25 16:51:07.039417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:07.045371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1884014184'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:07.045643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=caa8e01c-27b2-4462-aa0e-bb837461b983,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:07.050543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:07.065974 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1640966 May 25 16:51:07.069715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33628) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:07.075994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Pushing event deleted for resources: {'Port': ['ID=319dc881-e5cc-43bd-8a13-d68b0d380ffc,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:07.078471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': 'caa8e01c-27b2-4462-aa0e-bb837461b983', 'ip_address': '2001:db8::8566:f0b1:f930:c50e'}], 'name': 'tempest-NetworksTestDHCPv6-946455667'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:07.080177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:07.081084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] No DVR routers for this DVR port 319dc881-e5cc-43bd-8a13-d68b0d380ffc on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:07.104581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad57f3-3515-4e7e-8f4c-5faa5c846c7e None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:07.255654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:07.261774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:07.265513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:07.272363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:07.286528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:07.290901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7a6c7e4a-81eb-4788-bbca-63033f4bebfc up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:07.442082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'caa8e01c-27b2-4462-aa0e-bb837461b983'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:07.443363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.453784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.459528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:07.468766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:07.469166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.475669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:07.690891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.706210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.711459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.715467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::8566:f0b1:f930:c50e (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/caa8e01c-27b2-4462-aa0e-bb837461b983/8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:07.748564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:07.760349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:07.765158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.768412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4efbc61e-d435-4f88-ac86-16bb84ca90f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:07.812621 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'code': 200} May 25 16:51:07.867932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:07.876972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:07.967821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:07.986777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:08.025519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.076086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58654146-be1b-4618-ac9e-e68d1bd7cedd tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:08.086862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 5f30a454-144d-4d2c-8974-d966567dc417 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:08.105843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 319dc881-e5cc-43bd-8a13-d68b0d380ffc no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:08.155255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 319dc881-e5cc-43bd-8a13-d68b0d380ffc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:08.155708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 319dc881-e5cc-43bd-8a13-d68b0d380ffc not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:08.182808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/caa8e01c-27b2-4462-aa0e-bb837461b983/b58a09ac-8e51-4e13-b3bc-581e4c9cabe5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:08.225158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:08.233987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:08.242180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:08.248067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.248787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.252819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:08.276033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:08.308131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2366121 May 25 16:51:08.311439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33636) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:08.313966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2f6b6-b718-4a06-ac0e-58c8c39556fb req-7592b57b-9f66-4c7a-998e-c06d2f30717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.316985 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-85b2f6b6-b718-4a06-ac0e-58c8c39556fb req-7592b57b-9f66-4c7a-998e-c06d2f30717c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1098 time: 0.2890179 May 25 16:51:08.331411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707c417-6feb-45a0-90ce-6cf6336f81e9 req-437eb651-706a-4247-8837-805c6ae9594f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.333964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3707c417-6feb-45a0-90ce-6cf6336f81e9 req-437eb651-706a-4247-8837-805c6ae9594f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.2139170 May 25 16:51:08.360395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:08.366528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.371795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-87531196-edd5-433a-8adc-a088b24f608d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 200 len: 891 time: 1.3312342 May 25 16:51:08.372849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33640) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:08.382598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] Sync routers for ids ['5f30a454-144d-4d2c-8974-d966567dc417'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:08.409650 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-85b2f6b6-b718-4a06-ac0e-58c8c39556fb req-adeb3e3d-7dbe-4328-b13b-136fc4aacc56 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745862 May 25 16:51:08.411499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] Routers {'5f30a454-144d-4d2c-8974-d966567dc417'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:08.412053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5f30a454-144d-4d2c-8974-d966567dc417'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:08.414898 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3707c417-6feb-45a0-90ce-6cf6336f81e9 req-d5d16c7a-d1c3-4579-a66f-228533deb808 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613201 May 25 16:51:08.487337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:08.497403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.510375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] Routers {'5f30a454-144d-4d2c-8974-d966567dc417'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:08.511040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:50:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5f30a454-144d-4d2c-8974-d966567dc417'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:08.562617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Transition to ACTIVE for port object b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:08.608030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72297f-d85a-4593-a6e1-a60f1ce3faba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:08.608788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9c72297f-d85a-4593-a6e1-a60f1ce3faba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:08.628818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:08.629321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efc54cb-1b27-4b26-9ad9-fd071ed1c80c None None] The sync data for ids ['5f30a454-144d-4d2c-8974-d966567dc417'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:08.630242 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fa2ebc70-c533-4428-b5d0-11e4ff4965bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers/5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 200 len: 891 time: 0.2503850 May 25 16:51:08.632896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33644) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:08.640729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9c72297f-d85a-4593-a6e1-a60f1ce3faba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:08.642115 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9c72297f-d85a-4593-a6e1-a60f1ce3faba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3296568 May 25 16:51:08.644557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33648) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:08.645286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Transition to ACTIVE for port object b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:08.651568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.655003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:08.691542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-db3af047-2f22-40c0-91cb-923488f063b3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 200 len: 205 time: 0.0548708 May 25 16:51:08.693152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33652) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:08.717226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:08.720301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:08.724145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:08.758469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Pushing event updated for resources: {'Port': ['ID=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:08.768719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:08.785439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:08.786052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.826734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Attempting to bind port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:08.827225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Attempting to bind port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:08.827595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Attempting to bind port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:08.833085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:08.833464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:08.833871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.834269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:08.834741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Bound port: b58a09ac-8e51-4e13-b3bc-581e4c9cabe5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:08.835150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.900149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.928509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] For port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:08.931830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] For port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:08.933513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.936857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:08.940514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:09.023703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Pushing event updated for resources: {'Port': ['ID=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:09.027760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:09.076927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:09.204216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.224978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-adcb556b-df4b-4f51-8fc8-304d6a81cb83 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:09.283097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:09.286383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:09.297825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.328426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.341803 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 HTTP/1.1" status: 204 len: 168 time: 0.6958990 May 25 16:51:09.343980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33656) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:09.383158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port e8c707fc-8ecc-4fed-84f3-a87dab148243 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:09.383507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.418483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9492b4b-0e00-498c-a385-a19dce328815 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:09.420031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9492b4b-0e00-498c-a385-a19dce328815 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:09.420774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a9492b4b-0e00-498c-a385-a19dce328815 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:09.439971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a9492b4b-0e00-498c-a385-a19dce328815 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:09.441964 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a9492b4b-0e00-498c-a385-a19dce328815 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0961819 May 25 16:51:09.444273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33662) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:09.524731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.534193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet caa8e01c-27b2-4462-aa0e-bb837461b983 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:09.539188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.653795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.673733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for e8c707fc-8ecc-4fed-84f3-a87dab148243 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:09.724765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae779be-118a-4510-8472-0dd5c489e5be req-0bb0257e-9d5d-47c9-8cc4-d6226454128b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:09.726326 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ae779be-118a-4510-8472-0dd5c489e5be req-0bb0257e-9d5d-47c9-8cc4-d6226454128b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.1897390 May 25 16:51:09.793892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ae779be-118a-4510-8472-0dd5c489e5be req-4c4580f6-5744-4803-b412-9f2fef7204cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596590 May 25 16:51:09.798469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.875672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:09.880953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f95e8c68-f40f-4dcb-b03b-9d3b04f500b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:09.934523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=e8c707fc-8ecc-4fed-84f3-a87dab148243,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:09.962434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:09.997611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f795dcd-7831-4970-b0fb-7451e92d6856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.044813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.148066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:10.239188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:10.270436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.273533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Provisioning for port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:10.278607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.284514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Provisioning complete for port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:10.285292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.308352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.309509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router 5f30a454-144d-4d2c-8974-d966567dc417 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:51:10.328649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.335173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-458cd306-52b2-4c75-9d89-39163c4271b5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:10.342259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.346739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 204 len: 168 time: 1.6500247 May 25 16:51:10.346979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:10.354671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1166697319'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:10.360926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:10.372013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:10.372013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:10.375479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:10.379809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=caa8e01c-27b2-4462-aa0e-bb837461b983,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:10.388848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:10.390411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:10.391282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.394104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.409383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/caa8e01c-27b2-4462-aa0e-bb837461b983 HTTP/1.1" status: 204 len: 168 time: 0.9637146 May 25 16:51:10.417281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33670) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:10.436814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1198, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:51:10.448892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.449246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment 5b255a70-192c-40f0-a78e-18dac18e49fb of type vlan for network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 May 25 16:51:10.454527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e459a-be86-4302-bad0-f115425387e7 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:10.477765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.507670 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5e2530b6-a98e-465d-bf5a-fc90775c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865920 May 25 16:51:10.507949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33674) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:10.514752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.515478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:10.520991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:10.521589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.527391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:10.543553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.638991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:10.643509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:10.649265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2983646 May 25 16:51:10.649463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:10.649750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33678) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:10.655630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:10.655867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:10.662783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] For port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:10.665921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:10.670217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.674448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.675572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=9243ca9b-75eb-4f71-96ab-45afc0dc05b0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:10.677553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6658b9ca-93e4-4a46-8f35-7623140294f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:10.687959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:10.715801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:51:10.797212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:10.801298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:10.809908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:10.817457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:10.827852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:10.831506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:10.832773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8dab4442-5683-4242-97c9-1b0b4fc92969 None None] Could not find standard attr ID for object 8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:51:10.854475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Pushing event updated for resources: {'Port': ['ID=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:10.860361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:10.973076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:11.054117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Deleting port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:11.054805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.073412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8152d6-781a-4eec-981c-862914aafc98 req-761fbc2f-bb83-4289-9b11-e99cfdb61489 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.075098 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6b8152d6-781a-4eec-981c-862914aafc98 req-761fbc2f-bb83-4289-9b11-e99cfdb61489 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.1309454 May 25 16:51:11.166281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.172154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-63677421-5fd8-47c2-bb2c-c78a00524c8d tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:11.177165 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6b8152d6-781a-4eec-981c-862914aafc98 req-eb3478c4-5c9b-4d14-8dcc-bccbde98932d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932114 May 25 16:51:11.194502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] For port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:11.195033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.262594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=5ea37241-b4f4-417e-b84e-ca7a78b26596,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:11.271863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:11.282260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:11.283742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:11.301038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.302653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.338066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Calling delete_port for b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:11.395772 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8837643 May 25 16:51:11.397106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.402662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:11.403904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33686) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:11.415753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '5ea37241-b4f4-417e-b84e-ca7a78b26596', 'ip_address': '2001:db8::5ec2:6bc9:82cb:3cd7'}], 'name': 'tempest-NetworksTestDHCPv6-343327337'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:11.448880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.452090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Pushing event deleted for resources: {'Port': ['ID=b58a09ac-8e51-4e13-b3bc-581e4c9cabe5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:11.453391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fd37e6b-aa12-4787-bfae-7207e9218446 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:11.455114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:11.455919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] No DVR routers for this DVR port b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:11.469287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48baaaf5-2359-4b08-ac63-ad82816e6704 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:11.541750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=8cb70148-840a-4fd5-9d97-21813fcd402a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:11.546243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:11.550749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': '5b255a70-192c-40f0-a78e-18dac18e49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:11.551386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 9243ca9b-75eb-4f71-96ab-45afc0dc05b0, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:51:11.558325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4854b-5cbb-4d53-bb7e-c9738b971196 req-a0d4d111-dc67-483f-af1a-2e7f5d7c0ca4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.559896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2e4854b-5cbb-4d53-bb7e-c9738b971196 req-a0d4d111-dc67-483f-af1a-2e7f5d7c0ca4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.2519298 May 25 16:51:11.578325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:51:11.590154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9243ca9b-75eb-4f71-96ab-45afc0dc05b0) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:11.601096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.601683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.607705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c6255e-5bcb-42d7-8db8-29fefd3d8a75 None None] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:11.621706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:11.627579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9764981 May 25 16:51:11.629979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33690) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:11.630274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:11.635534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:11.636126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-974732634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:11.641145 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2e4854b-5cbb-4d53-bb7e-c9738b971196 req-5607ec78-39fd-4d9d-a83d-af665bcd9b4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702484 May 25 16:51:11.645539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:11.649227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:11.657304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:11.660811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:11.668135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:11.669362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33694) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:11.673621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:11.681477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.682616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.700151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.725322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.754753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.759585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cb31d741-311e-4b10-a50c-ec872fdaab76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1252160 May 25 16:51:11.760015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33698) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:11.860610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.862701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '5ea37241-b4f4-417e-b84e-ca7a78b26596'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:11.863637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:11.885776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6ada2-0a1a-4449-a2ee-297ebf644b8a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:11.890281 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1df6ada2-0a1a-4449-a2ee-297ebf644b8a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1093 time: 0.2198372 May 25 16:51:11.893762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33702) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:11.900858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:11.911129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:11.914155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 8fe72173-07c5-4855-8353-eae7c312bfc1 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:11.954665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:11.958831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:11.977129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:12.004434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.062475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9243ca9b-75eb-4f71-96ab-45afc0dc05b0', 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': '8cb70148-840a-4fd5-9d97-21813fcd402a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:12.063343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.124933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:12.167987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:12.168344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b58a09ac-8e51-4e13-b3bc-581e4c9cabe5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:12.250211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5ea37241-b4f4-417e-b84e-ca7a78b26596/b60cc34d-de0f-47ac-a719-0ab026eb06c9) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:12.366308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.454026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Allocated IP 2001:db8::2 (9243ca9b-75eb-4f71-96ab-45afc0dc05b0/8cb70148-840a-4fd5-9d97-21813fcd402a/5674b22e-01c0-4589-8498-92244aee062b) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:12.465430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.489429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.531638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.178 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/2c6bd3e4-9733-4019-834e-da8bb3c25ab1) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:12.695342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.697837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.719719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Transition to ACTIVE for port object b60cc34d-de0f-47ac-a719-0ab026eb06c9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:12.731700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.736559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:12.799581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Transition to ACTIVE for port object b60cc34d-de0f-47ac-a719-0ab026eb06c9 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:12.803356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:12.807007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:12.810992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.811240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:12.817867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:12.867638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-be4a921e-ff1f-4a7a-a308-11b4cd810238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.897590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:12.899103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=2c6bd3e4-9733-4019-834e-da8bb3c25ab1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:12.908734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:12.909823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:12.917030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:12.922506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Transition to ACTIVE for port object 5674b22e-01c0-4589-8498-92244aee062b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:12.925035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:12.933586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::5ec2:6bc9:82cb:3cd7 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5ea37241-b4f4-417e-b84e-ca7a78b26596/8fe72173-07c5-4855-8353-eae7c312bfc1) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:12.978745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Pushing event updated for resources: {'Port': ['ID=b60cc34d-de0f-47ac-a719-0ab026eb06c9,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:12.990074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.028779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Transition to ACTIVE for port object 5674b22e-01c0-4589-8498-92244aee062b will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:13.045823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.051549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4175f863-237d-4f74-a793-5b16abf2f173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.093762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Attempting to bind port b60cc34d-de0f-47ac-a719-0ab026eb06c9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:13.094508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Attempting to bind port b60cc34d-de0f-47ac-a719-0ab026eb06c9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:13.094508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Attempting to bind port b60cc34d-de0f-47ac-a719-0ab026eb06c9 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:13.122199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8::1 (9243ca9b-75eb-4f71-96ab-45afc0dc05b0/8cb70148-840a-4fd5-9d97-21813fcd402a/f4e6c8d7-5d90-40f1-8ca8-977f759174dc) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:13.124579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:13.125070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:13.125327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.125807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:13.126310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Bound port: b60cc34d-de0f-47ac-a719-0ab026eb06c9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:13.126687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.144282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:13.149613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:13.159887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:13.190215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Pushing event updated for resources: {'Port': ['ID=5674b22e-01c0-4589-8498-92244aee062b,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.199396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.294797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.315776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object f4e6c8d7-5d90-40f1-8ca8-977f759174dc will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:13.321753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Attempting to bind port 5674b22e-01c0-4589-8498-92244aee062b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:13.322352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Attempting to bind port 5674b22e-01c0-4589-8498-92244aee062b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5b255a70-192c-40f0-a78e-18dac18e49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:13.322826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Attempting to bind port 5674b22e-01c0-4589-8498-92244aee062b on network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:13.332389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:13.332389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Checking segment: {'id': '5b255a70-192c-40f0-a78e-18dac18e49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:13.332787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.332945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Bound using segment: {'id': '5b255a70-192c-40f0-a78e-18dac18e49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:13.333356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Bound port: 5674b22e-01c0-4589-8498-92244aee062b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b255a70-192c-40f0-a78e-18dac18e49fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '9243ca9b-75eb-4f71-96ab-45afc0dc05b0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:13.333760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.342307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.346414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80227cdc-6ef7-4dd0-8de6-fd038118d6ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.348710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] For port b60cc34d-de0f-47ac-a719-0ab026eb06c9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:13.387049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] For port b60cc34d-de0f-47ac-a719-0ab026eb06c9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b60cc34d-de0f-47ac-a719-0ab026eb06c9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:13.407992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.414822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-04946363-f657-42d3-888e-37b7578cbd6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.421014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:13.424965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:13.427670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:13.428419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.438922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.448367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=f4e6c8d7-5d90-40f1-8ca8-977f759174dc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.450962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.466710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 8fe72173-07c5-4855-8353-eae7c312bfc1 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:13.523873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.531775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7ed550e9-1781-4262-bc40-6b6710c2cdc3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.557631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.594114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Pushing event updated for resources: {'Port': ['ID=b60cc34d-de0f-47ac-a719-0ab026eb06c9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.596671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.596931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] For port 5674b22e-01c0-4589-8498-92244aee062b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:13.600538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] For port 5674b22e-01c0-4589-8498-92244aee062b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5674b22e-01c0-4589-8498-92244aee062b,segment=NetworkSegment(5b255a70-192c-40f0-a78e-18dac18e49fb),segment_id=5b255a70-192c-40f0-a78e-18dac18e49fb)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:13.601731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.606991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.610747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a0b10982-21ec-47c7-b39d-716ac9185e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:13.613762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:13.631457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:13.640323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:13.646253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:13.646994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.654233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=8fe72173-07c5-4855-8353-eae7c312bfc1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.664810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.718398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Pushing event updated for resources: {'Port': ['ID=5674b22e-01c0-4589-8498-92244aee062b,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:13.725362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:13.736988 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3319170 May 25 16:51:13.737889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33706) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:13.741179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:13.819158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.022897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55036851-a2f6-40e1-b78d-922a6f459794 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.029470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55036851-a2f6-40e1-b78d-922a6f459794 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:14.030329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-55036851-a2f6-40e1-b78d-922a6f459794 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:14.072487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-55036851-a2f6-40e1-b78d-922a6f459794 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:14.073985 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-55036851-a2f6-40e1-b78d-922a6f459794 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3238897 May 25 16:51:14.077035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33710) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:14.248492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b60cc34d-de0f-47ac-a719-0ab026eb06c9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:14.327577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b60cc34d-de0f-47ac-a719-0ab026eb06c9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:14.333885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5674b22e-01c0-4589-8498-92244aee062b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:14.343957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.349912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.350802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.356707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ac48c358-2d96-4a1c-8de4-41b3f59d9fab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:14.436183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 5674b22e-01c0-4589-8498-92244aee062b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:14.461321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.467378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.471566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c8b881d5-b328-4408-aedc-73bdc4f049e0 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:14.515557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=f4e6c8d7-5d90-40f1-8ca8-977f759174dc,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:14.520013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:14.537363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 8fe72173-07c5-4855-8353-eae7c312bfc1 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:14.537710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.571977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:14.573122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:14.677576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=2c6bd3e4-9733-4019-834e-da8bb3c25ab1,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:14.686644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:14.718439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.781434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 41874ffe-d00e-4e63-804d-9084c06a8b0e is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:51:14.823621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.927282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Provisioning for port b60cc34d-de0f-47ac-a719-0ab026eb06c9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:14.934471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Provisioning complete for port b60cc34d-de0f-47ac-a719-0ab026eb06c9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:14.935185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:14.970076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:14.983504 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] Sync routers for ids ['41874ffe-d00e-4e63-804d-9084c06a8b0e'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:14.997383 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] Routers {'41874ffe-d00e-4e63-804d-9084c06a8b0e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:15.000530 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['41874ffe-d00e-4e63-804d-9084c06a8b0e'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:15.004074 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/41874ffe-d00e-4e63-804d-9084c06a8b0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2425292 May 25 16:51:15.011926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33714) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:15.031993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 8fe72173-07c5-4855-8353-eae7c312bfc1 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:15.141382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.171498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197c9bc-3488-4718-930c-53299e19e665 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.172136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4197c9bc-3488-4718-930c-53299e19e665 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:15.186446 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:15.197786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4197c9bc-3488-4718-930c-53299e19e665 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:15.199055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4197c9bc-3488-4718-930c-53299e19e665 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports/f4e6c8d7-5d90-40f1-8ca8-977f759174dc HTTP/1.1" status: 200 len: 911 time: 0.1860929 May 25 16:51:15.201772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33718) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:15.210525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8cb70148-840a-4fd5-9d97-21813fcd402a'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:15.214834 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] Routers {'41874ffe-d00e-4e63-804d-9084c06a8b0e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:15.215505 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['41874ffe-d00e-4e63-804d-9084c06a8b0e'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:15.229761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 60391b83-3666-4bba-80b7-f0f87a25e05d associated. External IP: 172.26.6.178, port: 7a6c7e4a-81eb-4788-bbca-63033f4bebfc. May 25 16:51:15.235974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] For port b60cc34d-de0f-47ac-a719-0ab026eb06c9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b60cc34d-de0f-47ac-a719-0ab026eb06c9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:15.242326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.250069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-457f89ad-ab87-44ab-b0b0-fa687a329725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:15.285852 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:15.286257 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92654d0-70f4-4557-b48b-0507b92771bb None None] The sync data for ids ['41874ffe-d00e-4e63-804d-9084c06a8b0e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:15.351998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Pushing event updated for resources: {'Port': ['ID=b60cc34d-de0f-47ac-a719-0ab026eb06c9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:15.359465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:15.362796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bd5901d3-f27a-4842-a425-674da31e76ff None None] Could not find standard attr ID for object 8fe72173-07c5-4855-8353-eae7c312bfc1. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:51:15.410900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.443521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.453327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-12aaa263-c934-4c06-8784-9fd59c8c922d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:15.497457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57f7f2-26b3-4b80-b06f-e48d4726106a None None] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:15.511624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=8fe72173-07c5-4855-8353-eae7c312bfc1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:15.514568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:15.545880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.610903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Provisioning for port 5674b22e-01c0-4589-8498-92244aee062b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:15.632789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Provisioning complete for port 5674b22e-01c0-4589-8498-92244aee062b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:15.633260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.635559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.719607 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8fe72173-07c5-4855-8353-eae7c312bfc1 HTTP/1.1" status: 204 len: 168 time: 1.6390686 May 25 16:51:15.719881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33722) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:15.829261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a5de3-1700-4dde-9e72-c566c993c324 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.830866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a5de3-1700-4dde-9e72-c566c993c324 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:15.831575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3c6a5de3-1700-4dde-9e72-c566c993c324 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:15.843828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 29486d29-5820-41a0-b9f3-cbd6b953583a has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:15.893089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.907590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3c6a5de3-1700-4dde-9e72-c566c993c324 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:15.908749 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3c6a5de3-1700-4dde-9e72-c566c993c324 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1880622 May 25 16:51:15.913392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33726) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:15.942738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] For port 5674b22e-01c0-4589-8498-92244aee062b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5674b22e-01c0-4589-8498-92244aee062b,segment=NetworkSegment(5b255a70-192c-40f0-a78e-18dac18e49fb),segment_id=5b255a70-192c-40f0-a78e-18dac18e49fb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:15.949838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:15.951612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:16.012984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 5ea37241-b4f4-417e-b84e-ca7a78b26596 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:16.017840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.023510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Pushing event updated for resources: {'Port': ['ID=5674b22e-01c0-4589-8498-92244aee062b,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:16.028256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:16.134383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b60cc34d-de0f-47ac-a719-0ab026eb06c9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:16.214366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b60cc34d-de0f-47ac-a719-0ab026eb06c9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:16.214681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.228916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:16.253569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Sync routers for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:16.276033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.284678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:16.285502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:16.346310 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4516222 May 25 16:51:16.347381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:51:16.350763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33730) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:16.357356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.405287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Provisioning complete for port 5674b22e-01c0-4589-8498-92244aee062b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:16.405287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.411364 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'status': 'completed', 'code': 200} May 25 16:51:16.621277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:16.683380 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9bcd7b14-5228-4c8c-ae83-a41a6e337680 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/60391b83-3666-4bba-80b7-f0f87a25e05d HTTP/1.1" status: 200 len: 991 time: 0.3281190 May 25 16:51:16.734802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.742347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.791316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.797249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:16.797854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:16.799194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/ports/f4e6c8d7-5d90-40f1-8ca8-977f759174dc HTTP/1.1" status: 200 len: 911 time: 1.5963817 May 25 16:51:16.804575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a07036e3-5b7e-4969-949e-4255d0522e53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:16.804920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33736) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:16.851602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-644e24f0-2d4b-4b91-a061-ae4f08c72855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:16.853846 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-644e24f0-2d4b-4b91-a061-ae4f08c72855 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1098 time: 0.3833714 May 25 16:51:16.983526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Provisioning for port f4e6c8d7-5d90-40f1-8ca8-977f759174dc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:16.993988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Provisioning complete for port f4e6c8d7-5d90-40f1-8ca8-977f759174dc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:16.994371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:17.071224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=f4e6c8d7-5d90-40f1-8ca8-977f759174dc,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:17.075572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:17.079523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ec644807-86cf-4f72-b393-185874c414f8 None None] Port f4e6c8d7-5d90-40f1-8ca8-977f759174dc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:17.149203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '60391b83-3666-4bba-80b7-f0f87a25e05d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'port_id': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'mac_address': 'fa:16:3e:5b:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79beb190-b9e6-48be-9b03-e925353905c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:13Z', 'updated_at': '2021-05-25T16:51:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:17.155254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Checking router: 29486d29-5820-41a0-b9f3-cbd6b953583a for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:17.164953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:17.166110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:17.171222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-8b7678c9-0bc1-4b81-8b4c-aa4270047306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:17.172742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-8b7678c9-0bc1-4b81-8b4c-aa4270047306 service neutron] 10.222.0.95 "GET /v2.0/networks?id=845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 200 len: 899 time: 0.3002722 May 25 16:51:17.272637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-82d6071b-73ba-4ad8-9f34-f95eaff1ce41 None None] Provisioning complete for port f4e6c8d7-5d90-40f1-8ca8-977f759174dc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:17.273278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-82d6071b-73ba-4ad8-9f34-f95eaff1ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:17.344415 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-7ab4624c-d390-4a23-b48c-10dabd0f5462 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 200 len: 999 time: 0.1594782 May 25 16:51:17.361306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:17.421392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:17.421792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-82d6071b-73ba-4ad8-9f34-f95eaff1ce41 None None] Port f4e6c8d7-5d90-40f1-8ca8-977f759174dc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:17.429260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9780a45e-bbef-4059-a043-9fe3115c5737 tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:17.448396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:17.463321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-6eba42ae-2dae-4085-97ab-a0be241f2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:17.464763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-6eba42ae-2dae-4085-97ab-a0be241f2d46 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f51b665d-dd35-44a7-b63c-e7a54c53727e HTTP/1.1" status: 200 len: 835 time: 0.1131356 May 25 16:51:17.476872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:17.499069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05700ed-aee8-486c-868c-d5cd99482a62 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:17.511901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea37241-b4f4-417e-b84e-ca7a78b26596,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:17.514367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:17.552456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5ea37241-b4f4-417e-b84e-ca7a78b26596 HTTP/1.1" status: 204 len: 168 time: 1.6357310 May 25 16:51:17.552671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33740) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:17.633284 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-254f9800-bd2d-4ea1-97ac-8c9a59083593 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773580 May 25 16:51:17.633849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33744) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:17.641173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-a9a0fd9a-18ce-4dc2-95db-6fee4eca37bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:17.642749 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-a9a0fd9a-18ce-4dc2-95db-6fee4eca37bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=845dcfc6-1487-4bc4-81df-7464aeee3748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626449 May 25 16:51:17.688643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:17.794076 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-3d8b1a69-1a39-41eb-b715-55ebd87ef2bb service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411958 May 25 16:51:17.834755 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c3c76df-bcfb-4436-a6e0-561aa67238c5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/60391b83-3666-4bba-80b7-f0f87a25e05d HTTP/1.1" status: 200 len: 991 time: 0.1430473 May 25 16:51:17.851762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef568a22-21f0-463a-bb3c-b903f1e692f4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:17.852704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ef568a22-21f0-463a-bb3c-b903f1e692f4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:17.951212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ef568a22-21f0-463a-bb3c-b903f1e692f4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:17.955393 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ef568a22-21f0-463a-bb3c-b903f1e692f4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3196690 May 25 16:51:17.956336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33752) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:18.031696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '60391b83-3666-4bba-80b7-f0f87a25e05d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'port_id': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'mac_address': 'fa:16:3e:5b:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79beb190-b9e6-48be-9b03-e925353905c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:13Z', 'updated_at': '2021-05-25T16:51:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:18.036909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fc861c-45dc-4612-822b-846af77a3f4c None None] The sync data for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv is: [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '60391b83-3666-4bba-80b7-f0f87a25e05d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.178', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'port_id': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'mac_address': 'fa:16:3e:5b:1f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79beb190-b9e6-48be-9b03-e925353905c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:51:13Z', 'updated_at': '2021-05-25T16:51:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:18.044026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:18.064431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e4ecf-4e73-47b5-9ad5-773e71a22e38 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:18.077017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-346e4ecf-4e73-47b5-9ad5-773e71a22e38 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138778 May 25 16:51:18.087331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33756) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:18.123140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Deleting port b60cc34d-de0f-47ac-a719-0ab026eb06c9 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:18.123516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.167254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6f4d151-c656-4bba-a6e6-488318cdc58e req-cf2c2d51-4819-4c76-91b5-9d64734b694b service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599751 May 25 16:51:18.194231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5674b22e-01c0-4589-8498-92244aee062b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:18.292080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] For port b60cc34d-de0f-47ac-a719-0ab026eb06c9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b60cc34d-de0f-47ac-a719-0ab026eb06c9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:18.292771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.329668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e841dd-8122-4302-a2d9-0271503356da None None] New status for floating IP 60391b83-3666-4bba-80b7-f0f87a25e05d: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:51:18.348236 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f1317582-5beb-4d6d-82f5-b5518d15e917 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2577138 May 25 16:51:18.349757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port f4e6c8d7-5d90-40f1-8ca8-977f759174dc {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:18.350101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.353160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33760) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:18.359248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:18.483902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:18.492996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:18.496558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:18.500800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Calling delete_port for b60cc34d-de0f-47ac-a719-0ab026eb06c9 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:18.505160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:18.510612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.518529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5674b22e-01c0-4589-8498-92244aee062b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:18.518852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.519915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:18.526814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.663896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for f4e6c8d7-5d90-40f1-8ca8-977f759174dc owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:18.677470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.686436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.695500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8b2e5b-32af-4dc2-99b6-7ce787bbdfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:18.744216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Pushing event deleted for resources: {'Port': ['ID=b60cc34d-de0f-47ac-a719-0ab026eb06c9,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:18.747789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:18.750002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] No DVR routers for this DVR port b60cc34d-de0f-47ac-a719-0ab026eb06c9 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:18.822491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b60cc34d-de0f-47ac-a719-0ab026eb06c9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:18.838117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33764) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:18.867039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b60cc34d-de0f-47ac-a719-0ab026eb06c9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:18.867481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b60cc34d-de0f-47ac-a719-0ab026eb06c9 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:18.870661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:18.874677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c70639a-5d61-4c3b-96fc-11345be79b99 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:18.925113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=f4e6c8d7-5d90-40f1-8ca8-977f759174dc,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:18.928193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:19.026769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-85a24513-6f0d-44b5-b607-c530eb0ca5de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/60391b83-3666-4bba-80b7-f0f87a25e05d HTTP/1.1" status: 200 len: 993 time: 0.1873548 May 25 16:51:19.130992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:19.165275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:19.169009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a6904590-58b7-45c7-9d7c-588437e127c0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:19.227363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:19.230598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:19.240026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb30a75b-549c-479b-a635-03ad4830b093 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:19.240937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=02836cc7-5063-4638-95d0-ce82cf213a6d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:19.243784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:19.245270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:19.246518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:19.273202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9187074 May 25 16:51:19.276617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:19.283065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '02836cc7-5063-4638-95d0-ce82cf213a6d', 'ip_address': '2001:db8::1fbe:987a:2187:ee3c'}], 'name': 'tempest-NetworksTestDHCPv6-1257672885'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:19.423328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router 41874ffe-d00e-4e63-804d-9084c06a8b0e has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:19.441368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:19.453200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:19.464502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:19.495332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '02836cc7-5063-4638-95d0-ce82cf213a6d'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:19.497434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:19.570393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:19.583572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] Sync routers for ids ['41874ffe-d00e-4e63-804d-9084c06a8b0e'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:19.591608 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/41874ffe-d00e-4e63-804d-9084c06a8b0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7826254 May 25 16:51:19.591933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33772) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:19.603780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] Routers {'41874ffe-d00e-4e63-804d-9084c06a8b0e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:19.604298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['41874ffe-d00e-4e63-804d-9084c06a8b0e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:19.656194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7d428b03-06f2-4fdb-8b0e-332322796837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=41874ffe-d00e-4e63-804d-9084c06a8b0e HTTP/1.1" status: 200 len: 205 time: 0.0603082 May 25 16:51:19.657251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:19.657584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:19.671775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:19.682106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:19.722320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] Routers {'41874ffe-d00e-4e63-804d-9084c06a8b0e'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:19.722969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['41874ffe-d00e-4e63-804d-9084c06a8b0e'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:19.793773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:19.794186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdc1532-b44c-4ec2-9eb0-ed7f346e9114 None None] The sync data for ids ['41874ffe-d00e-4e63-804d-9084c06a8b0e'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:19.808723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02836cc7-5063-4638-95d0-ce82cf213a6d/5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:19.942210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.024149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.035967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Transition to ACTIVE for port object 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:20.055655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Transition to ACTIVE for port object 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:20.061374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.065966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd20631f-6b5e-44ec-beef-83c3737faf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:20.132374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:20.135487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:20.136832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::1fbe:987a:2187:ee3c (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02836cc7-5063-4638-95d0-ce82cf213a6d/ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:20.139468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:20.149868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Pushing event updated for resources: {'Port': ['ID=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:20.177704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:20.240403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Attempting to bind port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:20.240869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Attempting to bind port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:20.241297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Attempting to bind port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:20.247178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:20.247646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:20.248121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.248590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:20.249670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Bound port: 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:20.249670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.256825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.259171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.283107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.283685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router 41874ffe-d00e-4e63-804d-9084c06a8b0e {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:51:20.303005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.307338 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-128575f0-44a6-41cd-9feb-f61956ccf49f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/41874ffe-d00e-4e63-804d-9084c06a8b0e HTTP/1.1" status: 204 len: 168 time: 0.6459496 May 25 16:51:20.307713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33782) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:20.347570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] For port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:20.351152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] For port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:20.355595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.360213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e4f56277-458a-4cfc-bcf6-3a23d5809bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:20.382393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet 8cb70148-840a-4fd5-9d97-21813fcd402a {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:20.385398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.386505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.404659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:20.443394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.446331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Pushing event updated for resources: {'Port': ['ID=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:20.452633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e00d064-7752-4a54-adbe-b958489b1e8f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:20.452935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:20.454296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.527644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:20.530857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:20.535068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:20.542164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:20.542849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.548391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:20.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:20.562038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:20.575887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2979267 May 25 16:51:20.582685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33788) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:20.599293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '02836cc7-5063-4638-95d0-ce82cf213a6d', 'ip_address': '2001:db8::1fbe:987a:2187:ee3c'}], 'name': 'tempest-NetworksTestDHCPv6-834787695'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:20.874222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:20.888173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:20.892342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:20.908051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:20.958687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:21.091948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.102271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e7d85b8-afa4-42fa-8d53-c50940886597 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:21.170050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d54b79-49ff-49b7-9786-01a8da98c32e None None] Network 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:21.173780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.176739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb70148-840a-4fd5-9d97-21813fcd402a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:21.181865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:21.187945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.210101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33794) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:21.210372 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/8cb70148-840a-4fd5-9d97-21813fcd402a HTTP/1.1" status: 204 len: 168 time: 0.9014132 May 25 16:51:21.217323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 77997e76-b906-4be7-90e3-29a9ffa693c5 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:21.356253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.441717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 5674b22e-01c0-4589-8498-92244aee062b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:21.442410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.469938 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): There was a conflict when trying to complete your request. May 25 16:51:21.470588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:51:21.501854 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-abe07caa-243e-4454-8aea-5fb3b4af93f3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9135804 May 25 16:51:21.504382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33798) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:21.519758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dd5e8eb7-df69-42a7-b3b3-719ecd1c2f78 None None] Provisioning for port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:21.566773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 5674b22e-01c0-4589-8498-92244aee062b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5674b22e-01c0-4589-8498-92244aee062b,segment=NetworkSegment(5b255a70-192c-40f0-a78e-18dac18e49fb),segment_id=5b255a70-192c-40f0-a78e-18dac18e49fb)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:21.567191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.584419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] DHCP port deletion for 9243ca9b-75eb-4f71-96ab-45afc0dc05b0 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:21.618764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ed423-1b81-4231-8365-f11fc1f5d61b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.626850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944ed423-1b81-4231-8365-f11fc1f5d61b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:21.628019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-944ed423-1b81-4231-8365-f11fc1f5d61b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:21.648762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-944ed423-1b81-4231-8365-f11fc1f5d61b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:21.651263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-944ed423-1b81-4231-8365-f11fc1f5d61b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1456437 May 25 16:51:21.653901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33802) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:21.669304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Deleting port 5674b22e-01c0-4589-8498-92244aee062b {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:21.669702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.793850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dfbad834-988f-48c2-b598-eed458754d74 None None] Provisioning for port ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:21.803060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] For port 5674b22e-01c0-4589-8498-92244aee062b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5674b22e-01c0-4589-8498-92244aee062b,segment=NetworkSegment(5b255a70-192c-40f0-a78e-18dac18e49fb),segment_id=5b255a70-192c-40f0-a78e-18dac18e49fb)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:21.803460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.814960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dfbad834-988f-48c2-b598-eed458754d74 None None] Provisioning complete for port ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:21.815331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dfbad834-988f-48c2-b598-eed458754d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.913333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 5674b22e-01c0-4589-8498-92244aee062b owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:21.972537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:21.975696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Calling delete_port for 5674b22e-01c0-4589-8498-92244aee062b owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:21.986628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e0dcda8-f00f-4e0c-87a0-b8662c2c2535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:21.998520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dfbad834-988f-48c2-b598-eed458754d74 None None] Port ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:22.010709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:22.011317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.026443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port 5674b22e-01c0-4589-8498-92244aee062b on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:22.043845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.055018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:22.060788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=5674b22e-01c0-4589-8498-92244aee062b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:22.065522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:22.101107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] No DVR routers for this DVR port 5674b22e-01c0-4589-8498-92244aee062b on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:22.126723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Pushing event deleted for resources: {'Port': ['ID=5674b22e-01c0-4589-8498-92244aee062b,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:22.130151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:22.171191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:22.172510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.190773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.204880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9243ca9b-75eb-4f71-96ab-45afc0dc05b0']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:22.219757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b255a70-192c-40f0-a78e-18dac18e49fb') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:22.220056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b255a70-192c-40f0-a78e-18dac18e49fb') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:22.232425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.244000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:22.253504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:22.253504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.255718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.263173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:51:22.263599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:51:22.283341 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:51:22.307063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:22.365855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.371356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:22.385071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.389792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.401785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=9243ca9b-75eb-4f71-96ab-45afc0dc05b0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:22.406596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:22.412585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/9243ca9b-75eb-4f71-96ab-45afc0dc05b0 HTTP/1.1" status: 204 len: 168 time: 1.2007997 May 25 16:51:22.416462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33806) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:22.424274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:22.424844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1710951621', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:22.435895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.436337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:22.438231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd3a1ee0-1a79-4399-b601-43de1d1e2631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:22.447817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:22.451981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:22.459451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:22.461822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.476324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:22.502696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5674b22e-01c0-4589-8498-92244aee062b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:22.548127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 5674b22e-01c0-4589-8498-92244aee062b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:22.548520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5674b22e-01c0-4589-8498-92244aee062b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:22.553575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:22.556896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:22.575047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:22.579170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:22.580012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.581024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.584706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.604812 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 HTTP/1.1" status: 204 len: 168 time: 0.9495826 May 25 16:51:22.607336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33810) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:22.609195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.629901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.659785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.663017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-099a6707-fe47-4059-93c3-f4f58e559e0e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2438002 May 25 16:51:22.664334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33814) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:22.672224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459829577'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:22.677275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:22.683081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:22.686646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:22.693213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:22.708129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:22.710971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad36df-2c12-46ae-9f55-5460d3b30608 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:22.711801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.712970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad36df-2c12-46ae-9f55-5460d3b30608 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:22.713741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5bad36df-2c12-46ae-9f55-5460d3b30608 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:22.731223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5bad36df-2c12-46ae-9f55-5460d3b30608 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:22.732397 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5bad36df-2c12-46ae-9f55-5460d3b30608 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1239507 May 25 16:51:22.735268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:22.741908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1191, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:51:22.751462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.751810 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment ee0ac895-9cf8-422f-87d0-4d6a202a7701 of type vlan for network 87bdce5a-4fb5-4820-98c5-406a9f079326 May 25 16:51:22.777985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.801704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 02836cc7-5063-4638-95d0-ce82cf213a6d {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:22.804649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.808480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.813997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:22.814588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.818299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbaf88c8-bc63-4ca4-ba63-b82dbf844062 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:22.865403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.915894 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2494152 May 25 16:51:22.919338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33822) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:22.927670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:22.956690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:22.999740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=87bdce5a-4fb5-4820-98c5-406a9f079326,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:23.011406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:51:23.014950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:23.047536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:23.051366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:23.054213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:23.060170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:23.070948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:23.074456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.266184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.270880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b46f8d5-fc4c-4861-b2d8-a6f30a643535 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:23.309590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=02836cc7-5063-4638-95d0-ce82cf213a6d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:23.311872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.314586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:23.316898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692e9e9-6852-4174-b4d0-5e9045f3d813 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:23.331067 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02836cc7-5063-4638-95d0-ce82cf213a6d HTTP/1.1" status: 204 len: 168 time: 0.5949094 May 25 16:51:23.334034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:23.417999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7503a701-8bd4-4b2c-a71b-63ee9292481d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775685 May 25 16:51:23.418350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:23.425171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:23.537694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.543205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-78218ed2-658d-4ce9-8962-8648e2be305d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:23.550481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:23.554658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:23.558747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:23.565573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:23.578323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:23.581931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.625632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:23.626538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=d748e69a-080b-4213-8d7c-fc4ac46894b1,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:23.630176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:23.636453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:23.636819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 87bdce5a-4fb5-4820-98c5-406a9f079326, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:51:23.656172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:51:23.668450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 87bdce5a-4fb5-4820-98c5-406a9f079326) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:23.681852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:23.682282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:23.683821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8570d4-4205-4755-b4b2-254fce292a52 None None] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:23.711544 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7884891 May 25 16:51:23.712142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33834) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:23.812501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Deleting port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:23.812931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.017528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] For port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:24.017939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.050231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.058005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-882e92dd-befa-4900-8174-4a0054f9f130 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:24.123579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:24.126755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:24.140402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.140907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.156828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=08859662-7309-4ed4-aa22-58f734b61a90,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:24.161721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:24.176510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7568455 May 25 16:51:24.179601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33838) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:24.187791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '08859662-7309-4ed4-aa22-58f734b61a90', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1153787759'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:24.205951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Calling delete_port for 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:24.209800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:24.246596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-87bdce5a-4fb5-4820-98c5-406a9f079326', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:24.247604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.346105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:24.350396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:24.354483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:24.360595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:24.373608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:24.378966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.391628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.415888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 42374def-09ea-4a16-b089-554d98d81840 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:24.498660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.516090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:24.521940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-290db882-eb34-4cb1-a20e-12c8860603ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:24.593878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Pushing event deleted for resources: {'Port': ['ID=5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:24.594901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] No DVR routers for this DVR port 5ce77cdd-67e8-4e1a-a2ac-c1cca01570d0 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:24.600363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:24.643217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Allocated IP 2001:db8::2 (87bdce5a-4fb5-4820-98c5-406a9f079326/d748e69a-080b-4213-8d7c-fc4ac46894b1/8ce39b7c-0e03-4e3c-9fa7-521a97c04748) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:24.646712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be9c2d-bbf4-403a-a0ac-1b075bd812b4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:24.770953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:51:24.771459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:51:24.796737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-518f3eb5-f3d7-4863-b915-8a3aa71245a2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6158164 May 25 16:51:24.799227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:24.845559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e16136ec-d9ee-4f4b-ac21-a0ae89b36647 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:24.865722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e16136ec-d9ee-4f4b-ac21-a0ae89b36647 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:24.867009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e16136ec-d9ee-4f4b-ac21-a0ae89b36647 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0668430 May 25 16:51:24.870585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33846) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:24.945139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f256771-197b-44b8-b946-9fc84b168a91 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.947356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f256771-197b-44b8-b946-9fc84b168a91 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:24.948843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1f256771-197b-44b8-b946-9fc84b168a91 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0770757 May 25 16:51:24.951805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33850) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:25.022055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 08859662-7309-4ed4-aa22-58f734b61a90 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:25.026112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.065314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a89645c-8c02-43e3-986c-379a499fdf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '08859662-7309-4ed4-aa22-58f734b61a90'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:25.066149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5a89645c-8c02-43e3-986c-379a499fdf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.081912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.082742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.099771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Transition to ACTIVE for port object 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:25.148451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.175264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Transition to ACTIVE for port object 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:25.190937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.198736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:25.262319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8::1 (87bdce5a-4fb5-4820-98c5-406a9f079326/d748e69a-080b-4213-8d7c-fc4ac46894b1/84986f1c-87e9-46ab-9aef-4b611f794567) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:25.262848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:25.266378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:25.269563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:25.346149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Pushing event updated for resources: {'Port': ['ID=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:25.349441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:25.378685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Attempting to bind port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:25.379191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Attempting to bind port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:25.379633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Attempting to bind port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 on network 87bdce5a-4fb5-4820-98c5-406a9f079326 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:25.385755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:25.386254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Checking segment: {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:25.386683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.387224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Bound using segment: {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:25.387786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Bound port: 8ce39b7c-0e03-4e3c-9fa7-521a97c04748, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:25.388245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.455890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.467948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.472737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2287995e-c024-44e2-b669-13698a562747 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:25.473751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object 84986f1c-87e9-46ab-9aef-4b611f794567 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server [None req-5a89645c-8c02-43e3-986c-379a499fdf87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08859662-7309-4ed4-aa22-58f734b61a90: This subnet is being modified by another concurrent operation. May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:51:25.486373 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise exception May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08859662-7309-4ed4-aa22-58f734b61a90: This subnet is being modified by another concurrent operation. May 25 16:51:25.490319 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server May 25 16:51:25.498719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] For port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:25.499912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.501951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] For port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:25.504395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d3c3e04a-41ff-467b-b573-7c961c377863 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:25.506748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.513551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-318dcb52-fb14-41b7-affb-5e6adcc03226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:25.518370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=08859662-7309-4ed4-aa22-58f734b61a90,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:25.519221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.529390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/08859662-7309-4ed4-aa22-58f734b61a90 HTTP/1.1" status: 204 len: 168 time: 0.5763555 May 25 16:51:25.530422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:25.531783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33854) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:25.584720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:25.588409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:25.593074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:25.593599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.602399 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8f1ffedf-30e0-418c-a59f-4b917e0a725a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693190 May 25 16:51:25.606051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33858) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:25.612099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:25.619795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:25.623748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:25.668039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Pushing event updated for resources: {'Port': ['ID=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:25.671269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:25.723367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:25.740667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:25.745402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:25.748703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:25.755761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:25.767909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:25.771557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.157362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:26.249637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:26.291722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.296298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9553d477-1e4d-4df2-a5bc-c930b1f19838 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:26.331495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.337194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.338187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.342051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-392b89e7-7f49-41f3-99af-7d96286fd810 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:26.351465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:26.354577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:26.366460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a203fbd-78da-4081-ae60-9e11a5de5483 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:26.370762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:26.371391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.375195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=34ae1f94-4d6e-4050-ba69-0b9d811a4878,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:26.378982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:26.403768 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7964163 May 25 16:51:26.406230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:26.413352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1464948411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:26.422842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:26.427842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:router and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:26.437762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:26.445578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:26.461531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.463005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.476177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:26.483013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:26.494464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.520271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.551860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.553558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5a7ca14b-83f3-4b29-b8a9-39344108b9ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1459227 May 25 16:51:26.556378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:26.705008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:26.706641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:26.714059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:26.715462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:26.907346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9b4d1-c51b-4355-9eaa-804bbff23867 None None] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:26.931694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:51:26.997386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/34ae1f94-4d6e-4050-ba69-0b9d811a4878/62b27da0-9fa9-40d8-85f8-e0b182edfd29) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:27.027905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Provisioning for port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:27.106324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:27.115283 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:27.120201 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4066451 May 25 16:51:27.122728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33870) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:27.128566 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:27.128751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1700604135'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:27.129545 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:27.129770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Provisioning complete for port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:27.130157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.134093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:27.138168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:27.141264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:27.147761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:27.159232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:27.166048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.209011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:51:27.225749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.226405 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment 581996bc-ab3a-44ac-b182-97aa1ac1b45d of type vlan for network 6782c149-c8f5-4616-b6bd-593286f4d84a May 25 16:51:27.270598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.299573 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:27.312236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.318922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:27.319648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.326980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-61c1e473-7e89-4b88-beab-1d9bfecc8b79 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:27.372055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.443124 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3192668 May 25 16:51:27.447910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33874) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:27.461789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=6782c149-c8f5-4616-b6bd-593286f4d84a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:27.478314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:27.512203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.534305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.565910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Transition to ACTIVE for port object 62b27da0-9fa9-40d8-85f8-e0b182edfd29 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:27.581526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] For port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:27.593398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.597297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d79843f-5b5e-4f18-a10f-a79f3d0e2d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:27.631070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Transition to ACTIVE for port object 62b27da0-9fa9-40d8-85f8-e0b182edfd29 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:27.638506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.638871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.639296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.639624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.647336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.648954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.650623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.652620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.653273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.653851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.654217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.654585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:27.659745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.671610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:51:27.677662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:27.691252 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:25Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:25Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:27.695666 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:27.696026 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Updating router ba4af834-30c3-45d8-a766-0017a26bb952 port 84986f1c-87e9-46ab-9aef-4b611f794567 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:27.728466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:27.732967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:27.736557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:27.745934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:27.761547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:27.765777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.784570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:27.798843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:27.804612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:27.812253 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:27.824288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Pushing event updated for resources: {'Port': ['ID=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:27.854970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::1 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/34ae1f94-4d6e-4050-ba69-0b9d811a4878/9012bc00-280f-4d4b-aed3-064da0958d1d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:27.861717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:27.870816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:28.020598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Attempting to bind port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:28.020967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Attempting to bind port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:28.021339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Attempting to bind port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:28.031993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Pushing event updated for resources: {'Port': ['ID=62b27da0-9fa9-40d8-85f8-e0b182edfd29,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:28.038184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:28.039197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:28.039566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:28.040606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.041086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:28.041573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Bound port: 62b27da0-9fa9-40d8-85f8-e0b182edfd29, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:28.041951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.098302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.140481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Provisioning for port 84986f1c-87e9-46ab-9aef-4b611f794567 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:28.151686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Provisioning complete for port 84986f1c-87e9-46ab-9aef-4b611f794567 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:28.152191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.153511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 9012bc00-280f-4d4b-aed3-064da0958d1d will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:28.187428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.192055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8070ae6b-6f14-48b6-a5c9-41d2f166298b tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:28.202629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:28.271121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:28.275512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:28.280543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:28.281219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.288350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=9012bc00-280f-4d4b-aed3-064da0958d1d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:28.304550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:28.313563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] For port 62b27da0-9fa9-40d8-85f8-e0b182edfd29, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:28.351226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] For port 62b27da0-9fa9-40d8-85f8-e0b182edfd29, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=62b27da0-9fa9-40d8-85f8-e0b182edfd29,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:28.365233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.372310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:28.435563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Port 84986f1c-87e9-46ab-9aef-4b611f794567 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:28.501197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.507182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.507996 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.515362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2de94d49-a829-47a7-a98c-a2a3a349f40e tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:28.521105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Provisioning complete for port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:28.521650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-909c713d-565a-4331-aa09-fb36ef1c4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.533217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Transition to ACTIVE for port object 84986f1c-87e9-46ab-9aef-4b611f794567 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:28.545649 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.560054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:28.569720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:28.570098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.614405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Pushing event updated for resources: {'Port': ['ID=62b27da0-9fa9-40d8-85f8-e0b182edfd29,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:28.644767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:28.676046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:28.676509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 6782c149-c8f5-4616-b6bd-593286f4d84a, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:51:28.685194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=41eb2681-10d5-4f08-8dac-47d8702720ba,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:28.699732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:28.736262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 6782c149-c8f5-4616-b6bd-593286f4d84a is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:51:28.761885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 6782c149-c8f5-4616-b6bd-593286f4d84a) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:28.779983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040e3a9-3162-4741-b676-97b9017ad674 None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:28.782841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:28.783474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.913644 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Attempting to bind port 84986f1c-87e9-46ab-9aef-4b611f794567 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:28.914020 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Attempting to bind port 84986f1c-87e9-46ab-9aef-4b611f794567 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:28.918438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4698670 May 25 16:51:28.918883 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Attempting to bind port 84986f1c-87e9-46ab-9aef-4b611f794567 on network 87bdce5a-4fb5-4820-98c5-406a9f079326 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:28.919128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:28.931401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:28.931401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Checking segment: {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:28.931937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:28.932268 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Bound using segment: {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:28.932751 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Bound port: 84986f1c-87e9-46ab-9aef-4b611f794567, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0ac895-9cf8-422f-87d0-4d6a202a7701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:28.933125 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.006069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Pushing event updated for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:29.040826 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.046210 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.046603 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.046959 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.047294 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.047639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.047995 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.048319 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.048660 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.048980 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.049300 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.049620 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.104725 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] For port 84986f1c-87e9-46ab-9aef-4b611f794567, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:29.107377 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] For port 84986f1c-87e9-46ab-9aef-4b611f794567, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84986f1c-87e9-46ab-9aef-4b611f794567,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:29.112769 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:29.120291 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.127853 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:29.248028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:29.248602 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:29.260302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-6782c149-c8f5-4616-b6bd-593286f4d84a', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:29.264209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.266432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.272346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.274117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.289222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74c723c3-c14e-47fd-a2da-80075b0f32d1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:29.332064 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Pushing event updated for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:29.422196 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:29.491544 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:29.556955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Allocated IP 2001:db8:1::2 (6782c149-c8f5-4616-b6bd-593286f4d84a/41eb2681-10d5-4f08-8dac-47d8702720ba/1874f8ff-2711-4989-b214-e3a2e1b7752d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:29.723055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=9012bc00-280f-4d4b-aed3-064da0958d1d,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:29.738785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.739239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.739709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.740195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.740797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.741257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.741738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.742190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.742645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.743668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.750362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.751395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:29.760061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:29.835976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:29.840034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:29.946455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.960093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Transition to ACTIVE for port object 1874f8ff-2711-4989-b214-e3a2e1b7752d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:29.983157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Transition to ACTIVE for port object 1874f8ff-2711-4989-b214-e3a2e1b7752d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:29.991020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:29.999550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:30.050279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.100190 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:25Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:29Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:30.105929 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca3e36-113d-4121-b68f-5c8ef8ab6d97 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:25Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:29Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:30.143195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:30.154376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Router ae73dfe2-23fe-465e-b037-2a8f627ee015 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:51:30.158539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:30.162983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:30.173715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Pushing event updated for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:30.261070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:30.296943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 62b27da0-9fa9-40d8-85f8-e0b182edfd29 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:30.356909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:30.375699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "PUT /v2.0/routers/ae73dfe2-23fe-465e-b037-2a8f627ee015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8169196 May 25 16:51:30.380481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33882) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:30.394873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Sync routers for ids ['ae73dfe2-23fe-465e-b037-2a8f627ee015'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:30.422605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cb759b5d-35b1-4087-aa1d-e008a87b3804 None None] Provisioning for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:30.452356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Attempting to bind port 1874f8ff-2711-4989-b214-e3a2e1b7752d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:30.452738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Attempting to bind port 1874f8ff-2711-4989-b214-e3a2e1b7752d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:30.453118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Attempting to bind port 1874f8ff-2711-4989-b214-e3a2e1b7752d on network 6782c149-c8f5-4616-b6bd-593286f4d84a {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:30.471687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Routers {'ae73dfe2-23fe-465e-b037-2a8f627ee015'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:30.472343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ae73dfe2-23fe-465e-b037-2a8f627ee015'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:30.538525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507e49d-e18f-4454-b91d-30fe3cae1489 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:30.539452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c507e49d-e18f-4454-b91d-30fe3cae1489 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:30.560680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c507e49d-e18f-4454-b91d-30fe3cae1489 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:30.562281 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c507e49d-e18f-4454-b91d-30fe3cae1489 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports/9012bc00-280f-4d4b-aed3-064da0958d1d HTTP/1.1" status: 200 len: 911 time: 0.1804528 May 25 16:51:30.565291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:30.679675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8:1::1 (6782c149-c8f5-4616-b6bd-593286f4d84a/41eb2681-10d5-4f08-8dac-47d8702720ba/4683f76a-c6fb-4f1a-8336-7648e1725169) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:30.697157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03925ce3-4261-45c5-8f6e-e6ae9d343680 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:30.697405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:30.697781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Checking segment: {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:30.698186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.698581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Bound using segment: {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:30.699238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Bound port: 1874f8ff-2711-4989-b214-e3a2e1b7752d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:30.699615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:30.704295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03925ce3-4261-45c5-8f6e-e6ae9d343680 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:30.705948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-03925ce3-4261-45c5-8f6e-e6ae9d343680 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1397114 May 25 16:51:30.709116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33890) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:30.797557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:30.801154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Set router ae73dfe2-23fe-465e-b037-2a8f627ee015 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:30.938442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:30.938818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.009294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c398e929-0290-4983-ac75-687791139d8a None None] Provisioning for port 9012bc00-280f-4d4b-aed3-064da0958d1d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:31.074124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:31.085592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c398e929-0290-4983-ac75-687791139d8a None None] Provisioning complete for port 9012bc00-280f-4d4b-aed3-064da0958d1d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:31.085974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c398e929-0290-4983-ac75-687791139d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.146364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1874f8ff-2711-4989-b214-e3a2e1b7752d,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:31.162356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.214396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:31.294790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c398e929-0290-4983-ac75-687791139d8a None None] Port 9012bc00-280f-4d4b-aed3-064da0958d1d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:31.313652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.342476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object 4683f76a-c6fb-4f1a-8336-7648e1725169 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:31.400553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.421133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Pushing event updated for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:31.424526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:31.432340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.439542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c5e3acb-0eaf-44aa-836d-5518c0ea1353 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:31.514158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ecd621fa-b118-409c-940e-7dbb5d4f53c2 None None] Provisioning complete for port 9012bc00-280f-4d4b-aed3-064da0958d1d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:31.514581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ecd621fa-b118-409c-940e-7dbb5d4f53c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.544965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 62b27da0-9fa9-40d8-85f8-e0b182edfd29, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=62b27da0-9fa9-40d8-85f8-e0b182edfd29,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:31.564968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 6782c149-c8f5-4616-b6bd-593286f4d84a is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:31.569188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:31.575971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:31.576501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.576827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.580183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:31.581590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:31.585379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:31.666299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ecd621fa-b118-409c-940e-7dbb5d4f53c2 None None] Port 9012bc00-280f-4d4b-aed3-064da0958d1d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:31.697477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=62b27da0-9fa9-40d8-85f8-e0b182edfd29,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:31.701023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:31.714156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'name': 'tempest-NetworksTestDHCPv6-router-1464948411', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:26Z', 'updated_at': '2021-05-25T16:51:28Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None, '_interfaces': [{'id': '9012bc00-280f-4d4b-aed3-064da0958d1d', 'name': '', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'mac_address': 'fa:16:3e:c5:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:27Z', 'updated_at': '2021-05-25T16:51:28Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'subnets': [{'id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:31.718577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Checking router: ae73dfe2-23fe-465e-b037-2a8f627ee015 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:31.719000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Updating router ae73dfe2-23fe-465e-b037-2a8f627ee015 port 9012bc00-280f-4d4b-aed3-064da0958d1d binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:31.722126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.782813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:31.986003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.176338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.190712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Transition to ACTIVE for port object 9012bc00-280f-4d4b-aed3-064da0958d1d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:32.199733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.206217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9c788d13-aa25-4005-98ed-212cc955a9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:32.268506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1874f8ff-2711-4989-b214-e3a2e1b7752d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:32.417404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Pushing event updated for resources: {'Port': ['ID=9012bc00-280f-4d4b-aed3-064da0958d1d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:32.433759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:32.484805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1874f8ff-2711-4989-b214-e3a2e1b7752d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:32.511763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 9012bc00-280f-4d4b-aed3-064da0958d1d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:32.512640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.524961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84986f1c-87e9-46ab-9aef-4b611f794567 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:32.594752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Attempting to bind port 9012bc00-280f-4d4b-aed3-064da0958d1d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:32.595411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Attempting to bind port 9012bc00-280f-4d4b-aed3-064da0958d1d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:32.595788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Attempting to bind port 9012bc00-280f-4d4b-aed3-064da0958d1d on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:32.606583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:32.606988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:32.607397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.607931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:32.608297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Bound port: 9012bc00-280f-4d4b-aed3-064da0958d1d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:32.608683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.629628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607a5d5-599d-4f51-963b-bc9b18c5932a None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:32.674393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.679835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.680754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.693171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:32.829575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 84986f1c-87e9-46ab-9aef-4b611f794567 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:32.852851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 84986f1c-87e9-46ab-9aef-4b611f794567 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:32.853063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.889161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Provisioning for port 1874f8ff-2711-4989-b214-e3a2e1b7752d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:32.900937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.934120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Provisioning complete for port 1874f8ff-2711-4989-b214-e3a2e1b7752d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:32.934498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:32.993639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] For port 9012bc00-280f-4d4b-aed3-064da0958d1d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:33.047339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] For port 9012bc00-280f-4d4b-aed3-064da0958d1d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9012bc00-280f-4d4b-aed3-064da0958d1d,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:33.064465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.070703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a254b9f0-8fe9-4faf-bfc6-616ea05c0244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.105803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 9012bc00-280f-4d4b-aed3-064da0958d1d owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:33.133293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.141188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.200539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 6782c149-c8f5-4616-b6bd-593286f4d84a is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:33.202747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:33.315810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Pushing event updated for resources: {'Port': ['ID=9012bc00-280f-4d4b-aed3-064da0958d1d,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.322459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.332057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Routers {'ae73dfe2-23fe-465e-b037-2a8f627ee015'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:33.332603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ae73dfe2-23fe-465e-b037-2a8f627ee015'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:33.380448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.454600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:33.492698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.531599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 84986f1c-87e9-46ab-9aef-4b611f794567, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84986f1c-87e9-46ab-9aef-4b611f794567,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:33.544887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.545862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 62b27da0-9fa9-40d8-85f8-e0b182edfd29 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:33.579555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-72dee2d5-adb7-4280-a9fd-69481875ea58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.615386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.623929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] Set router ae73dfe2-23fe-465e-b037-2a8f627ee015 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:33.627048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.677894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=9012bc00-280f-4d4b-aed3-064da0958d1d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.682705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.726651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1874f8ff-2711-4989-b214-e3a2e1b7752d,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:33.791537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:33.805880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.818108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:33.827981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Could not find standard attr ID for object 9012bc00-280f-4d4b-aed3-064da0958d1d. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:51:33.834825 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:33.835488 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:33.846109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:33.855759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:33.856244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-691a7cfb-2c30-4b66-beb9-673500fdcc7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:33.909819 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9896002 May 25 16:51:33.911155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:33.912787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33894) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:33.920210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-499947046'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:33.926561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:33.932706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:33.937166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:33.944946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:33.968988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:33.979890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.016161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6163e1d0-ffc4-4f9f-a3c4-9e3e4cb0f76b None None] Could not find standard attr ID for object 9012bc00-280f-4d4b-aed3-064da0958d1d. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:51:34.048304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:34.048634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.051918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:51:34.069558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.069914 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment fd211250-fc09-456f-8ac0-99c367ea3055 of type vlan for network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 May 25 16:51:34.116736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.131749 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:34.132493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Pushing event updated for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:34.141086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:34.168117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.175536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:34.176379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.181807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:34.317274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Provisioning complete for port 1874f8ff-2711-4989-b214-e3a2e1b7752d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:34.317923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.349340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4345667 May 25 16:51:34.355081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33898) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:34.370210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:34.442717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=f70390b8-17b9-4dde-ad8c-f6ec2296e5c1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:34.466470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'name': 'tempest-NetworksTestDHCPv6-router-1464948411', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:26Z', 'updated_at': '2021-05-25T16:51:28Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None, '_interfaces': [{'id': '9012bc00-280f-4d4b-aed3-064da0958d1d', 'name': '', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'mac_address': 'fa:16:3e:c5:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:27Z', 'updated_at': '2021-05-25T16:51:32Z', 'revision_number': 4, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'subnets': [{'id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:34.472349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fda6c6-dab7-4bac-99d6-3a7e31fb23b3 None None] The sync data for ids ['ae73dfe2-23fe-465e-b037-2a8f627ee015'] in dv-neutron-792998-1-hyperv is: [{'id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'name': 'tempest-NetworksTestDHCPv6-router-1464948411', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:26Z', 'updated_at': '2021-05-25T16:51:28Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None, '_interfaces': [{'id': '9012bc00-280f-4d4b-aed3-064da0958d1d', 'name': '', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'mac_address': 'fa:16:3e:c5:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:27Z', 'updated_at': '2021-05-25T16:51:32Z', 'revision_number': 4, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'subnets': [{'id': '34ae1f94-4d6e-4050-ba69-0b9d811a4878', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:34.577243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:34.645469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Router ae73dfe2-23fe-465e-b037-2a8f627ee015 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:34.665560 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 3, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:32Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:34.670745 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:34.671414 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Updating router ba4af834-30c3-45d8-a766-0017a26bb952 port 4683f76a-c6fb-4f1a-8336-7648e1725169 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:34.675902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:51:34.678222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:34.694263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:34.712656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:34.720012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:34.740152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:34.745092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.763994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1874f8ff-2711-4989-b214-e3a2e1b7752d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:34.774954 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.939624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Provisioning for port 4683f76a-c6fb-4f1a-8336-7648e1725169 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:34.955515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Provisioning complete for port 4683f76a-c6fb-4f1a-8336-7648e1725169 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:34.956179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:34.997206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e1590-f3f0-4481-9230-4baa90843118 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:51:35.004662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:35.023818 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "PUT /v2.0/routers/ae73dfe2-23fe-465e-b037-2a8f627ee015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3111587 May 25 16:51:35.026835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33902) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:35.094886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c25ccc73-e58f-4128-95ca-e476cbc715a9 None None] Port 4683f76a-c6fb-4f1a-8336-7648e1725169 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:35.110663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1874f8ff-2711-4989-b214-e3a2e1b7752d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:35.111313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.127803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938c6c2-a987-4c14-b2bf-73ef753515aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:35.129764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938c6c2-a987-4c14-b2bf-73ef753515aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:35.131626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2938c6c2-a987-4c14-b2bf-73ef753515aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1038115 May 25 16:51:35.135163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33906) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:35.234799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 34ae1f94-4d6e-4050-ba69-0b9d811a4878 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:35.247568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.346397 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.352379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.355227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-05a7cfee-1d24-4b73-a8f4-c4d725c5e085 None None] Provisioning complete for port 4683f76a-c6fb-4f1a-8336-7648e1725169 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:35.355824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-05a7cfee-1d24-4b73-a8f4-c4d725c5e085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.361598 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Transition to ACTIVE for port object 4683f76a-c6fb-4f1a-8336-7648e1725169 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:35.371413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.377983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0b34b9fe-f5ff-44fb-826d-f3b01bad88fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.443283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.459308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6963fc44-8ed2-48bc-98cf-507be2f89850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.489492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.547046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-05a7cfee-1d24-4b73-a8f4-c4d725c5e085 None None] Port 4683f76a-c6fb-4f1a-8336-7648e1725169 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:35.578344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e1590-f3f0-4481-9230-4baa90843118 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:51:35.582758 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Pushing event updated for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.584554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84986f1c-87e9-46ab-9aef-4b611f794567 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:35.591919 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:35.603792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:35.604530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: f70390b8-17b9-4dde-ad8c-f6ec2296e5c1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:51:35.623910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=f90f0879-7928-4604-b66f-f6ed3fc58df2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.627492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:35.635661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:51:35.648111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f70390b8-17b9-4dde-ad8c-f6ec2296e5c1) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:35.671467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:35.672355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.673312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Attempting to bind port 4683f76a-c6fb-4f1a-8336-7648e1725169 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:35.676114 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Attempting to bind port 4683f76a-c6fb-4f1a-8336-7648e1725169 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:35.676575 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Attempting to bind port 4683f76a-c6fb-4f1a-8336-7648e1725169 on network 6782c149-c8f5-4616-b6bd-593286f4d84a {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:35.691334 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:35.691765 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Checking segment: {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:35.692180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.692579 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Bound using segment: {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:35.693459 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Bound port: 4683f76a-c6fb-4f1a-8336-7648e1725169, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581996bc-ab3a-44ac-b182-97aa1ac1b45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:35.693846 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.711839 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3547833 May 25 16:51:35.716882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:35.814298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 84986f1c-87e9-46ab-9aef-4b611f794567 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:35.815405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.820800 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] For port 4683f76a-c6fb-4f1a-8336-7648e1725169, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:35.824698 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] For port 4683f76a-c6fb-4f1a-8336-7648e1725169, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4683f76a-c6fb-4f1a-8336-7648e1725169,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:35.835736 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.848313 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8e3779f-d790-4d5a-a749-1477da316398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.904334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.911696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2494a925-f267-4cc1-ad72-7533c4e8a837 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:35.927602 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:35.928257 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:35.960813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=34ae1f94-4d6e-4050-ba69-0b9d811a4878,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:35.968023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:35.976442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:35.990889 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/34ae1f94-4d6e-4050-ba69-0b9d811a4878 HTTP/1.1" status: 204 len: 168 time: 0.8523276 May 25 16:51:35.995101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33914) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:36.121963 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Pushing event updated for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:36.129105 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:36.129389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:36.181720 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-09ff00a0-ea57-403a-a763-aa5e4528dc27 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1824665 May 25 16:51:36.181951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33918) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:36.301728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:36.304255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.378800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.528713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Allocated IP 2001:db8:2::2 (f70390b8-17b9-4dde-ad8c-f6ec2296e5c1/f90f0879-7928-4604-b66f-f6ed3fc58df2/c132199c-1e83-4e3d-a547-0f4b2b5b9202) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:36.605322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.634813 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 3, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:35Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:36.640570 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8310842e-2c95-4238-af74-7aaae746b521 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:31Z', 'revision_number': 3, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:35Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:36.736518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Sync routers for ids ['ae73dfe2-23fe-465e-b037-2a8f627ee015'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:36.773685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Routers {'ae73dfe2-23fe-465e-b037-2a8f627ee015'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:36.775233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ae73dfe2-23fe-465e-b037-2a8f627ee015'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:36.921325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.924816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.955591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.956981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Fanout notify agent at l3_agent the message router_deleted on router ae73dfe2-23fe-465e-b037-2a8f627ee015 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:51:36.984727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:36.989468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-56ce63f5-53fb-46f3-a58d-8f60b625ee0e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/routers/ae73dfe2-23fe-465e-b037-2a8f627ee015 HTTP/1.1" status: 204 len: 168 time: 0.8064773 May 25 16:51:36.990306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33922) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:36.997005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:37.055951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Set router ae73dfe2-23fe-465e-b037-2a8f627ee015 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:37.132141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:37.137512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:37.140841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:37.147513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:37.160567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:37.165922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.224320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae73dfe2-23fe-465e-b037-2a8f627ee015', 'name': 'tempest-NetworksTestDHCPv6-router-1464948411', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:26Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 3, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:37.231118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.238077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Checking router: ae73dfe2-23fe-465e-b037-2a8f627ee015 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:37.250591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Transition to ACTIVE for port object c132199c-1e83-4e3d-a547-0f4b2b5b9202 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:37.263176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Routers set() bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:37.263787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Router IDs set() for agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 16:51:37.264561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_agentschedulers_db [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ae73dfe2-23fe-465e-b037-2a8f627ee015'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent'). {{(pid=99128) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 25 16:51:37.265090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cdba1-df0d-4821-ba4b-e36623ffca4f None None] The sync data for ids ['ae73dfe2-23fe-465e-b037-2a8f627ee015'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:37.285910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Transition to ACTIVE for port object c132199c-1e83-4e3d-a547-0f4b2b5b9202 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:37.301652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.310240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:37.400683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:37.403858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:37.407740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:37.409891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8:2::1 (f70390b8-17b9-4dde-ad8c-f6ec2296e5c1/f90f0879-7928-4604-b66f-f6ed3fc58df2/6ad08ef7-67b0-4e64-8b35-4d6af968f262) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:37.457407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Pushing event updated for resources: {'Port': ['ID=c132199c-1e83-4e3d-a547-0f4b2b5b9202,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:37.489816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:37.516313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Attempting to bind port c132199c-1e83-4e3d-a547-0f4b2b5b9202 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:37.516717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Attempting to bind port c132199c-1e83-4e3d-a547-0f4b2b5b9202 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:37.517085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Attempting to bind port c132199c-1e83-4e3d-a547-0f4b2b5b9202 on network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:37.522777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:37.523200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Checking segment: {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:37.523607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.524558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Bound using segment: {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:37.525262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Bound port: c132199c-1e83-4e3d-a547-0f4b2b5b9202, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:37.525778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.629671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] For port c132199c-1e83-4e3d-a547-0f4b2b5b9202, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:37.630500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.632721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] For port c132199c-1e83-4e3d-a547-0f4b2b5b9202, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c132199c-1e83-4e3d-a547-0f4b2b5b9202,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:37.637351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.642184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:37.648632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object 6ad08ef7-67b0-4e64-8b35-4d6af968f262 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:37.679098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.684970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1bcbfddc-fb5f-415d-9671-be4fe4c5da6c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:37.709325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.727228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-95d65a39-bb09-4e64-aa3e-bfb6fcdcf116 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:37.747519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Pushing event updated for resources: {'Port': ['ID=c132199c-1e83-4e3d-a547-0f4b2b5b9202,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:37.753102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:37.760606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:37.765105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:37.776576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:37.778496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:37.780989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:37.781630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.784282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:37.791890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:37.815078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:37.815690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.841170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=ce78d30b-08cf-468d-a6a0-3bbfe07ef287,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:37.846657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:37.854353 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8627760 May 25 16:51:37.858771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33926) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:37.865856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1479039820', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:37.873201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:37.878009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:router and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:37.881196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:37.889021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:37.901171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.902192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.922274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.966752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.976716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.994397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:37.995690 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aa424426-7720-4809-9f7f-9fc6027859c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1346440 May 25 16:51:37.998458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33930) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:38.567909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.638371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.645235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.647201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.671812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2e550529-66e1-4cca-ac83-ccc837bbca99 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:38.673776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4683f76a-c6fb-4f1a-8336-7648e1725169 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:38.781137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4683f76a-c6fb-4f1a-8336-7648e1725169 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:38.790420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4683f76a-c6fb-4f1a-8336-7648e1725169 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:38.791543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.803876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:51:38.857673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:38.871606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:38.948123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:38.949538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:38.960234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:38.979611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ffc565-ae72-46ff-bb88-d5d4ab0adaa2 None None] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:39.002614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4423f803-414e-4d65-bdf9-2f596df1b9f6 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:39.147203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:39.176226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::1 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/ce78d30b-08cf-468d-a6a0-3bbfe07ef287/61a92a85-e588-4e4c-81e0-34dd60cd3ecf) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:39.202428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4683f76a-c6fb-4f1a-8336-7648e1725169, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4683f76a-c6fb-4f1a-8336-7648e1725169,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:39.207553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58c42da6-c972-48ef-8618-962315f8b758 None None] Provisioning for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:39.221655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.222523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c132199c-1e83-4e3d-a547-0f4b2b5b9202 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:39.291009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:39.339891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:39.350736 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:39.359787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6421885 May 25 16:51:39.361250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33934) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:39.370166 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:39.370799 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:39.378952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1610890373'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:39.385453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:39.390827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:network and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:39.394605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:39.403009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:39.419551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58c42da6-c972-48ef-8618-962315f8b758 None None] Provisioning complete for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:39.420003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58c42da6-c972-48ef-8618-962315f8b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.420156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:39.428932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.440357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.460010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:51:39.477976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 61a92a85-e588-4e4c-81e0-34dd60cd3ecf will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:39.479476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.480965 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added segment 605b8747-e524-4a9a-9d33-6bc6a824fb43 of type vlan for network 7477d489-7699-4ca4-9f1b-9ceee9e97558 May 25 16:51:39.522497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:39.532440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.539746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e642e38b-1fa5-413b-b838-b3f079c49a4b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:39.550885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.554163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:39.554552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.613697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.623112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:39.623890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.638289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:39.642162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21456d6a-51ea-4527-9dd6-c2826bacc3f7 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:39.643709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:39.646693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:39.648285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:39.649744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.659704 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:39.665714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2988629 May 25 16:51:39.666328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33940) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:39.676128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'subnet': {'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:39.718373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:39.772977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=61a92a85-e588-4e4c-81e0-34dd60cd3ecf,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:39.789005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:39.811023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:39.843331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Network': ['ID=7477d489-7699-4ca4-9f1b-9ceee9e97558,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:39.848584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:39.870244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:39.874134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:subnet and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:39.877285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:39.884782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:39.889539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:51:39.896676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Made reservation on behalf of f747013a201e434b8e0b989cce07f57e for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:39.900691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.144961 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:37Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:38Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:40.151522 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:40.152163 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Updating router ba4af834-30c3-45d8-a766-0017a26bb952 port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:40.168820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.223563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46367d08-1a3a-4155-ad76-81ec62f3830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.236561 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.260273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c132199c-1e83-4e3d-a547-0f4b2b5b9202, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c132199c-1e83-4e3d-a547-0f4b2b5b9202,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:40.267459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.270023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7de347b2-fba4-4056-864a-ce5f893b8891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:40.304706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9012bc00-280f-4d4b-aed3-064da0958d1d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:40.368734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9012bc00-280f-4d4b-aed3-064da0958d1d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:40.369093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9012bc00-280f-4d4b-aed3-064da0958d1d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:40.372111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.386335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.387604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.395683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24cbd445-4feb-4040-aa86-a809d8135e97 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:40.403852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e1df3f60-81d5-4004-be22-18538c161c81 None None] Provisioning complete for port 4683f76a-c6fb-4f1a-8336-7648e1725169 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:40.404332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e1df3f60-81d5-4004-be22-18538c161c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.482828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c132199c-1e83-4e3d-a547-0f4b2b5b9202,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:40.502443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:40.526631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.535783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3aa1ca1d-789f-47a6-a809-7da1aad3648c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:40.563115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4683f76a-c6fb-4f1a-8336-7648e1725169 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:40.758159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:40.762555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:40.771902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=61a92a85-e588-4e4c-81e0-34dd60cd3ecf,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:40.781566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:40.800022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef090a0-9a0c-4e07-a2a9-d5be7aeebbea None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:40.880362 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.900421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Transition to ACTIVE for port object 6ad08ef7-67b0-4e64-8b35-4d6af968f262 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:40.912680 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.916999 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:40.922857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Checking segment: {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:40.923947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network hostable DHCP agents. Network: 7477d489-7699-4ca4-9f1b-9ceee9e97558, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:51:40.941524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Subnet': ['ID=0290375b-dd46-4adc-8e56-ad10e1ea9da3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:40.945302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:40.946817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4683f76a-c6fb-4f1a-8336-7648e1725169 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:40.947534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:40.971806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:51:40.985667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 7477d489-7699-4ca4-9f1b-9ceee9e97558) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:41.003435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c19ec3-6d43-4322-ba3d-ebb8e91cab25 None None] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:41.006355 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Pushing event updated for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:41.008229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:41.009484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.011891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:41.045991 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3746099 May 25 16:51:41.049880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33944) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:41.075441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Router 594b2152-b770-49ad-86a8-a758e916dc84 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:51:41.237800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Provisioning for port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:41.269389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71991649-cee2-4773-86d4-900fd194f539 None None] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:41.270506 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Attempting to bind port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:41.271454 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Attempting to bind port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:41.271998 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Attempting to bind port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 on network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:41.279218 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:41.279858 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Checking segment: {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:41.280421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.281033 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Bound using segment: {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:41.281795 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Bound port: 6ad08ef7-67b0-4e64-8b35-4d6af968f262, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd211250-fc09-456f-8ac0-99c367ea3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:41.282395 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.299260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Provisioning complete for port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:41.299773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.406998 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] For port 6ad08ef7-67b0-4e64-8b35-4d6af968f262, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:41.418995 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] For port 6ad08ef7-67b0-4e64-8b35-4d6af968f262, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6ad08ef7-67b0-4e64-8b35-4d6af968f262,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:41.433267 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.455301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:41.460812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:41.503515 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "PUT /v2.0/routers/594b2152-b770-49ad-86a8-a758e916dc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5038750 May 25 16:51:41.504493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33948) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:41.538522 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:41.539190 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:41.544722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Sync routers for ids ['594b2152-b770-49ad-86a8-a758e916dc84'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:41.603538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60448f56-4bc7-4c2c-915b-529d5e8e692e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:41.605870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-60448f56-4bc7-4c2c-915b-529d5e8e692e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:41.611252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:41.628208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-60448f56-4bc7-4c2c-915b-529d5e8e692e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:41.632768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33952) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:41.634486 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-60448f56-4bc7-4c2c-915b-529d5e8e692e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports/61a92a85-e588-4e4c-81e0-34dd60cd3ecf HTTP/1.1" status: 200 len: 911 time: 0.1279180 May 25 16:51:41.639201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Routers {'594b2152-b770-49ad-86a8-a758e916dc84'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:41.639942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['594b2152-b770-49ad-86a8-a758e916dc84'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:41.763953 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Pushing event updated for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:41.767096 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:41.789503 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:41.859853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15989deb-582b-43a9-ae26-0c7aaee7eb45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:41.865803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15989deb-582b-43a9-ae26-0c7aaee7eb45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:41.870668 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15989deb-582b-43a9-ae26-0c7aaee7eb45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2331555 May 25 16:51:41.871081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33956) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:41.909311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.917310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Provisioning complete for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:41.917877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86f354fe-9edb-46f5-88aa-d5ada368a486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:41.945239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-7477d489-7699-4ca4-9f1b-9ceee9e97558', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:41.946153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.077728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Set router 594b2152-b770-49ad-86a8-a758e916dc84 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:42.215086 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:37Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:41Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:42.222501 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e85e42-6de7-4490-90d9-9c23106954cb None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:37Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:41Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:42.379649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Allocated IP 2001:db8:3::1 (7477d489-7699-4ca4-9f1b-9ceee9e97558/0290375b-dd46-4adc-8e56-ad10e1ea9da3/c0397611-283a-49f8-ab15-802c8181c79c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:42.610682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.660854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.683546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6ad08ef7-67b0-4e64-8b35-4d6af968f262 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:42.713846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.734385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Transition to ACTIVE for port object c0397611-283a-49f8-ab15-802c8181c79c will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:42.762842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.768812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6496e728-88cb-4ccc-9830-91828fd4f9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:42.893124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:42.894162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:42.902904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:42.903472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:42.928104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:42.938411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:42.983947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Allocated IP 2001:db8:3::2 (7477d489-7699-4ca4-9f1b-9ceee9e97558/0290375b-dd46-4adc-8e56-ad10e1ea9da3/05cd0bee-7802-4a28-a180-ab502617cc1d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:43.172451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:43.173068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.262302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.272174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.274699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Transition to ACTIVE for port object 05cd0bee-7802-4a28-a180-ab502617cc1d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:43.357290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.389451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Transition to ACTIVE for port object 05cd0bee-7802-4a28-a180-ab502617cc1d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:43.392455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-02bb5fc1-8ece-4300-baa9-f373be741c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.416447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.422358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ff8c5c82-aba8-44a8-9419-87b240bb80b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:43.537224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:43.557251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:43.568368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Pushing event updated for resources: {'Port': ['ID=05cd0bee-7802-4a28-a180-ab502617cc1d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:43.577680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:43.628911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:43.640368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.640938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.641285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.641626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.642036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.642381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.642714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.643179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.643500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.643829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.644228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.644556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:51:43.657924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b2152-b770-49ad-86a8-a758e916dc84', 'name': 'tempest-NetworksTestDHCPv6-router-1479039820', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:37Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None, '_interfaces': [{'id': '61a92a85-e588-4e4c-81e0-34dd60cd3ecf', 'name': '', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'mac_address': 'fa:16:3e:6f:04:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '594b2152-b770-49ad-86a8-a758e916dc84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'ce78d30b-08cf-468d-a6a0-3bbfe07ef287', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:38Z', 'updated_at': '2021-05-25T16:51:40Z', 'revision_number': 2, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'subnets': [{'id': 'ce78d30b-08cf-468d-a6a0-3bbfe07ef287', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:43.663035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:43.665706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Checking router: 594b2152-b770-49ad-86a8-a758e916dc84 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:43.666073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Updating router 594b2152-b770-49ad-86a8-a758e916dc84 port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:43.719518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c132199c-1e83-4e3d-a547-0f4b2b5b9202 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:43.743762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 61a92a85-e588-4e4c-81e0-34dd60cd3ecf owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:43.788137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Provisioning complete for port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:43.788512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.864416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.871497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.873237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.882706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4f8520f2-213c-4556-be09-4d2fb35b5c23 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:43.885220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Attempting to bind port 05cd0bee-7802-4a28-a180-ab502617cc1d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:43.885753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Attempting to bind port 05cd0bee-7802-4a28-a180-ab502617cc1d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:43.886136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Attempting to bind port 05cd0bee-7802-4a28-a180-ab502617cc1d on network 7477d489-7699-4ca4-9f1b-9ceee9e97558 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:43.897749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.898419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Checking segment: {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Bound using segment: {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Bound port: 05cd0bee-7802-4a28-a180-ab502617cc1d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:43.925190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:43.942766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:51:44.004349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:44.017205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84470d77-b277-40a0-9e69-83029ed58cee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:44.044225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event updated for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:44.048738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:44.058367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Port 61a92a85-e588-4e4c-81e0-34dd60cd3ecf not found while updating agent binding for router 594b2152-b770-49ad-86a8-a758e916dc84. {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 25 16:51:44.070571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Provisioning complete for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:44.071156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:44.111788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:44.113424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=61a92a85-e588-4e4c-81e0-34dd60cd3ecf,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:44.115300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:44.116961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:44.136231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Routers {'594b2152-b770-49ad-86a8-a758e916dc84'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:44.136902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['594b2152-b770-49ad-86a8-a758e916dc84'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:44.210944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:44.211938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:44.307606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:44.332312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:44.496928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] For port 05cd0bee-7802-4a28-a180-ab502617cc1d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:44.499942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] Set router 594b2152-b770-49ad-86a8-a758e916dc84 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:44.564224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:44.578360 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:44.585468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5343292 May 25 16:51:44.586090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33960) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:44.594542 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:44.595624 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:44.638782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] For port 05cd0bee-7802-4a28-a180-ab502617cc1d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=05cd0bee-7802-4a28-a180-ab502617cc1d,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:44.647854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b2152-b770-49ad-86a8-a758e916dc84', 'name': 'tempest-NetworksTestDHCPv6-router-1479039820', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:37Z', 'updated_at': '2021-05-25T16:51:43Z', 'revision_number': 3, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:44.656045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:44.659154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:44.662893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:44.739566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Pushing event updated for resources: {'Port': ['ID=05cd0bee-7802-4a28-a180-ab502617cc1d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:44.743133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:44.744119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ceca77-fef9-4ae5-8e51-de2d25a8bf11 None None] The sync data for ids ['594b2152-b770-49ad-86a8-a758e916dc84'] in dv-neutron-792998-1-hyperv is: [{'id': '594b2152-b770-49ad-86a8-a758e916dc84', 'name': 'tempest-NetworksTestDHCPv6-router-1479039820', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:37Z', 'updated_at': '2021-05-25T16:51:43Z', 'revision_number': 3, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:44.784670 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:44.847878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Router 594b2152-b770-49ad-86a8-a758e916dc84 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:44.926267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Provisioning for port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:44.940556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Provisioning complete for port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:44.940834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.144086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.244022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] For port 6ad08ef7-67b0-4e64-8b35-4d6af968f262, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6ad08ef7-67b0-4e64-8b35-4d6af968f262,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:45.254225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.256619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c51f715a-4d83-406b-b38a-8945e1edfc76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:45.262478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:45.297472 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "PUT /v2.0/routers/594b2152-b770-49ad-86a8-a758e916dc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4231424 May 25 16:51:45.297876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33964) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:45.340135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Provisioning complete for port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:45.340523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.341208 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:42Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:41Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:43Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:45.348728 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:45.349277 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Updating router ba4af834-30c3-45d8-a766-0017a26bb952 port c0397611-283a-49f8-ab15-802c8181c79c binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:51:45.404400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9359137c-9403-4df4-ac85-de3786dfc7ea tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:45.405865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9359137c-9403-4df4-ac85-de3786dfc7ea tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:45.406647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9359137c-9403-4df4-ac85-de3786dfc7ea tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:45.419443 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.435182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9359137c-9403-4df4-ac85-de3786dfc7ea tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:45.436638 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9359137c-9403-4df4-ac85-de3786dfc7ea tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1351030 May 25 16:51:45.439482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33968) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:45.463342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Pushing event updated for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:45.481110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:45.532491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet ce78d30b-08cf-468d-a6a0-3bbfe07ef287 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:45.539090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.559960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.614481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.679046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-88c9e7a6-8691-4236-9d59-e0ed25ffddcd None None] Provisioning complete for port c132199c-1e83-4e3d-a547-0f4b2b5b9202 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:45.679368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-88c9e7a6-8691-4236-9d59-e0ed25ffddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.691749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.861583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-88c9e7a6-8691-4236-9d59-e0ed25ffddcd None None] Provisioning complete for port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:45.862278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-88c9e7a6-8691-4236-9d59-e0ed25ffddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.900979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:51:45.918319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Removed routes are [] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:51:45.918702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.924247 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.940814 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Transition to ACTIVE for port object c0397611-283a-49f8-ab15-802c8181c79c will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:45.950391 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:45.956477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:46.262251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Attempting to bind port c0397611-283a-49f8-ab15-802c8181c79c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:46.262738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Attempting to bind port c0397611-283a-49f8-ab15-802c8181c79c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:46.263243 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Attempting to bind port c0397611-283a-49f8-ab15-802c8181c79c on network 7477d489-7699-4ca4-9f1b-9ceee9e97558 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:46.266013 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb27b-2c39-46a5-885a-5329752ba742 None None] Pushing event updated for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:46.270255 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4e8bb27b-2c39-46a5-885a-5329752ba742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:46.273563 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:46.273801 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Checking segment: {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:46.275807 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.275807 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Bound using segment: {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:46.276236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Bound port: c0397611-283a-49f8-ab15-802c8181c79c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605b8747-e524-4a9a-9d33-6bc6a824fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:46.276719 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.322474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625d499-a101-4a8e-b82b-17dd911ffe41 None None] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:46.340052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.344142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-056b0fee-895c-4d3b-b8f5-87d47ee1e1c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:46.353236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.358835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.409255 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] For port c0397611-283a-49f8-ab15-802c8181c79c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:46.414014 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] For port c0397611-283a-49f8-ab15-802c8181c79c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c0397611-283a-49f8-ab15-802c8181c79c,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:46.421255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085b905-6db7-4296-a8b0-e0485a6127b5 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:46.422307 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.423016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.427278 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:46.441846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=ce78d30b-08cf-468d-a6a0-3bbfe07ef287,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:46.445290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:46.457244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/ce78d30b-08cf-468d-a6a0-3bbfe07ef287 HTTP/1.1" status: 204 len: 168 time: 1.0160277 May 25 16:51:46.459742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33972) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:46.537224 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:46.537976 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:46.548429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-aeeb2158-9b9d-42a9-8aa6-893923bc878b None None] Provisioning for port 05cd0bee-7802-4a28-a180-ab502617cc1d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:46.561968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] Sync routers for ids ['594b2152-b770-49ad-86a8-a758e916dc84'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:46.596440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:46.617266 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bb27b-2c39-46a5-885a-5329752ba742 None None] Pushing event updated for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:46.636852 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4e8bb27b-2c39-46a5-885a-5329752ba742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:46.637707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] Routers {'594b2152-b770-49ad-86a8-a758e916dc84'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:46.638540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['594b2152-b770-49ad-86a8-a758e916dc84'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:46.721760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43b61db0-2def-4d96-bb99-26bcdb9a1c16 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:46.746058 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:46.747597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43b61db0-2def-4d96-bb99-26bcdb9a1c16 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:46.751684 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-43b61db0-2def-4d96-bb99-26bcdb9a1c16 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2899969 May 25 16:51:46.752367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33976) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:46.790752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:46.802517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:46.806889 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7e110ecc-ff79-40fa-a243-4afd1f95c037 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 954 time: 2.2186489 May 25 16:51:46.807546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33980) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:46.972739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.035893 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1ee8f1c1-4264-4284-9a48-f260168f3ff7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 954 time: 0.2264383 May 25 16:51:47.037100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 33986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:47.042371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'routes': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:47.063835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] Set router 594b2152-b770-49ad-86a8-a758e916dc84 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:47.246517 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 6, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:46Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:47.250636 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc2c391-76f9-43a0-861d-c6abb683be86 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 6, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:46Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:47.275945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 05cd0bee-7802-4a28-a180-ab502617cc1d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:47.371033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '594b2152-b770-49ad-86a8-a758e916dc84', 'name': 'tempest-NetworksTestDHCPv6-router-1479039820', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:37Z', 'updated_at': '2021-05-25T16:51:43Z', 'revision_number': 3, 'project_id': '74a823dc2b684208ad7258544ce1aefa', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:47.436303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] Checking router: 594b2152-b770-49ad-86a8-a758e916dc84 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:47.468553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.472139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.500399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] Routers {'594b2152-b770-49ad-86a8-a758e916dc84'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:47.501550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['594b2152-b770-49ad-86a8-a758e916dc84'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:47.510069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.510704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Fanout notify agent at l3_agent the message router_deleted on router 594b2152-b770-49ad-86a8-a758e916dc84 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:51:47.534766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.536523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2787123f-8516-43b7-afd2-328c8acefe33 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/routers/594b2152-b770-49ad-86a8-a758e916dc84 HTTP/1.1" status: 204 len: 168 time: 0.7832310 May 25 16:51:47.541358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33992) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:47.609954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:47.610686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd0652-5955-492d-876a-a622b54b4524 None None] The sync data for ids ['594b2152-b770-49ad-86a8-a758e916dc84'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:47.637521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 05cd0bee-7802-4a28-a180-ab502617cc1d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:47.643594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 05cd0bee-7802-4a28-a180-ab502617cc1d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:47.644049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.683179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e726f-7f43-490d-9652-60faf25bbc94 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:47.687960 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-223e726f-7f43-490d-9652-60faf25bbc94 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1446679 May 25 16:51:47.688691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 33996) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:47.719160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:47.843277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27db605-a1a6-4237-bc48-c9ce7e9b49db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:47.844002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e27db605-a1a6-4237-bc48-c9ce7e9b49db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:47.887969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e27db605-a1a6-4237-bc48-c9ce7e9b49db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:47.891039 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e27db605-a1a6-4237-bc48-c9ce7e9b49db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1965554 May 25 16:51:47.891875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34000) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:47.898762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.912451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Deleting port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:47.912830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:47.994551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6ee12c88-fd6b-4bf7-b289-ab241fb5827c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:48.005115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 05cd0bee-7802-4a28-a180-ab502617cc1d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=05cd0bee-7802-4a28-a180-ab502617cc1d,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:48.021211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.022075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6ad08ef7-67b0-4e64-8b35-4d6af968f262 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:48.051249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f84267b6-f95a-4171-8442-7d7d4bab077e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:48.064908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6ee12c88-fd6b-4bf7-b289-ab241fb5827c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:48.067748 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6ee12c88-fd6b-4bf7-b289-ab241fb5827c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744666 May 25 16:51:48.073070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34004) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:48.082768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:48.161646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added routes are [] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:51:48.162402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:51:48.170335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] For port 62b27da0-9fa9-40d8-85f8-e0b182edfd29, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=62b27da0-9fa9-40d8-85f8-e0b182edfd29,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:48.170736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.215699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.298337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:48.310622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:48.327563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:48.328927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=05cd0bee-7802-4a28-a180-ab502617cc1d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:48.331706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.340306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d240af81-438c-443f-aee9-52d189b160ed None None] Provisioning for port c0397611-283a-49f8-ab15-802c8181c79c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:48.344107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:48.353159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Calling delete_port for 62b27da0-9fa9-40d8-85f8-e0b182edfd29 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:48.410180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:48.412279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.443373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d240af81-438c-443f-aee9-52d189b160ed None None] Provisioning complete for port 05cd0bee-7802-4a28-a180-ab502617cc1d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:48.443761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d240af81-438c-443f-aee9-52d189b160ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.568770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:48.575850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.584197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:48.591879 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:48.592536 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:48.648481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Pushing event deleted for resources: {'Port': ['ID=62b27da0-9fa9-40d8-85f8-e0b182edfd29,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:48.658204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] No DVR routers for this DVR port 62b27da0-9fa9-40d8-85f8-e0b182edfd29 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:48.659853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:48.687505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.741422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.745635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:48.846738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:48.984994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:49.143569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 05cd0bee-7802-4a28-a180-ab502617cc1d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:49.259164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 05cd0bee-7802-4a28-a180-ab502617cc1d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:49.259579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.267186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:49.275719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.279923 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5c945eb6-10db-4a78-b065-35513f5016d4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 704 time: 2.2421179 May 25 16:51:49.281147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34008) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:49.308513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:51:49.309973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.315365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-807ff17b-1350-4a6b-b242-9bace58db5fd tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:49.333175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:48Z', 'revision_number': 7, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:46Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:49.339937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:49.364730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:49.366210 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:49.422218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c0397611-283a-49f8-ab15-802c8181c79c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:49.426242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:49.434334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:49.485654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:49.486618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.501969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=d338d450-a36f-43f0-bd0a-cd4f021049fb,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:49.531714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:49.555654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573eac5-0a26-4bfb-acc6-fbe669f06677 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:49.578005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5032349 May 25 16:51:49.580421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34012) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:49.595574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:49.651073 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:49.703864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f426c88e-de6b-4d86-9426-cbb13a8d1293 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 704 time: 0.4214313 May 25 16:51:49.707411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34018) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:49.731320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c0397611-283a-49f8-ab15-802c8181c79c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:49.766709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c0397611-283a-49f8-ab15-802c8181c79c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:49.767395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.808474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:49.813323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:49.817844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:49.825474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:49.839906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:49.844393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:49.956142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'd338d450-a36f-43f0-bd0a-cd4f021049fb'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:49.957213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.046020 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:48Z', 'revision_number': 7, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:46Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:50.050411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.053248 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c9eb01-e476-42e8-8e4c-aa772fb9d11c None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:48Z', 'revision_number': 7, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:46Z', 'revision_number': 4, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:50.118873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c0397611-283a-49f8-ab15-802c8181c79c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c0397611-283a-49f8-ab15-802c8181c79c,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:50.128588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.166620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36de985d-19a4-468e-b720-6adac1934f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:50.227596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 62b27da0-9fa9-40d8-85f8-e0b182edfd29 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:50.280594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 62b27da0-9fa9-40d8-85f8-e0b182edfd29 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:50.281109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 62b27da0-9fa9-40d8-85f8-e0b182edfd29 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:50.319974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Allocated IP 2001:db8::f816:3eff:feba:14b4 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/d338d450-a36f-43f0-bd0a-cd4f021049fb/597c8d98-2cd9-4461-bcd0-d3a304b9d1e9) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:50.336288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:50.339974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:50.405779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.451783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:50.473218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.477944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-323f54cb-3f12-4137-a5d3-fcbb871819b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:50.487671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:50.488314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:50.541483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:50.544740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:50.559868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:50.562531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:50.564806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:50.565471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.593122 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0100811 May 25 16:51:50.595923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34022) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:50.603141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:51:de:49', 'name': 'tempest-NetworksTestDHCPv6-821366015'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:50.738368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:50.754097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:50.758796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:50.761807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:50.768174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:50.780186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:50.803494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.822510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Transition to ACTIVE for port object 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:50.871938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port c0397611-283a-49f8-ab15-802c8181c79c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:50.872311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.922187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Transition to ACTIVE for port object 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:50.949614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:50.983950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 3f0ef077-a897-415c-9b32-82ea0c3c6b65 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:50.993450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c0397611-283a-49f8-ab15-802c8181c79c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:51.029720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.041736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port c0397611-283a-49f8-ab15-802c8181c79c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c0397611-283a-49f8-ab15-802c8181c79c,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:51.042101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.050775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5176deb4-eb92-4717-abc3-980b9b816562 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:51.183477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for c0397611-283a-49f8-ab15-802c8181c79c owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:51.210686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:51.219929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:51.225651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Pushing event updated for resources: {'Port': ['ID=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:51.228915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:51.248745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 172.20.0.3 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8/3f0ef077-a897-415c-9b32-82ea0c3c6b65) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:51.256161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fe51:de49 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/d338d450-a36f-43f0-bd0a-cd4f021049fb/3f0ef077-a897-415c-9b32-82ea0c3c6b65) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:51.275539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:51.378398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c0397611-283a-49f8-ab15-802c8181c79c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:51.378770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.405110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.410262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:51.417210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Attempting to bind port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:51.417575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Attempting to bind port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:51.417951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Attempting to bind port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:51.420359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port c0397611-283a-49f8-ab15-802c8181c79c was deleted so its status cannot be updated. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 25 16:51:51.433105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:51.433439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:51.433870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.434289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:51.434801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Bound port: 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:51.435183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.530393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.538443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:48Z', 'revision_number': 7, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c0397611-283a-49f8-ab15-802c8181c79c', 'name': '', 'network_id': '7477d489-7699-4ca4-9f1b-9ceee9e97558', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:7a:d0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:42Z', 'updated_at': '2021-05-25T16:51:50Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '0290375b-dd46-4adc-8e56-ad10e1ea9da3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:51.556699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 3f0ef077-a897-415c-9b32-82ea0c3c6b65 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:51.556990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:51.576217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:51.576882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:51.596263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.606420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:51.637144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] For port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:51.672080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=c0397611-283a-49f8-ab15-802c8181c79c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:51.679454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:51.696832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:51.700212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:51.704526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:51.728991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] For port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:51.735858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.743637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:51.755510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=3f0ef077-a897-415c-9b32-82ea0c3c6b65,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:51.761575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:51.782089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.782707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.813451 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2134550 May 25 16:51:51.813668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34032) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:51.837430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:51.873340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:51.909457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Pushing event updated for resources: {'Port': ['ID=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:51.915399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:51.919414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b427f8-59bc-4ebe-ab18-e8a5c0a4a46d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.925751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b427f8-59bc-4ebe-ab18-e8a5c0a4a46d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:51.926652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7b427f8-59bc-4ebe-ab18-e8a5c0a4a46d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:51.944384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7b427f8-59bc-4ebe-ab18-e8a5c0a4a46d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:51.949010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a7b427f8-59bc-4ebe-ab18-e8a5c0a4a46d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1310284 May 25 16:51:51.949328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34036) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:52.140198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 3f0ef077-a897-415c-9b32-82ea0c3c6b65 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:52.143091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.262260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-405067da-c8b1-4d34-9daf-be987431004a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:51Z', 'revision_number': 8, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:52.267516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405067da-c8b1-4d34-9daf-be987431004a None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:51Z', 'revision_number': 8, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:52.269821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:52.446336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:52.460519 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7518218 May 25 16:51:52.463794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34040) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:52.487785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.534283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet 0290375b-dd46-4adc-8e56-ad10e1ea9da3 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:52.537542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.594385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.616811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 3f0ef077-a897-415c-9b32-82ea0c3c6b65 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:52.691237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.833728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:52.841233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93277ad4-5822-482c-a292-f31c86e477b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:52.891759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=3f0ef077-a897-415c-9b32-82ea0c3c6b65,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:52.895042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:52.913607 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:52.931198 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:52.933723 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:53.051969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.059887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ea93493-8890-443b-a3d5-63d98385b4f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:53.078557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.100612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/3f0ef077-a897-415c-9b32-82ea0c3c6b65 HTTP/1.1" status: 204 len: 168 time: 1.1478231 May 25 16:51:53.100612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34044) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:53.107515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:53.122534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.129972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=0290375b-dd46-4adc-8e56-ad10e1ea9da3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:53.133085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:53.138498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/0290375b-dd46-4adc-8e56-ad10e1ea9da3 HTTP/1.1" status: 204 len: 168 time: 0.6736238 May 25 16:51:53.139165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34048) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:53.158807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3ab23-db00-44cd-992b-ddc1f41086ce None None] Network 7477d489-7699-4ca4-9f1b-9ceee9e97558 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:53.172965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d85ec7-e247-4fbd-902d-d89c16c87b1e None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:53.178716 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:53.219806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:53.221363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:53.222865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:53.223844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:53.244654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:53.246002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7124b5b7-80b1-4104-8126-4b3270d17b89 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1432159 May 25 16:51:53.249049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34054) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:53.267241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.343909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:53.347479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.364151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-96d10f84-dc30-41a1-8d69-cf84f80d8a0a None None] Provisioning for port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:53.421355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.503334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.524947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:53.568756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 05cd0bee-7802-4a28-a180-ab502617cc1d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:53.569579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.588355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:53.588906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.625039 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:51Z', 'revision_number': 8, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:53.629984 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:53.640656 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:53.641907 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:53.703988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 05cd0bee-7802-4a28-a180-ab502617cc1d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=05cd0bee-7802-4a28-a180-ab502617cc1d,segment=NetworkSegment(605b8747-e524-4a9a-9d33-6bc6a824fb43),segment_id=605b8747-e524-4a9a-9d33-6bc6a824fb43)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:53.703988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.818336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.825875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0a2ab07a-765d-4d80-bef9-4cb491fa8e11 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:53.832773 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:53.872866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.873017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:53.877051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:53.880051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.908771 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8 HTTP/1.1" status: 204 len: 168 time: 0.6563702 May 25 16:51:53.911197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34058) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:53.920441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 05cd0bee-7802-4a28-a180-ab502617cc1d owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:53.924149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:53.929687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:53.935540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:54.002102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996a402-6360-46b1-8b24-dd0d75f6811f None None] DHCP port deletion for 7477d489-7699-4ca4-9f1b-9ceee9e97558 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:54.012816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.031378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7232f1c-1646-4d50-b184-ed98422b412e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:54.033148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet d338d450-a36f-43f0-bd0a-cd4f021049fb {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:54.036704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.076370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port 05cd0bee-7802-4a28-a180-ab502617cc1d on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:54.081277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c0397611-283a-49f8-ab15-802c8181c79c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:54.102614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.123131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b89e41-0c79-4510-b945-84288f15ab75 None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': 'd338d450-a36f-43f0-bd0a-cd4f021049fb', 'ip_address': '2001:db8::f816:3eff:feba:14b4'}, {'subnet_id': '8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '597c8d98-2cd9-4461-bcd0-d3a304b9d1e9'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:51:54.138724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=05cd0bee-7802-4a28-a180-ab502617cc1d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:54.144498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:54.205374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.234273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.237819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16b89e41-0c79-4510-b945-84288f15ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.250158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7477d489-7699-4ca4-9f1b-9ceee9e97558']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:54.255884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c0397611-283a-49f8-ab15-802c8181c79c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:54.256243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c0397611-283a-49f8-ab15-802c8181c79c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:54.262820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4996a402-6360-46b1-8b24-dd0d75f6811f None None] The port '05cd0bee-7802-4a28-a180-ab502617cc1d' was deleted {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:51:54.264763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605b8747-e524-4a9a-9d33-6bc6a824fb43') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:54.265132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605b8747-e524-4a9a-9d33-6bc6a824fb43') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:54.281051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.299693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.311377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:51:54.312422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.324108 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:51Z', 'revision_number': 8, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:54.328887 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68a7224-f356-415e-aa43-13456d6c9583 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:51Z', 'revision_number': 8, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ad08ef7-67b0-4e64-8b35-4d6af968f262', 'name': '', 'network_id': 'f70390b8-17b9-4dde-ad8c-f6ec2296e5c1', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:90:23:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:36Z', 'updated_at': '2021-05-25T16:51:45Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'f90f0879-7928-4604-b66f-f6ed3fc58df2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:54.345101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:54.387196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:51:54.403371 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:51:54.442804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.447468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.451453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:54.476116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=7477d489-7699-4ca4-9f1b-9ceee9e97558,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:54.479311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:54.483388 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/7477d489-7699-4ca4-9f1b-9ceee9e97558 HTTP/1.1" status: 204 len: 168 time: 1.3432682 May 25 16:51:54.486390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34064) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:54.571676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server [None req-16b89e41-0c79-4510-b945-84288f15ab75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d338d450-a36f-43f0-bd0a-cd4f021049fb: This subnet is being modified by another concurrent operation. May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.force_reraise() May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise self.value May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1705, in update_port May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1488, in update_port May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server raise exception May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d338d450-a36f-43f0-bd0a-cd4f021049fb: This subnet is being modified by another concurrent operation. May 25 16:51:54.574065 dv-neutron-792998-1-hyperv neutron-server[99128]: ERROR oslo_messaging.rpc.server May 25 16:51:54.585312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ec4a69fe-b0f5-40f9-a11e-cfa949e991ba tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:54.612083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=d338d450-a36f-43f0-bd0a-cd4f021049fb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:54.615172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:54.616147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.629623 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/d338d450-a36f-43f0-bd0a-cd4f021049fb HTTP/1.1" status: 204 len: 168 time: 0.7172823 May 25 16:51:54.630273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34068) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:54.676076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288998d8-7e92-49a4-9609-2c5476e51778 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:54.702453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7d17d1fd-ae8c-47fe-a93a-c07d2dd65b13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:54.714795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7d17d1fd-ae8c-47fe-a93a-c07d2dd65b13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:router {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:54.718904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7d17d1fd-ae8c-47fe-a93a-c07d2dd65b13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848591 May 25 16:51:54.719181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34072) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:54.725975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:54.786601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f18dc0e5-cf55-4b15-9525-9e4931932666 None None] Provisioning complete for port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:54.787010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f18dc0e5-cf55-4b15-9525-9e4931932666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.844304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:54.848567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:54.851754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:54.859230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:54.871021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:54.875892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:54.990561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 05cd0bee-7802-4a28-a180-ab502617cc1d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:55.034230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 05cd0bee-7802-4a28-a180-ab502617cc1d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:51:55.034707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 05cd0bee-7802-4a28-a180-ab502617cc1d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:51:55.036509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:51:55.066471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:55.076941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.211006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Deleting port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:55.211720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.225842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.343834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:55.349768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.354337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cd5cae89-2580-46ed-9df7-8b915dfa7eb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:55.423279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] For port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:55.423745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.566189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Calling delete_port for 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:55.577545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:55.581389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:55.592518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:51:55.626866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.630893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ed5be9d9-27cb-46ea-a594-95544263678b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:55.675538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Pushing event deleted for resources: {'Port': ['ID=597c8d98-2cd9-4461-bcd0-d3a304b9d1e9,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:55.681953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:55.684763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] No DVR routers for this DVR port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:55.702997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 6ad08ef7-67b0-4e64-8b35-4d6af968f262 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:55.703339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.705622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e65842-8228-4e6d-b16d-4bb0a2fc8190 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 16:51:55.729041 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.services.revisions.revision_plugin [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Could not find related port for resource to bump revision. May 25 16:51:55.739322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Port 597c8d98-2cd9-4461-bcd0-d3a304b9d1e9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 25 16:51:55.740055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Reverting IP allocation for 2001:db8::f816:3eff:feba:14b4 {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 25 16:51:55.744368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feba:14b4 {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 25 16:51:55.745841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.750987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e8ba3679-dd0b-460b-9c3e-6c6b06a7a7ae tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:55.817604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:55.821696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:55.839751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=8ea5792d-a42c-4e8a-bdce-379c96e024b8,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:55.842291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:55.843062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.854535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:55.867096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 6ad08ef7-67b0-4e64-8b35-4d6af968f262, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6ad08ef7-67b0-4e64-8b35-4d6af968f262,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:55.867569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:55.869929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1495759 May 25 16:51:55.872379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34076) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:55.879435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:55.923993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e65842-8228-4e6d-b16d-4bb0a2fc8190 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 16:51:56.003283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 6ad08ef7-67b0-4e64-8b35-4d6af968f262 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:56.027312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:56.031583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:56.034405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:56.041253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:56.054487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:56.058591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.173569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.178740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-905b64be-d5e3-4e4d-a74f-031e396b6f55 tempest-ServersTestJSON-622768506 tempest-ServersTestJSON-622768506-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:56.225541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=6ad08ef7-67b0-4e64-8b35-4d6af968f262,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:56.229287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:56.312122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '8ea5792d-a42c-4e8a-bdce-379c96e024b8'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:51:56.313598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.444097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.483223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Allocated IP 2001:db8::f816:3eff:fe77:70cf (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/8ea5792d-a42c-4e8a-bdce-379c96e024b8/587f9704-e2b8-4a71-be0f-5c28684187e7) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:56.551559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.562045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8f66db14-e4c4-40c7-999d-941cf7c4948b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:56.622894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:56.626681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:56.640616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:56.641319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.655284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=62f6c08b-0a3f-40c1-99d6-e95e98af0a4a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:56.659918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:56.678371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8023505 May 25 16:51:56.678648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34080) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:56.685430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:fb:1e:53', 'name': 'tempest-NetworksTestDHCPv6-409385606'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:51:56.758005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.773118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Transition to ACTIVE for port object 587f9704-e2b8-4a71-be0f-5c28684187e7 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:56.799192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Transition to ACTIVE for port object 587f9704-e2b8-4a71-be0f-5c28684187e7 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:56.808388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:56.814003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-686473b9-f80f-4750-8940-5a7e8ed26a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:56.848741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:51:56.850146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:51:56.855365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:51:56.858450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:51:56.864598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:51:56.876284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:51:56.901953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:56.905156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:56.913869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:56.972839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Pushing event updated for resources: {'Port': ['ID=587f9704-e2b8-4a71-be0f-5c28684187e7,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:57.015348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:57.040696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Attempting to bind port 587f9704-e2b8-4a71-be0f-5c28684187e7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:51:57.041664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Attempting to bind port 587f9704-e2b8-4a71-be0f-5c28684187e7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:51:57.042242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Attempting to bind port 587f9704-e2b8-4a71-be0f-5c28684187e7 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:51:57.049442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:51:57.050420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:51:57.051050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.051465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:51:57.052143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Bound port: 587f9704-e2b8-4a71-be0f-5c28684187e7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:51:57.052534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.064559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.097433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 57e107e1-ebfa-492e-94d3-715ad90f4522 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:51:57.163652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] For port 587f9704-e2b8-4a71-be0f-5c28684187e7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:51:57.167794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] For port 587f9704-e2b8-4a71-be0f-5c28684187e7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=587f9704-e2b8-4a71-be0f-5c28684187e7,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:51:57.172526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:51:57.173773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.186870 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6991506 May 25 16:51:57.189587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34084) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:57.190838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:57.222453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:51:57.269235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet f90f0879-7928-4604-b66f-f6ed3fc58df2 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:57.272983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.286520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:57.287191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:57.359975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.428487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 172.20.0.10 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/62f6c08b-0a3f-40c1-99d6-e95e98af0a4a/57e107e1-ebfa-492e-94d3-715ad90f4522) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:57.440949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fefb:1e53 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/8ea5792d-a42c-4e8a-bdce-379c96e024b8/57e107e1-ebfa-492e-94d3-715ad90f4522) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:57.467779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Pushing event updated for resources: {'Port': ['ID=587f9704-e2b8-4a71-be0f-5c28684187e7,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:57.473474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:57.491680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.500112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:57.784662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.803121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 57e107e1-ebfa-492e-94d3-715ad90f4522 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:57.832790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.838865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a429ceee-0517-4aff-9e06-571a36bfdf86 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:57.921716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.927666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e4532f8d-4c01-4af7-8da9-7d99608af0f1 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:57.968903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=f90f0879-7928-4604-b66f-f6ed3fc58df2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:57.971353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:57.975923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:57.986788 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/f90f0879-7928-4604-b66f-f6ed3fc58df2 HTTP/1.1" status: 204 len: 168 time: 0.7956748 May 25 16:51:57.987922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34092) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:58.017707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:56Z', 'revision_number': 9, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.031174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:51:58.042614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:51:58.043455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.077663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:51:58.081461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:51:58.085442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:51:58.119372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.129717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=57e107e1-ebfa-492e-94d3-715ad90f4522,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:58.135273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:58.156801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:58.157456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.185449 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5055833 May 25 16:51:58.188247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:58.216631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:51:58.272917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port c132199c-1e83-4e3d-a547-0f4b2b5b9202 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:58.273270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.398289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db2411-c7ec-4c9a-afc1-4efe879b0e40 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:58.404374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db2411-c7ec-4c9a-afc1-4efe879b0e40 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:58.405220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7db2411-c7ec-4c9a-afc1-4efe879b0e40 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:58.432694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port c132199c-1e83-4e3d-a547-0f4b2b5b9202, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c132199c-1e83-4e3d-a547-0f4b2b5b9202,segment=NetworkSegment(fd211250-fc09-456f-8ac0-99c367ea3055),segment_id=fd211250-fc09-456f-8ac0-99c367ea3055)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:58.433066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.500183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e7db2411-c7ec-4c9a-afc1-4efe879b0e40 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:58.501351 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e7db2411-c7ec-4c9a-afc1-4efe879b0e40 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3120079 May 25 16:51:58.504826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34100) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:58.552148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed1261-6340-4a85-b74d-d4204f4b0093 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:58.581580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for c132199c-1e83-4e3d-a547-0f4b2b5b9202 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:58.637447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.644893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fb0773c4-3ba8-4080-ac4c-ba966b06df82 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:58.675697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 57e107e1-ebfa-492e-94d3-715ad90f4522 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:51:58.676306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.697309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0a8cf8a6-11e1-415c-aa4e-7f00e413ff5c None None] Provisioning for port 587f9704-e2b8-4a71-be0f-5c28684187e7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:58.700357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=c132199c-1e83-4e3d-a547-0f4b2b5b9202,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:58.704518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:58.705474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port c132199c-1e83-4e3d-a547-0f4b2b5b9202 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:51:58.796760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:56Z', 'revision_number': 9, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.804529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2456f022-c97a-45f7-acc7-7c9aec4a93db None None] Network f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:51:58.829292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019527f8-ebd3-4d49-b311-143432dd4f52 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:51:56Z', 'revision_number': 9, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '4683f76a-c6fb-4f1a-8336-7648e1725169', 'name': '', 'network_id': '6782c149-c8f5-4616-b6bd-593286f4d84a', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:78:33:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:30Z', 'updated_at': '2021-05-25T16:51:39Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': '41eb2681-10d5-4f08-8dac-47d8702720ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:51:58.844708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.859156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.880419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70390b8-17b9-4dde-ad8c-f6ec2296e5c1']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.898571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd211250-fc09-456f-8ac0-99c367ea3055') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.899196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd211250-fc09-456f-8ac0-99c367ea3055') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:51:58.913567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.933213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.941375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:51:58.941926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:51:58.963859 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:51:58.989730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 57e107e1-ebfa-492e-94d3-715ad90f4522 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:51:59.058172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.061939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84ec148d-ac49-475f-bf18-e81aee9e6a73 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:59.082641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.193616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.200025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b2c0fb3-442f-413a-af6c-d01d32235dc3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:59.204442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '8ea5792d-a42c-4e8a-bdce-379c96e024b8', 'ip_address': '2001:db8::f816:3eff:fe77:70cf'}, {'subnet_id': '62f6c08b-0a3f-40c1-99d6-e95e98af0a4a'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '587f9704-e2b8-4a71-be0f-5c28684187e7'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:51:59.226451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=f70390b8-17b9-4dde-ad8c-f6ec2296e5c1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:59.231746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:59.235809 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 HTTP/1.1" status: 204 len: 168 time: 1.2464616 May 25 16:51:59.238715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34104) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:59.254506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=57e107e1-ebfa-492e-94d3-715ad90f4522,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:51:59.259002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:51:59.266011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0077c920-4884-4aad-bb18-331fb06699ff None None] DHCP port deletion for f70390b8-17b9-4dde-ad8c-f6ec2296e5c1 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:51:59.294096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.458080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 587f9704-e2b8-4a71-be0f-5c28684187e7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:51:59.494937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.513391 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/57e107e1-ebfa-492e-94d3-715ad90f4522 HTTP/1.1" status: 204 len: 168 time: 1.0053144 May 25 16:51:59.513703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34108) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:59.599468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:59.602311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:59.605265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:51:59.606729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:51:59.611458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 587f9704-e2b8-4a71-be0f-5c28684187e7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:51:59.620778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Allocated IP 172.20.0.2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/62f6c08b-0a3f-40c1-99d6-e95e98af0a4a/587f9704-e2b8-4a71-be0f-5c28684187e7) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:51:59.622752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 587f9704-e2b8-4a71-be0f-5c28684187e7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:51:59.623174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.632257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:51:59.635519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a93b41c-f522-4b98-9888-09ad9ecf81c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1206145 May 25 16:51:59.638764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34112) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:51:59.752436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 62f6c08b-0a3f-40c1-99d6-e95e98af0a4a {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:51:59.911194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.929712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] For port 587f9704-e2b8-4a71-be0f-5c28684187e7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=587f9704-e2b8-4a71-be0f-5c28684187e7,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:51:59.934709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.959855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.977814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Transition to ACTIVE for port object 587f9704-e2b8-4a71-be0f-5c28684187e7 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:51:59.982721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:51:59.987811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b4bd8742-e373-46bf-a1b0-fa9a2d8b1b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:51:59.988235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.122874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.178140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:52:00.178384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:52:00.183785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Pushing event updated for resources: {'Port': ['ID=587f9704-e2b8-4a71-be0f-5c28684187e7,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:00.186742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:00.328932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.724207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 4683f76a-c6fb-4f1a-8336-7648e1725169 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:00.724642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.762241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.814356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd0e66-2307-4c54-b4a8-134b9408b3d4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:00.900350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Could not find standard attr ID for object 57e107e1-ebfa-492e-94d3-715ad90f4522. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:00.929886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Provisioning for port 587f9704-e2b8-4a71-be0f-5c28684187e7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:00.941294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Provisioning complete for port 587f9704-e2b8-4a71-be0f-5c28684187e7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:00.941747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.979372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4548906-8104-45ff-bc25-212c8af8e890 req-e287a734-ab16-4bd9-a326-37cf2ebe2372 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:00.981730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4548906-8104-45ff-bc25-212c8af8e890 req-e287a734-ab16-4bd9-a326-37cf2ebe2372 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.0903585 May 25 16:52:00.989099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:00.996077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49827ffb-6049-4f05-b7ec-7266f8adfd54 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:01.037741 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4548906-8104-45ff-bc25-212c8af8e890 req-252f61bb-2200-41df-a7b6-f10da5e4e5c6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 May 25 16:52:01.056387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=62f6c08b-0a3f-40c1-99d6-e95e98af0a4a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:01.061685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.069592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:01.104556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 4683f76a-c6fb-4f1a-8336-7648e1725169, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4683f76a-c6fb-4f1a-8336-7648e1725169,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:01.104940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.113198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/62f6c08b-0a3f-40c1-99d6-e95e98af0a4a HTTP/1.1" status: 204 len: 168 time: 1.4734156 May 25 16:52:01.116332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34120) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:01.118906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:52:01.119511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:52:01.192538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 8ea5792d-a42c-4e8a-bdce-379c96e024b8 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:01.196425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.239734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 4683f76a-c6fb-4f1a-8336-7648e1725169 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:01.255592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.281965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.298732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.347900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] For port 587f9704-e2b8-4a71-be0f-5c28684187e7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=587f9704-e2b8-4a71-be0f-5c28684187e7,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:01.353694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.355542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:01.361626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.404147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.413000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49baee40-424c-4cb0-bab3-67b0b43cfb14 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:01.473075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:52:01.473449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:52:01.475880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=4683f76a-c6fb-4f1a-8336-7648e1725169,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:01.478032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Pushing event updated for resources: {'Port': ['ID=587f9704-e2b8-4a71-be0f-5c28684187e7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:01.479960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:01.480969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:01.704896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.722512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.733915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-31dbbf09-8fe2-4116-8d8a-f1dfdb5aed59 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:01.771709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:01.780306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea5792d-a42c-4e8a-bdce-379c96e024b8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:01.787017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:01.791168 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/8ea5792d-a42c-4e8a-bdce-379c96e024b8 HTTP/1.1" status: 204 len: 168 time: 0.6736264 May 25 16:52:01.793669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34124) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:01.931849 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1b7d121f-5b5a-4770-8aa7-1bf76f6ec198 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346791 May 25 16:52:01.932242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34128) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:01.940315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:01.983350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69a94a-703a-4fbb-9e69-64f2ef4d0237 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:02.172094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a78cf299-4483-4f0e-8c83-0aae513bb015 None None] Provisioning complete for port 587f9704-e2b8-4a71-be0f-5c28684187e7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:02.172094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a78cf299-4483-4f0e-8c83-0aae513bb015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:02.268499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:02.283373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:02.291261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:02.302010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:02.317813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:02.328817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:02.329577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:02.333038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:02.387500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Deleting port 587f9704-e2b8-4a71-be0f-5c28684187e7 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:02.387795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:02.549726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] For port 587f9704-e2b8-4a71-be0f-5c28684187e7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=587f9704-e2b8-4a71-be0f-5c28684187e7,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:02.549726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:02.677009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3cdc6-a0e1-458d-bc18-78fc35a350fd req-563b8a51-8d69-49f1-b168-ac802d2608fb tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:02.678323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Calling delete_port for 587f9704-e2b8-4a71-be0f-5c28684187e7 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:02.678594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-62b3cdc6-a0e1-458d-bc18-78fc35a350fd req-563b8a51-8d69-49f1-b168-ac802d2608fb tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.4874494 May 25 16:52:02.732891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:02.737882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b73b7346-ec1b-41e3-b752-fd3bf356c2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:02.768651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d61c1-d946-4022-a666-2947b93df057 req-e3f31314-afc2-4c61-9ad6-a93960ea244e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:02.770356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-406d61c1-d946-4022-a666-2947b93df057 req-e3f31314-afc2-4c61-9ad6-a93960ea244e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.0901139 May 25 16:52:02.783278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Pushing event deleted for resources: {'Port': ['ID=587f9704-e2b8-4a71-be0f-5c28684187e7,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:02.785145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] No DVR routers for this DVR port 587f9704-e2b8-4a71-be0f-5c28684187e7 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:02.786815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:02.849956 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-62b3cdc6-a0e1-458d-bc18-78fc35a350fd req-4a2deb7d-465f-4acd-a053-8fc4028ab527 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097436 May 25 16:52:02.863228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:02.871465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Port 587f9704-e2b8-4a71-be0f-5c28684187e7 update to ACTIVE by agent not found {{(pid=99128) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 25 16:52:02.876592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:02.896519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:02.897202 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:02.925748 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6856949 May 25 16:52:02.929299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34136) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:02.954523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6ad08ef7-67b0-4e64-8b35-4d6af968f262 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:02.991052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 6ad08ef7-67b0-4e64-8b35-4d6af968f262 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:02.992145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6ad08ef7-67b0-4e64-8b35-4d6af968f262 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:02.993798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c132199c-1e83-4e3d-a547-0f4b2b5b9202 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:03.018459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port 40821b94-2733-4b40-87c1-a1797f7fc8c7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:03.018802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.031704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c132199c-1e83-4e3d-a547-0f4b2b5b9202 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:03.032066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c132199c-1e83-4e3d-a547-0f4b2b5b9202 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:03.043472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet 41eb2681-10d5-4f08-8dac-47d8702720ba {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:03.057011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.078793 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:03.222844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 587f9704-e2b8-4a71-be0f-5c28684187e7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:03.269302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 587f9704-e2b8-4a71-be0f-5c28684187e7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:03.269838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 587f9704-e2b8-4a71-be0f-5c28684187e7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:03.286692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.291094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4a99ddb-d8f6-4c1a-8170-6f4d192ef1ac tempest-NetworksIpV6Test-1415810279 tempest-NetworksIpV6Test-1415810279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:03.342837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.353183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:03.356777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:03.367007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:03.370138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00739b4f-a4fd-4094-b1d4-4b47b9964de2 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:03.376641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.413251 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4770231 May 25 16:52:03.414989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34142) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:03.420370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:03.440552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] For port 40821b94-2733-4b40-87c1-a1797f7fc8c7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=40821b94-2733-4b40-87c1-a1797f7fc8c7,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:03.440927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.477819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:01Z', 'revision_number': 10, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:03.483118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:03.507798 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:03.508788 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:03.596322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=4148ab9d-6c7e-4977-bea4-169732ba84b8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:03.606239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:03.609271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:03.612131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:03.615619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:03.619740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.623763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:03.636040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:03.646679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.684231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '4148ab9d-6c7e-4977-bea4-169732ba84b8'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:03.685241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:03.739194 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:03.966244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Allocated IP 172.20.0.2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/4148ab9d-6c7e-4977-bea4-169732ba84b8/537fb745-54de-4ffd-9b8d-3698bb4baa24) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:04.164351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.165449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.165948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP 17c3b8b1-9f81-4a45-a3f8-8a629cf299de disassociated. External IP: 172.26.6.211, port: 40821b94-2733-4b40-87c1-a1797f7fc8c7. May 25 16:52:04.166296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for 40821b94-2733-4b40-87c1-a1797f7fc8c7 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:04.206198 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:01Z', 'revision_number': 10, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:04.210974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b356fbad-da0f-420d-b875-a5d7d914e5b9 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:01Z', 'revision_number': 10, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None, '_interfaces': [{'id': '84986f1c-87e9-46ab-9aef-4b611f794567', 'name': '', 'network_id': '87bdce5a-4fb5-4820-98c5-406a9f079326', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'mac_address': 'fa:16:3e:b8:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'device_owner': 'network:router_interface', 'standard_attr_id': 1219, 'fixed_ips': [{'subnet_id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:51:24Z', 'updated_at': '2021-05-25T16:51:33Z', 'revision_number': 5, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'subnets': [{'id': 'd748e69a-080b-4213-8d7c-fc4ac46894b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:04.275979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.287157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Transition to ACTIVE for port object 537fb745-54de-4ffd-9b8d-3698bb4baa24 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:04.304354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184d413-114a-41f6-b404-f79873b51f52 req-b93f22cd-2ad6-403a-9304-8d1055a2aaa0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:04.306463 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8184d413-114a-41f6-b404-f79873b51f52 req-b93f22cd-2ad6-403a-9304-8d1055a2aaa0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 945 time: 0.2618918 May 25 16:52:04.315569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Transition to ACTIVE for port object 537fb745-54de-4ffd-9b8d-3698bb4baa24 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:04.323613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.328795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:04.395865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:04.396374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:04.399533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:04.403522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:04.412904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Pushing event updated for resources: {'Port': ['ID=537fb745-54de-4ffd-9b8d-3698bb4baa24,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:04.429502 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8184d413-114a-41f6-b404-f79873b51f52 req-425d27b5-502d-41b1-9580-cb1a8b2b2d5e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156728 May 25 16:52:04.440324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.446054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:04.448313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b7eb7301-1e7b-4bb9-8a5a-4c959d21a133 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:04.493763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.502466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=41eb2681-10d5-4f08-8dac-47d8702720ba,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:04.504538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3219f-0c2c-4d67-9dcb-6cf82a248fd3 None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:04.504884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:04.527274 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/41eb2681-10d5-4f08-8dac-47d8702720ba HTTP/1.1" status: 204 len: 168 time: 1.5968945 May 25 16:52:04.529305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Attempting to bind port 537fb745-54de-4ffd-9b8d-3698bb4baa24 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:04.529782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Attempting to bind port 537fb745-54de-4ffd-9b8d-3698bb4baa24 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:04.530162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Attempting to bind port 537fb745-54de-4ffd-9b8d-3698bb4baa24 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:04.530325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34150) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:04.530516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.541234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:04.585405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:04.585807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:04.586784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.587212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:04.589151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Bound port: 537fb745-54de-4ffd-9b8d-3698bb4baa24, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:04.589151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.600748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=40821b94-2733-4b40-87c1-a1797f7fc8c7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:04.610865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:04.708933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.793224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] For port 537fb745-54de-4ffd-9b8d-3698bb4baa24, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:04.797444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] For port 537fb745-54de-4ffd-9b8d-3698bb4baa24, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=537fb745-54de-4ffd-9b8d-3698bb4baa24,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:04.801889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:04.806705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:04.814412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:04.943336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Pushing event updated for resources: {'Port': ['ID=537fb745-54de-4ffd-9b8d-3698bb4baa24,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:04.947969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:05.024978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:05.040531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:05.057609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:05.058470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:05.095617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.167477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] DHCP port deletion for 6782c149-c8f5-4616-b6bd-593286f4d84a request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:05.187262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] No DVR routers for this DVR port 40821b94-2733-4b40-87c1-a1797f7fc8c7 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:05.193392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.196443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-406d61c1-d946-4022-a666-2947b93df057 req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "DELETE /v2.0/ports/40821b94-2733-4b40-87c1-a1797f7fc8c7 HTTP/1.1" status: 204 len: 173 time: 2.4182875 May 25 16:52:05.197334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'name': 'network-vif-deleted', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:05.219608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1874f8ff-2711-4989-b214-e3a2e1b7752d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:05.277900 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c04304f-ec23-4f9f-b103-111aed38312d', 'name': 'network-vif-deleted', 'tag': '40821b94-2733-4b40-87c1-a1797f7fc8c7', 'status': 'completed', 'code': 200} May 25 16:52:05.379909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 1874f8ff-2711-4989-b214-e3a2e1b7752d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:05.380578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.543023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1874f8ff-2711-4989-b214-e3a2e1b7752d,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:05.544278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.561525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:05.640602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Deleting port 1874f8ff-2711-4989-b214-e3a2e1b7752d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:05.641075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.656574 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.684957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 1874f8ff-2711-4989-b214-e3a2e1b7752d owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:05.693245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] For port 537fb745-54de-4ffd-9b8d-3698bb4baa24, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=537fb745-54de-4ffd-9b8d-3698bb4baa24,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:05.750658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.757111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.759398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.764934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1eeb528-6e11-4076-bc65-d4956bf10d98 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:05.846497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=537fb745-54de-4ffd-9b8d-3698bb4baa24,revision_number=4']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:05.858819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:05.859609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c5bb3b2f-0873-4e9b-af28-921bae70c35c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:05.920604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:05.924757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:05.934477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1874f8ff-2711-4989-b214-e3a2e1b7752d,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:05.941808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:05.942866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.951455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] For port 1874f8ff-2711-4989-b214-e3a2e1b7752d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1874f8ff-2711-4989-b214-e3a2e1b7752d,segment=NetworkSegment(581996bc-ab3a-44ac-b182-97aa1ac1b45d),segment_id=581996bc-ab3a-44ac-b182-97aa1ac1b45d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:05.952041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.962011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.963057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4683f76a-c6fb-4f1a-8336-7648e1725169 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:05.966905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:05.970601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1f473073-04df-42fb-9c4c-785ba959782d req-a4ba5bd9-f083-4972-9549-9c45d89936af tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:05.985445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=544ae76d-8a78-479c-b6e1-5727ca19e6b4,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:05.993917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:05.994970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c2727ff-91df-4aa6-86c4-990b404ba5c0 tempest-RoutersIpV6AdminTest-1708994031 tempest-RoutersIpV6AdminTest-1708994031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:05.999912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1f473073-04df-42fb-9c4c-785ba959782d req-a4ba5bd9-f083-4972-9549-9c45d89936af tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:06.006839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:06.014560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1f473073-04df-42fb-9c4c-785ba959782d req-a4ba5bd9-f083-4972-9549-9c45d89936af tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.3798454 May 25 16:52:06.053825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:06.060242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port 1874f8ff-2711-4989-b214-e3a2e1b7752d on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:06.061936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:06.121529 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7062650 May 25 16:52:06.124345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34158) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:06.134571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:39:8d:90', 'name': 'tempest-NetworksTestDHCPv6-109556729'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:06.198730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event deleted for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:06.205021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.216691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Calling delete_port for 1874f8ff-2711-4989-b214-e3a2e1b7752d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:06.219694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4683f76a-c6fb-4f1a-8336-7648e1725169 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:06.220145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4683f76a-c6fb-4f1a-8336-7648e1725169 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:06.225729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6782c149-c8f5-4616-b6bd-593286f4d84a']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:06.236399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:06.249624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581996bc-ab3a-44ac-b182-97aa1ac1b45d') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:06.250272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581996bc-ab3a-44ac-b182-97aa1ac1b45d') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:06.273959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.305757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.315028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:52:06.315462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.377501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:06.383842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.386076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:06.396729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:06.397065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4d6a75c-9e8a-49e7-86e9-b71f4da74f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:06.400094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:06.412700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:52:06.435340 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:52:06.442088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.449397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.458789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:06.479707 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/6782c149-c8f5-4616-b6bd-593286f4d84a HTTP/1.1" status: 204 len: 168 time: 1.9481878 May 25 16:52:06.483643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34162) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:06.496821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:06.500853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Network 6782c149-c8f5-4616-b6bd-593286f4d84a is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:52:06.501598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] No DVR routers for this DVR port 1874f8ff-2711-4989-b214-e3a2e1b7752d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:06.503483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Pushing event deleted for resources: {'Port': ['ID=1874f8ff-2711-4989-b214-e3a2e1b7752d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:06.512031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:06.515650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:06.594126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=6782c149-c8f5-4616-b6bd-593286f4d84a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:06.606968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:06.616573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dda713-094e-4253-94b2-058b2fd3acd0 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:06.652796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:06.691100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:06.803927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:06.803927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:06.929866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8d227fa4-ccc8-4677-bc5a-63f2f434b7e4 None None] Provisioning for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:07.006284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 172.20.0.14 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/4148ab9d-6c7e-4977-bea4-169732ba84b8/f39f91ff-6f59-4511-a144-0ff10ac0b6d3) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:07.015793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fe39:8d90 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/544ae76d-8a78-479c-b6e1-5727ca19e6b4/f39f91ff-6f59-4511-a144-0ff10ac0b6d3) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:07.268571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:07.379261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 537fb745-54de-4ffd-9b8d-3698bb4baa24 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:07.383329 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d757c7f4-7789-4c38-8581-8119bc43e1de req-b00aedb6-7b75-431b-a3c0-c42208245d48 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.0683298 May 25 16:52:07.406086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:07.431507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object f39f91ff-6f59-4511-a144-0ff10ac0b6d3 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:07.469310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:07.479084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b2afade7-8666-45a8-a098-57654781c9c6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:07.527813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:07.580721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:07.585170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:07.589059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:07.598146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 40821b94-2733-4b40-87c1-a1797f7fc8c7 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:07.643544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 40821b94-2733-4b40-87c1-a1797f7fc8c7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:07.644533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 40821b94-2733-4b40-87c1-a1797f7fc8c7 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:07.653432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=f39f91ff-6f59-4511-a144-0ff10ac0b6d3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:07.668819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:07.694213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:07.695140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:07.746596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6204979 May 25 16:52:07.748789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34170) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:07.794408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:07.814111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:07.814496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:07.865595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f32dca-bc15-422c-a8f8-1fc0864fe2e3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:07.873036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f32dca-bc15-422c-a8f8-1fc0864fe2e3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:07.874196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68f32dca-bc15-422c-a8f8-1fc0864fe2e3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:07.897023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-68f32dca-bc15-422c-a8f8-1fc0864fe2e3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:07.898299 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-68f32dca-bc15-422c-a8f8-1fc0864fe2e3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1481206 May 25 16:52:07.902383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34174) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:08.053957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.102306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 537fb745-54de-4ffd-9b8d-3698bb4baa24, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=537fb745-54de-4ffd-9b8d-3698bb4baa24,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:08.111480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.115148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:08.170579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:08.170951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.199051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:08.208240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134d672-5241-46a6-8bd7-2af42d7753ad None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:08.252972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=537fb745-54de-4ffd-9b8d-3698bb4baa24,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:08.256800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:08.300974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 84986f1c-87e9-46ab-9aef-4b611f794567 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:08.301329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.461310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.614055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-acac594b-0c3b-4e6d-ae64-5616d0c5fc68 req-6edf6c51-5732-444f-a7c6-2342ef0e2715 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.0727119 May 25 16:52:08.647812 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7658eb6-7b3e-450f-b71d-df8f79174935 None None] New status for floating IP 17c3b8b1-9f81-4a45-a3f8-8a629cf299de: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:08.648469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for f39f91ff-6f59-4511-a144-0ff10ac0b6d3 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:08.680518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 84986f1c-87e9-46ab-9aef-4b611f794567, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84986f1c-87e9-46ab-9aef-4b611f794567,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:08.680910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.705358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Provisioning for port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:08.714347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Provisioning complete for port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:08.715037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:08.837757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:08.840606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 84986f1c-87e9-46ab-9aef-4b611f794567 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:08.865703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Provisioning complete for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:08.866451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d913d5ed-cf05-4592-a446-a1e0535e64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.137570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 537fb745-54de-4ffd-9b8d-3698bb4baa24 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:09.204808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-58f5a671-7fdb-4cce-97b8-bbbaf3389a64 None None] Provisioning complete for port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:09.205154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58f5a671-7fdb-4cce-97b8-bbbaf3389a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.253317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.257762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:09.328955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-58f5a671-7fdb-4cce-97b8-bbbaf3389a64 None None] Port f39f91ff-6f59-4511-a144-0ff10ac0b6d3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:09.335415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:09.335842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.347637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=84986f1c-87e9-46ab-9aef-4b611f794567,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:09.360439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:09.582324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.588970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:09.593145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67aa27ab-a2c9-47d1-88fc-4a0c83f66b7c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:09.680070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=f39f91ff-6f59-4511-a144-0ff10ac0b6d3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:09.682193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:09.942598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c80d5114-1d5f-4562-b7f5-eecf19c7ec66 req-4bc66f3c-e2db-4078-85eb-2402e09238fc tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=2c04304f-ec23-4f9f-b103-111aed38312d HTTP/1.1" status: 200 len: 210 time: 0.1884108 May 25 16:52:09.999568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0791c9b9-2551-484f-a7ed-ca56fc1f7d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.112522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.135901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:10.137562 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/f39f91ff-6f59-4511-a144-0ff10ac0b6d3 HTTP/1.1" status: 204 len: 168 time: 2.2340491 May 25 16:52:10.140001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34184) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:10.336587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:10.341341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:10.342996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:10.344539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:10.345246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:10.347639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:10.355156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34188) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:10.355750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8703794 May 25 16:52:10.359132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:10.359739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:10.376333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:10.380023 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-266f3ebc-58b7-4fbb-90d2-4fb6b6acbe7a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2358844 May 25 16:52:10.380309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:10.463757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting subnet d748e69a-080b-4213-8d7c-fc4ac46894b1 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:10.467366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.467633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 4148ab9d-6c7e-4977-bea4-169732ba84b8 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:10.471576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.512555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:10.530455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.531754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.622072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.627535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:10.632330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:10.642365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:10.643013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:10.772813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.780930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:10.890397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:10.894416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78f3fd-a79b-4d27-b786-2ae814b6a97e None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:10.933223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.938238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2c5d4611-d7bd-43b0-b659-adff4ab95890 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:10.974058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Subnet': ['ID=d748e69a-080b-4213-8d7c-fc4ac46894b1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:10.981566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:10.983353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:10.989138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8813f83-a619-444c-bb98-31438c4306b2 None None] Network 87bdce5a-4fb5-4820-98c5-406a9f079326 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:10.999580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/d748e69a-080b-4213-8d7c-fc4ac46894b1 HTTP/1.1" status: 204 len: 168 time: 0.6430576 May 25 16:52:11.001825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34198) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:11.107441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.114258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4a5cb56e-1ef4-4128-b0cc-e120c58da45b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:11.152715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.153952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=4148ab9d-6c7e-4977-bea4-169732ba84b8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:11.156392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:11.159314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.178242 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/4148ab9d-6c7e-4977-bea4-169732ba84b8 HTTP/1.1" status: 204 len: 168 time: 0.7965941 May 25 16:52:11.178783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34204) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:11.192148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ab9822-42dd-4d08-8647-f2e3b1c29c12 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:11.263850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 544ae76d-8a78-479c-b6e1-5727ca19e6b4 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:11.264088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Deleting port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:11.264513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.275874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.350876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.352228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84986f1c-87e9-46ab-9aef-4b611f794567 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:11.402011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] For port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,segment=NetworkSegment(ee0ac895-9cf8-422f-87d0-4d6a202a7701),segment_id=ee0ac895-9cf8-422f-87d0-4d6a202a7701)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:11.402633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.427602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 84986f1c-87e9-46ab-9aef-4b611f794567 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:11.427877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84986f1c-87e9-46ab-9aef-4b611f794567 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:11.468476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.575821 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-dd93e0bc-d347-4d41-9707-eddf0359856e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768545233&fields=id&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 267 time: 0.0764880 May 25 16:52:11.583954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Calling delete_port for 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:11.597293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dacb83-b292-4641-a03f-702274b36485 None None] DHCP port deletion for 87bdce5a-4fb5-4820-98c5-406a9f079326 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:11.637290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.643193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c03221ad-343b-4880-9b74-432bd31971f7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:11.652787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-47dacb83-b292-4641-a03f-702274b36485 None None] The port '8ce39b7c-0e03-4e3c-9fa7-521a97c04748' was deleted {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:52:11.694956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Port': ['ID=8ce39b7c-0e03-4e3c-9fa7-521a97c04748,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:11.698270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:11.700487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No DVR routers for this DVR port 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:11.875015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-b3f4ff54-3854-45b7-957d-3b9871cacee5 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:11.876929 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-b3f4ff54-3854-45b7-957d-3b9871cacee5 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.3001816 May 25 16:52:11.935102 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91766af1-d9bf-41a4-bff3-33918d0eec6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/quotas/301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 375 time: 0.0485663 May 25 16:52:11.982242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:11.996907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bdce5a-4fb5-4820-98c5-406a9f079326']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:12.010134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0ac895-9cf8-422f-87d0-4d6a202a7701') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:12.010431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0ac895-9cf8-422f-87d0-4d6a202a7701') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:12.023332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.041487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.042887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.049618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad0c64ba-6aec-4810-b009-998cc73d6a35 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:12.051188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Releasing vlan 1191 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:52:12.051665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:52:12.071794 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:52:12.090849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=544ae76d-8a78-479c-b6e1-5727ca19e6b4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:12.092971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.097699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:12.109197 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-40a72d66-0299-48c1-b0c8-e743f9b159f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1672757 May 25 16:52:12.123083 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/544ae76d-8a78-479c-b6e1-5727ca19e6b4 HTTP/1.1" status: 204 len: 168 time: 0.9417310 May 25 16:52:12.141238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34212) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:12.163744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.175364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-505a06f9-51e6-49eb-8b57-4d43d3e1da58 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:12.192088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.205914 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/networks/87bdce5a-4fb5-4820-98c5-406a9f079326 HTTP/1.1" status: 204 len: 168 time: 1.2029963 May 25 16:52:12.209147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34216) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:12.213388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Pushing event deleted for resources: {'Network': ['ID=87bdce5a-4fb5-4820-98c5-406a9f079326,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:12.216015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:12.252146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbe546-c487-47e5-973d-c9e0b95c756f None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:12.272484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'routes': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:12.322686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b23e8f63-e991-467b-939c-22cf150d7310 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802530 May 25 16:52:12.325415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34220) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:12.331981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:12.409619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7eb37ff5-8435-4d81-9879-c64ce9a93c58 None None] Provisioning complete for port 537fb745-54de-4ffd-9b8d-3698bb4baa24 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:12.409995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7eb37ff5-8435-4d81-9879-c64ce9a93c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.465195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:12.470845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:12.474459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:12.482564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:12.495363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:12.499518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.557793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.729180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:12.759524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Added routes are [] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:52:12.760253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Removed routes are [] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:52:12.760253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.765514 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-292882dc-d0ed-41fd-a979-66c4ec76579b service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427069 May 25 16:52:12.796351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-60e511c7-28a1-44ae-ba00-fe71e0f0c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.813974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Deleting port 537fb745-54de-4ffd-9b8d-3698bb4baa24 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:12.814355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.948941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] For port 537fb745-54de-4ffd-9b8d-3698bb4baa24, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=537fb745-54de-4ffd-9b8d-3698bb4baa24,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:12.949251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.988767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:12.993675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df7c90ec-3423-476e-bebe-74c6278aadbf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:13.054476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:13.058463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:13.075409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=96b36f08-615d-464b-89bf-6366fd144a93,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:13.078973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:13.079273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.083649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:13.087238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Calling delete_port for 537fb745-54de-4ffd-9b8d-3698bb4baa24 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:13.109144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7824352 May 25 16:52:13.112531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34224) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:13.120186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:13.134523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.147879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.170587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.181231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a6888307-fa50-42b1-a958-2d8ba68f27c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:13.212112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:13.223554 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-fcf002ec-33c3-4848-b347-70c7d4c58eed service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002275 May 25 16:52:13.264777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:13.265392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8ce39b7c-0e03-4e3c-9fa7-521a97c04748 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:13.265624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 537fb745-54de-4ffd-9b8d-3698bb4baa24 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:13.297652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Pushing event deleted for resources: {'Port': ['ID=537fb745-54de-4ffd-9b8d-3698bb4baa24,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:13.301090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:13.303459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router ba4af834-30c3-45d8-a766-0017a26bb952 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:13.313691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:13.316119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] No DVR routers for this DVR port 537fb745-54de-4ffd-9b8d-3698bb4baa24 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:13.316736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:13.318797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:13.319740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 537fb745-54de-4ffd-9b8d-3698bb4baa24 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:13.321013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 537fb745-54de-4ffd-9b8d-3698bb4baa24 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:13.328761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:13.341998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:13.346766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5602cf8-0e40-4d3c-a144-2af313c83765 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:13.347850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.472958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:13.481092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.482263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dba83fd9-5fd1-46b0-ad7d-39786887b3cd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 705 time: 1.2279837 May 25 16:52:13.485111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34234) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:13.511866 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Sync routers for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:13.535406 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:13.536806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:13.536971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-696658b6-31a7-4c42-8695-92ce7dc9611a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:13.562087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-696658b6-31a7-4c42-8695-92ce7dc9611a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:13.563434 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-696658b6-31a7-4c42-8695-92ce7dc9611a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 205 time: 0.0770133 May 25 16:52:13.567571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34238) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:13.732118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.738098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '96b36f08-615d-464b-89bf-6366fd144a93'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:13.738943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.777772 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:13.802623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:13.879999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-488aada7-5985-4df3-b1a4-65bc459c8279 req-4c226fc2-ee7c-4add-b9ea-e21577540227 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.0884511 May 25 16:52:13.978087 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:13.986793 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Checking router: ba4af834-30c3-45d8-a766-0017a26bb952 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:13.989179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Allocated IP 172.20.0.2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/96b36f08-615d-464b-89bf-6366fd144a93/868a5e78-7454-4c4a-8132-a7a4e905eab3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:13.999054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Routers {'ba4af834-30c3-45d8-a766-0017a26bb952'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:14.000069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ba4af834-30c3-45d8-a766-0017a26bb952'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:14.159787 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] Set router ba4af834-30c3-45d8-a766-0017a26bb952 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:14.272110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:14.273631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.278534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b40279af-f60c-42b8-92ea-ed6544e0d960 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:14.346188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:14.355052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.357622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:14.361463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:14.368376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.368996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=1e14d70a-a755-4c50-aa29-d93ccc52cadb,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:14.370403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.370768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Transition to ACTIVE for port object 868a5e78-7454-4c4a-8132-a7a4e905eab3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:14.371583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:14.373988 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbcb8fc-923b-47a4-9fe1-48ce26a04b49 None None] The sync data for ids ['ba4af834-30c3-45d8-a766-0017a26bb952'] in dv-neutron-792998-1-hyperv is: [{'id': 'ba4af834-30c3-45d8-a766-0017a26bb952', 'name': 'tempest-RoutersIpV6Test-router-1710951621', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:51:22Z', 'updated_at': '2021-05-25T16:52:08Z', 'revision_number': 11, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:14.374188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:14.374816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.400681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Transition to ACTIVE for port object 868a5e78-7454-4c4a-8132-a7a4e905eab3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:14.408950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.412374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.416687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router ba4af834-30c3-45d8-a766-0017a26bb952 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:52:14.416916 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3001618 May 25 16:52:14.417024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34254) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:14.420757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:14.435862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:25:dc:75', 'name': 'tempest-NetworksTestDHCPv6-980456709'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:14.444713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.446845 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ceda0d4f-fde0-4f21-be53-640b2ba349b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 204 len: 168 time: 0.8782964 May 25 16:52:14.459528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34258) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:14.472054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1976080319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:14.483539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:14.489177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Usage tracker for resource:router and tenant:f747013a201e434b8e0b989cce07f57e is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:14.495007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:14.502978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:14.503635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:14.506620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:14.511933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:14.527656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.528590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.547468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.558863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Pushing event updated for resources: {'Port': ['ID=868a5e78-7454-4c4a-8132-a7a4e905eab3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:14.566331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:14.578080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.622737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.624533 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-18ea6ddb-fa69-45b4-8574-edc16d713876 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1635766 May 25 16:52:14.626233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Attempting to bind port 868a5e78-7454-4c4a-8132-a7a4e905eab3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:14.626662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Attempting to bind port 868a5e78-7454-4c4a-8132-a7a4e905eab3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:14.627123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Attempting to bind port 868a5e78-7454-4c4a-8132-a7a4e905eab3 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:14.627342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34262) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:14.633650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:14.634781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:14.635247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.635649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:14.636139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Bound port: 868a5e78-7454-4c4a-8132-a7a4e905eab3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:14.636519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.638257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:14.642941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:14.659329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:14.663032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:14.670228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:14.693698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:14.760591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] For port 868a5e78-7454-4c4a-8132-a7a4e905eab3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:14.768576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] For port 868a5e78-7454-4c4a-8132-a7a4e905eab3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=868a5e78-7454-4c4a-8132-a7a4e905eab3,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:14.778015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.783236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:14.874239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:14.905896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port a269ce8c-0569-44af-8229-333ca0aaa166 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:14.913256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Pushing event updated for resources: {'Port': ['ID=868a5e78-7454-4c4a-8132-a7a4e905eab3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:14.919519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:15.140544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:15.146232 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9d0581e5-207d-4df5-aa46-bc27e606dd9c req-ce4dc1f4-5482-4813-a7bd-5e632811c28e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.0642281 May 25 16:52:15.156463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:15.231716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 172.20.0.10 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/96b36f08-615d-464b-89bf-6366fd144a93/a269ce8c-0569-44af-8229-333ca0aaa166) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:15.239524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fe25:dc75 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/1e14d70a-a755-4c50-aa29-d93ccc52cadb/a269ce8c-0569-44af-8229-333ca0aaa166) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:15.357238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Router b7906f1c-a8ef-46b2-9938-5ef39d21d4cb is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:52:15.396844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:15.515018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:15.522115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:15.523407 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c6abcb5d-5c2b-45ce-bcd7-d399ce4bfc2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "PUT /v2.0/routers/b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 200 len: 698 time: 0.8949621 May 25 16:52:15.525944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34268) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:15.531444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Sync routers for ids ['b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:15.548548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Routers {'b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:15.549514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:15.709757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Set router b7906f1c-a8ef-46b2-9938-5ef39d21d4cb gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:15.803389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:52:15.823961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-538b2192-2a86-47f0-8a77-67f8cbdd8803 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:15.829174 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-538b2192-2a86-47f0-8a77-67f8cbdd8803 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.4989698 May 25 16:52:15.860198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7906f1c-a8ef-46b2-9938-5ef39d21d4cb', 'name': 'tempest-RoutersIpV6Test-router-1976080319', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:14Z', 'updated_at': '2021-05-25T16:52:15Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:15.869555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Checking router: b7906f1c-a8ef-46b2-9938-5ef39d21d4cb for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:15.874270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:15.886324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Routers {'b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:15.887059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:15.927371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object a269ce8c-0569-44af-8229-333ca0aaa166 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:15.928293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34274) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:15.930194 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb7b7741-5cef-4546-bdef-5f1c2c05a2e7 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/routers/b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 200 len: 704 time: 0.4027081 May 25 16:52:15.933525 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-6a86d6bd-f1c7-4177-aa65-194c3372da1f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 380 time: 0.0889614 May 25 16:52:15.982481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'port': {'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'admin_state_up': True, 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'security_groups': ['1f35862d-c420-4e78-a530-26bf69947619']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:16.047579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] Set router b7906f1c-a8ef-46b2-9938-5ef39d21d4cb gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:16.059377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0450b4cd-7f40-4ae7-9c63-7ef1b923ca4c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Synchronizing usage tracker for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:16.124240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0450b4cd-7f40-4ae7-9c63-7ef1b923ca4c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Unset dirty status for tenant:f747013a201e434b8e0b989cce07f57e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:16.125492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0450b4cd-7f40-4ae7-9c63-7ef1b923ca4c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 200 len: 205 time: 0.1910231 May 25 16:52:16.128455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34278) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:16.154726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.162827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dceb0052-7ca8-47af-87b6-e163999f7c6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:16.183267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7906f1c-a8ef-46b2-9938-5ef39d21d4cb', 'name': 'tempest-RoutersIpV6Test-router-1976080319', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:14Z', 'updated_at': '2021-05-25T16:52:15Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:16.190151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e7bb1-9ac9-46f6-a1b6-574016b5048b None None] The sync data for ids ['b7906f1c-a8ef-46b2-9938-5ef39d21d4cb'] in dv-neutron-792998-1-hyperv is: [{'id': 'b7906f1c-a8ef-46b2-9938-5ef39d21d4cb', 'name': 'tempest-RoutersIpV6Test-router-1976080319', 'tenant_id': 'f747013a201e434b8e0b989cce07f57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:14Z', 'updated_at': '2021-05-25T16:52:15Z', 'revision_number': 2, 'project_id': 'f747013a201e434b8e0b989cce07f57e', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:16.236816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:16.239561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c609a3c-829f-420e-a3ad-1d084c38680d None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:16.263052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:16.266211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:16.274433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:16.284906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:16.314255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=a269ce8c-0569-44af-8229-333ca0aaa166,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:16.325051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:16.345856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Made reservation on behalf of 301286b0ca214979b5f974a11598da4d for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:16.350022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.376968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f5605265-7025-4660-b8c6-8410648a461a None None] Provisioning for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:16.417899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.428619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:16.429589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.536236 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de29a2d5-4b42-405f-99c3-2e6d254b1c35 req-f933d2d9-4e5c-4611-8094-5692b42f41d4 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.1135859 May 25 16:52:16.596301 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1780291 May 25 16:52:16.600193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34284) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:16.732323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.20.0.11 (9abfd712-a275-4968-82c0-e759545949e5/603fb4a6-434d-4ad1-962d-2b4033fdfb06/2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:16.756616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '96b36f08-615d-464b-89bf-6366fd144a93', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e14d70a-a755-4c50-aa29-d93ccc52cadb'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '868a5e78-7454-4c4a-8132-a7a4e905eab3'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:52:16.784740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cc972-5504-4ec0-84d6-ef30e7c9d8a9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:16.791613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cc972-5504-4ec0-84d6-ef30e7c9d8a9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:16.792436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-068cc972-5504-4ec0-84d6-ef30e7c9d8a9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:16.838135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.863991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.868371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.898159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.900794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Fanout notify agent at l3_agent the message router_deleted on router b7906f1c-a8ef-46b2-9938-5ef39d21d4cb {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:52:16.901282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-068cc972-5504-4ec0-84d6-ef30e7c9d8a9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:16.902835 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-068cc972-5504-4ec0-84d6-ef30e7c9d8a9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.2977536 May 25 16:52:16.907357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34288) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:16.980455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:16.988506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34292) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:16.989402 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-754274d6-5ec2-4696-918d-5dc208a41f2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 204 len: 168 time: 0.8590539 May 25 16:52:17.046351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.052365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c51adb22-9dc4-4e6a-ad6b-e87f84ebe5c8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 200 len: 205 time: 0.0622351 May 25 16:52:17.055722 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34296) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.071502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Transition to ACTIVE for port object 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:17.128193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.141773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02e82ba6-bc41-4ff0-9ab3-760df56c27e1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:17.196081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Allocated IP 2001:db8::f816:3eff:fe91:9b13 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/1e14d70a-a755-4c50-aa29-d93ccc52cadb/868a5e78-7454-4c4a-8132-a7a4e905eab3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:17.211490 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-19547588-dc4c-486d-855f-6d5502161b6b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:17.214951 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19547588-dc4c-486d-855f-6d5502161b6b tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/b7906f1c-a8ef-46b2-9938-5ef39d21d4cb HTTP/1.1" status: 404 len: 336 time: 0.1554558 May 25 16:52:17.216733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34302) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.221483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:17.227466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:17.232288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:17.283642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4da3cab-e49b-4e50-b697-bb2df2a41749 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:17.284108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4da3cab-e49b-4e50-b697-bb2df2a41749 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:17.286069 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4da3cab-e49b-4e50-b697-bb2df2a41749 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/0290375b-dd46-4adc-8e56-ad10e1ea9da3 HTTP/1.1" status: 404 len: 337 time: 0.0671699 May 25 16:52:17.291985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.325850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:17.331298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:17.338037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 868a5e78-7454-4c4a-8132-a7a4e905eab3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:17.348356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port a269ce8c-0569-44af-8229-333ca0aaa166 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:17.348784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.383724 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ba2411-6bfb-43d5-8dfe-0c7ff5f0ae23 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:17.384182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ba2411-6bfb-43d5-8dfe-0c7ff5f0ae23 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:17.385626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:17.386196 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-50ba2411-6bfb-43d5-8dfe-0c7ff5f0ae23 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/f90f0879-7928-4604-b66f-f6ed3fc58df2 HTTP/1.1" status: 404 len: 337 time: 0.0895839 May 25 16:52:17.390417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34310) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.392637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.454300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4752865 May 25 16:52:17.465683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:17.468558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Request body: {'port': {'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:17.476912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:17.481421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.542580 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-09178b77-aa9d-4c79-ad6c-893d31f41ca3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:17.543069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09178b77-aa9d-4c79-ad6c-893d31f41ca3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:17.544900 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-09178b77-aa9d-4c79-ad6c-893d31f41ca3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/41eb2681-10d5-4f08-8dac-47d8702720ba HTTP/1.1" status: 404 len: 337 time: 0.1534667 May 25 16:52:17.548834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.640080 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0d6806-abcc-417d-8cc7-7898e0789dc3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:17.640565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0d6806-abcc-417d-8cc7-7898e0789dc3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:17.647851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ac0d6806-abcc-417d-8cc7-7898e0789dc3 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/d748e69a-080b-4213-8d7c-fc4ac46894b1 HTTP/1.1" status: 404 len: 337 time: 0.0984764 May 25 16:52:17.651479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34320) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.714029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] For port 868a5e78-7454-4c4a-8132-a7a4e905eab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=868a5e78-7454-4c4a-8132-a7a4e905eab3,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:17.729098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.733403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-60ab53df-c6c0-417c-bf81-0c8c4c0b9950 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 200 len: 205 time: 0.0788364 May 25 16:52:17.734742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34324) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.737916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.788246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e26fcac3-0e73-43e5-a142-1a8d0c0c12e2 None None] Provisioning for port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:17.803118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e26fcac3-0e73-43e5-a142-1a8d0c0c12e2 None None] Provisioning complete for port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:17.803802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e26fcac3-0e73-43e5-a142-1a8d0c0c12e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.865319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e26fcac3-0e73-43e5-a142-1a8d0c0c12e2 None None] Port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:17.878806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.886759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-8778519d-b5f9-47bd-9481-f2aed8b02ffd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:17.889486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for a269ce8c-0569-44af-8229-333ca0aaa166 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:17.891317 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8778519d-b5f9-47bd-9481-f2aed8b02ffd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/ba4af834-30c3-45d8-a766-0017a26bb952 HTTP/1.1" status: 404 len: 336 time: 0.1553528 May 25 16:52:17.892044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34328) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:17.954826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Transition to ACTIVE for port object 868a5e78-7454-4c4a-8132-a7a4e905eab3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:17.964009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:17.971043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:17.983360 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ccafb7fa-e528-48ae-94e7-da4d472b6d3e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=41874ffe-d00e-4e63-804d-9084c06a8b0e HTTP/1.1" status: 200 len: 205 time: 0.0845373 May 25 16:52:17.986180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34332) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.052255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Pushing event updated for resources: {'Port': ['ID=868a5e78-7454-4c4a-8132-a7a4e905eab3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:18.059064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.079452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:18.253583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-73487fee-012b-44c9-ad70-0931df523e38 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:18.254757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-73487fee-012b-44c9-ad70-0931df523e38 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/41874ffe-d00e-4e63-804d-9084c06a8b0e HTTP/1.1" status: 404 len: 336 time: 0.2676685 May 25 16:52:18.259544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34336) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.269639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:52:18.270088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:52:18.356548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.363931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a9c1cbeb-ca75-47a1-af05-04b96afa9c57 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:18.371094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-510f6960-c786-4a17-a491-7800045b29e5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:18.371620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510f6960-c786-4a17-a491-7800045b29e5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:18.376261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-510f6960-c786-4a17-a491-7800045b29e5 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/8cb70148-840a-4fd5-9d97-21813fcd402a HTTP/1.1" status: 404 len: 337 time: 0.1157272 May 25 16:52:18.377251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34340) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.426970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=a269ce8c-0569-44af-8229-333ca0aaa166,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:18.470054 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3f651916-09d1-4b4b-94a0-7cac5a1144b8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 200 len: 205 time: 0.0841751 May 25 16:52:18.474626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34344) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.486029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:18.505831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfcd73-d93c-49af-becf-709b962d95dd req-f22c10bc-ee20-47c8-9470-38d173a2ddf2 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.508533 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5fbfcd73-d93c-49af-becf-709b962d95dd req-f22c10bc-ee20-47c8-9470-38d173a2ddf2 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 932 time: 0.4399755 May 25 16:52:18.584617 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-dd4a28a4-0162-40b2-bd15-bd022e1e61bd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:18.589400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dd4a28a4-0162-40b2-bd15-bd022e1e61bd tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/5f30a454-144d-4d2c-8974-d966567dc417 HTTP/1.1" status: 404 len: 336 time: 0.1143734 May 25 16:52:18.589984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.636831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.669581 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5fbfcd73-d93c-49af-becf-709b962d95dd req-a5d908d2-ff64-49ad-9676-87b878990161 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545222 May 25 16:52:18.679564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.705311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/a269ce8c-0569-44af-8229-333ca0aaa166 HTTP/1.1" status: 204 len: 168 time: 1.7964129 May 25 16:52:18.711904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.733637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aeed1143-94f8-4819-9338-59e44356bc76 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=e045484f-352f-4712-a0f6-bb4b31696d5b HTTP/1.1" status: 200 len: 205 time: 0.0656741 May 25 16:52:18.736086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34356) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.792956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.794747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.796413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:18.797266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:18.818389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:18.819556 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4ae5a3dd-dd2a-4f36-aa94-bb2338b8d7ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1066601 May 25 16:52:18.823236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34360) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.854444 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-3382c0f3-6f47-4c55-9361-d6040348568d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:18.858468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3382c0f3-6f47-4c55-9361-d6040348568d tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/e045484f-352f-4712-a0f6-bb4b31696d5b HTTP/1.1" status: 404 len: 336 time: 0.1213343 May 25 16:52:18.863196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34364) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.870139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.911025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 868a5e78-7454-4c4a-8132-a7a4e905eab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=868a5e78-7454-4c4a-8132-a7a4e905eab3,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:18.917848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:18.928874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cb7f360d-0fea-45dc-b86a-3854e3fdad8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:18.933512 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-037078d6-e5ff-4f12-a784-c0df23df04fe tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:18.933971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037078d6-e5ff-4f12-a784-c0df23df04fe tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:18.935716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-037078d6-e5ff-4f12-a784-c0df23df04fe tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/19bd504c-cdbb-4ffd-8181-ec874f84fbc7 HTTP/1.1" status: 404 len: 337 time: 0.0715079 May 25 16:52:18.943157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 1e14d70a-a755-4c50-aa29-d93ccc52cadb {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:18.944802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:18.946727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.002954 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8df5f0d4-cb4c-48c0-aa4b-e0a2692538da tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=677e58ab-a799-421b-a9ce-1c0c0bf20c2f HTTP/1.1" status: 200 len: 205 time: 0.0538933 May 25 16:52:19.003213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34372) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.003326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-32bfb3b8-6993-4d45-8ea7-e4df5069887c None None] Could not find standard attr ID for object a269ce8c-0569-44af-8229-333ca0aaa166. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:19.027995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-32bfb3b8-6993-4d45-8ea7-e4df5069887c None None] Provisioning for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:19.034925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-32bfb3b8-6993-4d45-8ea7-e4df5069887c None None] Provisioning complete for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:19.035337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-32bfb3b8-6993-4d45-8ea7-e4df5069887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.073182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=868a5e78-7454-4c4a-8132-a7a4e905eab3,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:19.093408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:19.127887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:52:19.140226 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-23bb459d-ffaf-4f09-93ea-2675d5252155 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:19.143547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.144422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-23bb459d-ffaf-4f09-93ea-2675d5252155 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/677e58ab-a799-421b-a9ce-1c0c0bf20c2f HTTP/1.1" status: 404 len: 336 time: 0.1407940 May 25 16:52:19.146392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34376) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.167395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.213326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 868a5e78-7454-4c4a-8132-a7a4e905eab3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:19.232575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e78788-1cdf-400e-b900-57c42231fc96 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:19.233019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e78788-1cdf-400e-b900-57c42231fc96 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:19.235057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b5e78788-1cdf-400e-b900-57c42231fc96 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/3c31de19-6792-48be-89e1-ca3ff5108a7b HTTP/1.1" status: 404 len: 337 time: 0.0873194 May 25 16:52:19.237725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34380) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.240852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Transition to ACTIVE for port object 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:19.290720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:19.291288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.292346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.307573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6454636d-0cfb-437e-a785-73280f3fb03e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:19.317514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.402245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:19.415260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:19.418144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-55ab9519-9c90-429b-a5f1-fe3b3ca7fe66 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "GET /v2.0/ports?device_id=fe39f5ba-0d1e-4242-bf47-1e97d5ee624e HTTP/1.1" status: 200 len: 205 time: 0.1793847 May 25 16:52:19.420913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34384) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.517961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e054bceb-2036-4932-b4fd-ecde1ab014c8 None None] Could not find standard attr ID for object a269ce8c-0569-44af-8229-333ca0aaa166. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:19.566157 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-d72ece88-4e43-4c18-8b15-b9bd860e8061 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] delete failed (client error): The resource could not be found. May 25 16:52:19.567380 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d72ece88-4e43-4c18-8b15-b9bd860e8061 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/routers/fe39f5ba-0d1e-4242-bf47-1e97d5ee624e HTTP/1.1" status: 404 len: 336 time: 0.0897827 May 25 16:52:19.587232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34388) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.642561 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ba271d-6682-4fa9-9012-21e97bef58be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:19.643197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ba271d-6682-4fa9-9012-21e97bef58be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:19.645290 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-14ba271d-6682-4fa9-9012-21e97bef58be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/fdcb2d51-a97d-450b-a5af-2c1e2746e648 HTTP/1.1" status: 404 len: 337 time: 0.0572295 May 25 16:52:19.655057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34392) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:19.688983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Attempting to bind port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:19.689516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Attempting to bind port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:19.689959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Attempting to bind port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:19.694948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c on network 9abfd712-a275-4968-82c0-e759545949e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:52:19.696168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Attempting to bind port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:19.701465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:19.701750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:19.702269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Bound using segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:19.702822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Bound port: 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:19.703384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.716581 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be94d23-bcee-49ae-9377-a6d52fe2ea70 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] DELETE failed (client error): The resource could not be found. May 25 16:52:19.717043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be94d23-bcee-49ae-9377-a6d52fe2ea70 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:19.718746 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8be94d23-bcee-49ae-9377-a6d52fe2ea70 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] 10.222.0.96 "DELETE /v2.0/subnets/d4b32269-2617-4f65-aaa1-6829b899fa54 HTTP/1.1" status: 404 len: 337 time: 0.0628331 May 25 16:52:19.886002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.893402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80851300-6330-42ad-94ad-76213520aaeb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:19.915092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:19.927754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:19.940999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=1e14d70a-a755-4c50-aa29-d93ccc52cadb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:19.946195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.947765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:19.950767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:19.960438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bb786a2-9a0a-4e9a-be07-000bedb3333f tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:19.969985 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/1e14d70a-a755-4c50-aa29-d93ccc52cadb HTTP/1.1" status: 204 len: 168 time: 1.1456177 May 25 16:52:19.970885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34400) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:20.047262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 96b36f08-615d-464b-89bf-6366fd144a93 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:20.050900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.062580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:20.064167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.068060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] 10.222.0.95 "PUT /v2.0/ports/2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 1094 time: 2.6054726 May 25 16:52:20.078113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:20.142123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6404c-617a-408d-bd08-c9d7e6958e9d None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:20.157952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.220148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'status': 'completed', 'code': 200} May 25 16:52:20.254606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34408) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:20.256511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb0e9e-b023-4fbb-86ea-202755bb301f req-79dae043-576c-4fd5-a6da-3b585023d281 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:20.259659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-74fb0e9e-b023-4fbb-86ea-202755bb301f req-79dae043-576c-4fd5-a6da-3b585023d281 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:20.281535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:20.296407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:20.334614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.345255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-74fb0e9e-b023-4fbb-86ea-202755bb301f req-79dae043-576c-4fd5-a6da-3b585023d281 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:20.352507 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-74fb0e9e-b023-4fbb-86ea-202755bb301f req-79dae043-576c-4fd5-a6da-3b585023d281 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.5030987 May 25 16:52:20.360195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-1efc0b47-9333-4804-b486-ac6720d9191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:20.361890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-1efc0b47-9333-4804-b486-ac6720d9191d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1097 time: 0.2396138 May 25 16:52:20.634199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7fe27628-22de-4cb5-851e-d6997e13ade7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f747013a201e434b8e0b989cce07f57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777823 May 25 16:52:20.635437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:20.638675 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-314203d3-5fdb-4d08-ad9e-de047c382a19 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 217 time: 0.2638044 May 25 16:52:20.735453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.740479 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-74fb0e9e-b023-4fbb-86ea-202755bb301f req-c95f690a-f04b-4f79-a5ea-ba7051a11b94 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773739 May 25 16:52:20.741501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6458705b-39ab-4b5d-bbfd-9d131300f63c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:20.769194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-7d4d1cc9-8546-45c7-83b0-39ed2123810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:20.770811 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-7d4d1cc9-8546-45c7-83b0-39ed2123810f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.1189983 May 25 16:52:20.790889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=96b36f08-615d-464b-89bf-6366fd144a93,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:20.794814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:20.799850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.814485 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/96b36f08-615d-464b-89bf-6366fd144a93 HTTP/1.1" status: 204 len: 168 time: 0.8424034 May 25 16:52:20.815303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34418) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:20.874904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.907221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.978100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:20.989038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf71feae-20ed-4f28-98e4-1f261b6d926d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:21.004917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d07f5-24f6-490f-8492-f61d61cc8c60,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:21.011596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:21.025524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-8dcb5b3c-765f-41b6-9654-d4e993b33b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.027194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-8dcb5b3c-765f-41b6-9654-d4e993b33b69 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2485092 May 25 16:52:21.030594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:21.031743 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/965d07f5-24f6-490f-8492-f61d61cc8c60 HTTP/1.1" status: 204 len: 168 time: 0.3951087 May 25 16:52:21.045199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d331074-5026-43c9-b451-b275ebed9d17 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2282777 May 25 16:52:21.045947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34424) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:21.158504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 868a5e78-7454-4c4a-8132-a7a4e905eab3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:21.209219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef30cc-a5e4-4b13-91d0-00f55ee98171 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.212801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9eef30cc-a5e4-4b13-91d0-00f55ee98171 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:21.244179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-d4a60ecf-98f6-41b6-b108-3da7f74882b2 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946294 May 25 16:52:21.245669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9eef30cc-a5e4-4b13-91d0-00f55ee98171 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:21.249269 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9eef30cc-a5e4-4b13-91d0-00f55ee98171 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2001748 May 25 16:52:21.249616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:21.297743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:21.298297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:21.358277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931af439-1841-477b-9603-241237a01820 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.359404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-931af439-1841-477b-9603-241237a01820 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:21.400589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-931af439-1841-477b-9603-241237a01820 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:21.405350 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-931af439-1841-477b-9603-241237a01820 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1546509 May 25 16:52:21.407259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34432) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:21.459776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1284ec4-b222-4b53-8657-333d3167f5f4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:21.517613 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9fc241ca-ac27-48c9-b6ce-cf45eab278f8 req-e5d5f957-540a-492c-9503-3b737dcdaebc service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623792 May 25 16:52:21.525579 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-258dd5f9-3f5e-420f-a411-6067bb932d8b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1170537 May 25 16:52:21.530063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34438) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:21.537234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:21.614444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c937f4b1-df9b-4bb4-9f94-2c623cd2768f None None] Provisioning complete for port 868a5e78-7454-4c4a-8132-a7a4e905eab3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:21.614815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c937f4b1-df9b-4bb4-9f94-2c623cd2768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:21.707171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:21.720809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:21.736041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-bb94c9d6-d96c-434f-a53c-04a0b1d2f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.737509 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-bb94c9d6-d96c-434f-a53c-04a0b1d2f251 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1097 time: 0.1133726 May 25 16:52:21.738526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:21.741880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:21.743529 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:21.743954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:21.850017 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5db2e4d7-0634-43e5-9779-3205155a9859 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3159788 May 25 16:52:21.850420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34444) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:21.856679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:21.904191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-8a7904c7-d6cc-40b0-898b-00865f8a70cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:21.905654 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-8a7904c7-d6cc-40b0-898b-00865f8a70cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.1580696 May 25 16:52:21.984777 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-50b42501-9e83-4fb7-ae74-7d1c850424e6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 217 time: 0.0704889 May 25 16:52:21.990065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:22.038851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:22.052208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:22.058493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-170f2ef2-03c5-4cd6-9e9f-488c33bbc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:22.059976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-170f2ef2-03c5-4cd6-9e9f-488c33bbc5a0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0691040 May 25 16:52:22.062383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Deleting port 868a5e78-7454-4c4a-8132-a7a4e905eab3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:22.062761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.072521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf72ee-409e-4491-b590-93c3598ef6a6 req-ee689747-3340-49a3-b494-830eef1f2b65 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:22.074032 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fbf72ee-409e-4491-b590-93c3598ef6a6 req-ee689747-3340-49a3-b494-830eef1f2b65 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.1998904 May 25 16:52:22.075415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:22.078804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.080263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:22.080697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:22.129359 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-396349b8-cc2f-43c5-8a1c-7ecaecc9c7c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2777464 May 25 16:52:22.134973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34448) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:22.142418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:22.144514 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9fbf72ee-409e-4491-b590-93c3598ef6a6 req-8a02f0be-a1eb-49dd-991e-73fc76526bac tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596859 May 25 16:52:22.195899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] For port 868a5e78-7454-4c4a-8132-a7a4e905eab3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=868a5e78-7454-4c4a-8132-a7a4e905eab3,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:22.196514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.265085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:22.268698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-62b98263-b578-4104-950a-e76674650e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:22.270171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-62b98263-b578-4104-950a-e76674650e8a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1972926 May 25 16:52:22.278255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:22.321066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Calling delete_port for 868a5e78-7454-4c4a-8132-a7a4e905eab3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:22.357257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:22.360909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.362264 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:22.362685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:22.368311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.372082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d7c3b52e-cf4b-41be-947b-bec15400326d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:22.395967 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9a32fd90-bf83-49cd-8279-2020c79dc25e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2601223 May 25 16:52:22.400300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34452) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:22.407786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:22.420806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Pushing event deleted for resources: {'Port': ['ID=868a5e78-7454-4c4a-8132-a7a4e905eab3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:22.423932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:22.424802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] No DVR routers for this DVR port 868a5e78-7454-4c4a-8132-a7a4e905eab3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:22.685655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-38086f0b-8065-44dd-b682-dae14fe5dc52 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039438 May 25 16:52:22.694628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:22.771430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:22.797810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:22.801262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.802600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:22.803045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:22.836930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2b8f09c4-8de8-4beb-b33b-2ae0357ff0a4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4356160 May 25 16:52:22.840588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34456) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:22.846496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:22.854361 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d411f759-ef29-4337-9c8c-2101ba7c72bb req-dfcd54e6-fa1a-47ae-b985-af6540b6d6f7 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609330 May 25 16:52:22.960073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:22.969937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:22.979482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:22.982884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:22.984582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:22.984800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:23.003120 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f7c2a69f-6464-4617-bd13-b34be0cc07d9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1613998 May 25 16:52:23.006350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34460) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:23.012740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:23.124080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 868a5e78-7454-4c4a-8132-a7a4e905eab3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:23.127190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:23.137716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:23.147423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:23.152220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:23.154369 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:23.154369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:23.159743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 868a5e78-7454-4c4a-8132-a7a4e905eab3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:23.160103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 868a5e78-7454-4c4a-8132-a7a4e905eab3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:23.180021 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36bed2c2-1e74-45b0-8b33-b6d9d9c1e8c9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1698444 May 25 16:52:23.180640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:23.228318 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2b0f89d0-385d-47ed-897b-13059b1ebe77 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462401 May 25 16:52:23.230606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34470) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:23.345674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443279b-a15a-4465-b67f-c94ef5378eb1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:23.346363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9443279b-a15a-4465-b67f-c94ef5378eb1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:23.364198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9443279b-a15a-4465-b67f-c94ef5378eb1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:23.365313 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9443279b-a15a-4465-b67f-c94ef5378eb1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337161 May 25 16:52:23.368760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34474) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:23.386474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72014266-4b1e-4a0d-84fd-ac82a5aee015 req-d25ecfa7-6aab-4eff-a3dd-bed77863bdc9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:23.387958 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-72014266-4b1e-4a0d-84fd-ac82a5aee015 req-d25ecfa7-6aab-4eff-a3dd-bed77863bdc9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.1182756 May 25 16:52:23.436644 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-72014266-4b1e-4a0d-84fd-ac82a5aee015 req-62126007-6cda-4a7c-8f50-c1b8fbecf944 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 May 25 16:52:23.443843 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-964f7585-28b1-40cd-bf58-1d16321533f1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734725 May 25 16:52:23.448152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34478) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:23.457170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:23.569865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:23.580185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:23.590399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:23.593977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.061544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:24.062732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.067090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7482f9da-0b44-4992-b49f-f783536a11aa tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:24.119628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:24.122790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:24.131912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917da14-f711-4d17-9022-abd21db4841a None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:24.136994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:24.137599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.151792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=02c12c58-c31d-41ab-96d7-3f0645f2f64e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:24.156220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:24.170220 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7210062 May 25 16:52:24.172791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34482) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:24.178698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:b6:72:a2', 'name': 'tempest-NetworksTestDHCPv6-837193754'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:24.367786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '02c12c58-c31d-41ab-96d7-3f0645f2f64e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:24.368986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.470005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:24.481421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:24.492700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:24.545021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Allocated IP 2001:db8::f816:3eff:fe36:a8aa (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02c12c58-c31d-41ab-96d7-3f0645f2f64e/769c52d0-53b3-4f4a-8b9a-6976b206476b) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:24.697362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.726136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef2cfb-72bc-4457-897d-68075eecbffb req-0f372934-ab9c-4e00-924d-4f349c38c729 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:24.728461 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-afef2cfb-72bc-4457-897d-68075eecbffb req-0f372934-ab9c-4e00-924d-4f349c38c729 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.1657197 May 25 16:52:24.739737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port f934e808-e6d3-4e23-8986-02dfd51d7a20 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:24.765695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.778595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Transition to ACTIVE for port object 769c52d0-53b3-4f4a-8b9a-6976b206476b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:24.799101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Transition to ACTIVE for port object 769c52d0-53b3-4f4a-8b9a-6976b206476b will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:24.805784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:24.809620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:24.846987 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-afef2cfb-72bc-4457-897d-68075eecbffb req-61724984-aada-4633-835d-68d171d44b6a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074350 May 25 16:52:24.877841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:24.883255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:24.886740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:24.940305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:feb6:72a2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02c12c58-c31d-41ab-96d7-3f0645f2f64e/f934e808-e6d3-4e23-8986-02dfd51d7a20) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:24.941704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Pushing event updated for resources: {'Port': ['ID=769c52d0-53b3-4f4a-8b9a-6976b206476b,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:24.946777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:25.004938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Attempting to bind port 769c52d0-53b3-4f4a-8b9a-6976b206476b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:25.005318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Attempting to bind port 769c52d0-53b3-4f4a-8b9a-6976b206476b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:25.005724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Attempting to bind port 769c52d0-53b3-4f4a-8b9a-6976b206476b on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:25.012076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:25.012455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:25.012866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.013271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:25.013744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Bound port: 769c52d0-53b3-4f4a-8b9a-6976b206476b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:25.014160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.110478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] For port 769c52d0-53b3-4f4a-8b9a-6976b206476b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:25.113519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] For port 769c52d0-53b3-4f4a-8b9a-6976b206476b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=769c52d0-53b3-4f4a-8b9a-6976b206476b,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:25.118666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.123154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:25.169413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.186628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object f934e808-e6d3-4e23-8986-02dfd51d7a20 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:25.204056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Pushing event updated for resources: {'Port': ['ID=769c52d0-53b3-4f4a-8b9a-6976b206476b,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:25.206129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:25.215434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.222007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2619487e-dc4b-4382-ba42-f62d2eb7df37 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:25.292859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:25.296116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:25.300215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:25.305667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.306275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.323227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=f934e808-e6d3-4e23-8986-02dfd51d7a20,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:25.327965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:25.343655 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1696179 May 25 16:52:25.346536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34488) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:25.463958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec4c3f-4eb9-4c79-b99d-0ab4e79a7a4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.470573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cec4c3f-4eb9-4c79-b99d-0ab4e79a7a4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:25.472276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4cec4c3f-4eb9-4c79-b99d-0ab4e79a7a4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1245778 May 25 16:52:25.475098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34492) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:25.620751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port f934e808-e6d3-4e23-8986-02dfd51d7a20 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:25.621098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.758362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:25.887454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for f934e808-e6d3-4e23-8986-02dfd51d7a20 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:25.907008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34500) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:26.075494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.085291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:26.136383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=f934e808-e6d3-4e23-8986-02dfd51d7a20,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:26.169816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:26.187371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.207793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8e0d1-498d-421c-8fac-9ec1d6ebcb9f req-c08f1883-3542-46f3-87ff-6f78331c1d03 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:26.209315 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69b8e0d1-498d-421c-8fac-9ec1d6ebcb9f req-c08f1883-3542-46f3-87ff-6f78331c1d03 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.2126505 May 25 16:52:26.213041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/f934e808-e6d3-4e23-8986-02dfd51d7a20 HTTP/1.1" status: 204 len: 168 time: 0.7347479 May 25 16:52:26.213926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Deleting port 9db79147-0b57-4e1e-9ed4-bba822e7ca7c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:26.213926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.214408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34504) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:26.291190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3e048826-3f93-45b2-9bbf-03c5ce0b52bf None None] Provisioning for port 769c52d0-53b3-4f4a-8b9a-6976b206476b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:26.317225 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69b8e0d1-498d-421c-8fac-9ec1d6ebcb9f req-dd7718eb-9a2e-49ba-bf47-6ed39fd705a1 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663474 May 25 16:52:26.321188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064346c-8468-486f-99e0-1d2064241095 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:26.322885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064346c-8468-486f-99e0-1d2064241095 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:26.326725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c064346c-8468-486f-99e0-1d2064241095 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1102548 May 25 16:52:26.327525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34508) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:26.369337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.369829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.413294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 02c12c58-c31d-41ab-96d7-3f0645f2f64e {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:26.417193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.491860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.506242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Calling delete_port for 9db79147-0b57-4e1e-9ed4-bba822e7ca7c owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:26.511376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-242b1a79-eda2-4f4b-84ad-7cd888b14bc2 None None] Could not find standard attr ID for object f934e808-e6d3-4e23-8986-02dfd51d7a20. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:26.600297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.650292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.655604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-854cdbb4-800d-44bb-8fce-aefc92aa07f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:26.734494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Port': ['ID=9db79147-0b57-4e1e-9ed4-bba822e7ca7c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:26.736959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:26.805067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.805325 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Floating IP 85fb1d30-913c-4892-842b-dc84aaf86501 disassociated (deleted). External IP: 172.26.6.96, port: ba319539-563c-4d3e-b538-22c647031c62. May 25 16:52:26.891454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:26.895452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-440e9ede-e341-4a15-ad4e-3f64d9da22be tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:27.088747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=02c12c58-c31d-41ab-96d7-3f0645f2f64e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:27.091843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:27.093195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.106568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02c12c58-c31d-41ab-96d7-3f0645f2f64e HTTP/1.1" status: 204 len: 168 time: 0.7756176 May 25 16:52:27.106800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34512) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:27.110584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d76752-bfbf-4a50-b2b8-74212b55a44d None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:27.180075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fcc86018-eebb-4781-9d9e-b87e355f721b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697157 May 25 16:52:27.180957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34516) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:27.186952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:27.220428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 769c52d0-53b3-4f4a-8b9a-6976b206476b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:27.308145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:27.312802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:27.315939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:27.322573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:27.333257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:27.337780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.357283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:27.447525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 769c52d0-53b3-4f4a-8b9a-6976b206476b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:27.463926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 769c52d0-53b3-4f4a-8b9a-6976b206476b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:27.464339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.586598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:27.630955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:27.645210 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Sync routers for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:27.654739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c044-6215-402e-a4d4-0f6854e0130b req-a223a758-d78f-4e65-b411-0e4b25c5c06b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:27.656383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9d75c044-6215-402e-a4d4-0f6854e0130b req-a223a758-d78f-4e65-b411-0e4b25c5c06b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.1989303 May 25 16:52:27.657357 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:27.658653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:27.669180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.698003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.713520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 769c52d0-53b3-4f4a-8b9a-6976b206476b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=769c52d0-53b3-4f4a-8b9a-6976b206476b,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:27.725785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Deleting port 769c52d0-53b3-4f4a-8b9a-6976b206476b {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:27.726521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.748308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:27.754234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:27.763014 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9d75c044-6215-402e-a4d4-0f6854e0130b req-90a05d75-2b43-4c32-a8ff-06b6916b7a8d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005285 May 25 16:52:27.789307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "DELETE /v2.0/floatingips/85fb1d30-913c-4892-842b-dc84aaf86501 HTTP/1.1" status: 204 len: 168 time: 1.8728313 May 25 16:52:27.789307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:27.869837 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'status': 'completed', 'code': 200} May 25 16:52:27.922569 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:27.930252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=769c52d0-53b3-4f4a-8b9a-6976b206476b,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:27.935656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:27.956458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] For port 769c52d0-53b3-4f4a-8b9a-6976b206476b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=769c52d0-53b3-4f4a-8b9a-6976b206476b,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:27.956997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.065947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:28.096378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Calling delete_port for 769c52d0-53b3-4f4a-8b9a-6976b206476b owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:28.131255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-bb570478-4ef1-4254-bc68-3ffff4bac3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.132794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-bb570478-4ef1-4254-bc68-3ffff4bac3b5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d9726a0f3bd744c18331f2e497875c7f&device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 1098 time: 0.2411721 May 25 16:52:28.153093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.166893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-502b11b6-845b-4555-8ac0-404f00f7c1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:28.210587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] No DVR routers for this DVR port 769c52d0-53b3-4f4a-8b9a-6976b206476b on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:28.238161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Pushing event deleted for resources: {'Port': ['ID=769c52d0-53b3-4f4a-8b9a-6976b206476b,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:28.241045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:28.270553 dv-neutron-792998-1-hyperv neutron-server[99127]: WARNING neutron.services.revisions.revision_plugin [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Could not find related port for resource to bump revision. May 25 16:52:28.281002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a800ee7-d097-4599-a02f-6ecc45287636 req-eb433fb4-b762-478a-b26d-2379b6aaae7c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.281737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-4a800ee7-d097-4599-a02f-6ecc45287636 req-eb433fb4-b762-478a-b26d-2379b6aaae7c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Synchronizing usage tracker for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:28.286364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Port 769c52d0-53b3-4f4a-8b9a-6976b206476b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} May 25 16:52:28.286673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Reverting IP allocation for 2001:db8::f816:3eff:fe36:a8aa {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} May 25 16:52:28.292058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_pluggable_backend [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe36:a8aa {{(pid=99127) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} May 25 16:52:28.297754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.301289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-4a800ee7-d097-4599-a02f-6ecc45287636 req-eb433fb4-b762-478a-b26d-2379b6aaae7c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Unset dirty status for tenant:d9726a0f3bd744c18331f2e497875c7f on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:28.302535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a800ee7-d097-4599-a02f-6ecc45287636 req-eb433fb4-b762-478a-b26d-2379b6aaae7c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.1107175 May 25 16:52:28.310272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c97fc22f-de56-4df8-a8dc-5be7e5d995a1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:28.338105 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:28.342695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Checking router: 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:28.352457 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:28.353076 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:28.369105 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4a800ee7-d097-4599-a02f-6ecc45287636 req-132eb2bf-4ec0-4c80-8b2f-f8ff8fb178ee tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565794 May 25 16:52:28.369940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-2603d29d-ffc2-42d7-a7ff-aebacec1d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.371384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-2603d29d-ffc2-42d7-a7ff-aebacec1d049 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 200 len: 898 time: 0.2306590 May 25 16:52:28.377253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:28.428443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:28.440508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7c08d-5607-4944-a6e5-b41c2f42e473 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:28.459930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-28a07d6f-d31e-4947-8a9e-203895fbe838 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 200 len: 217 time: 0.0796659 May 25 16:52:28.461675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.462349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.469793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=d748fecd-7da4-423b-b3ca-b4445dfe535f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:28.512139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:28.543186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3609910 May 25 16:52:28.545786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34528) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:28.553574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:0a:d2:57', 'name': 'tempest-NetworksTestDHCPv6-1566608239'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:28.560272 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:28.573136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-461cea68-c642-458a-b152-60fee6d91473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.574614 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-461cea68-c642-458a-b152-60fee6d91473 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 200 len: 834 time: 0.1026416 May 25 16:52:28.700321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'd748fecd-7da4-423b-b3ca-b4445dfe535f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:28.701174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:28.758737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:28.765005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:28.768555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:28.772872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-d15d4665-1cff-41ee-a173-3fe574640ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:28.774348 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-d15d4665-1cff-41ee-a173-3fe574640ade service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3d277a84-69b1-4031-9495-02f52d340445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1474912 May 25 16:52:28.778803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:28.812707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:28.904238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Allocated IP 2001:db8::f816:3eff:fe33:824e (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/d748fecd-7da4-423b-b3ca-b4445dfe535f/fbf788bd-bd46-407f-93fa-010cbc25e61e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:28.971580 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:28.978031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8ef9c4-3c76-4563-90ff-8568342a3f5d None None] The sync data for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv is: [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:48:50Z', 'revision_number': 4, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd37ab066-3322-4356-8a33-b63026f657d4', 'name': '', 'network_id': '3d277a84-69b1-4031-9495-02f52d340445', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'mac_address': 'fa:16:3e:a3:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:47Z', 'updated_at': '2021-05-25T16:49:02Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'subnets': [{'id': '8575f977-04e2-4edf-849b-9bae4422d38e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:29.145594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.150974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 769c52d0-53b3-4f4a-8b9a-6976b206476b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:29.199508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 769c52d0-53b3-4f4a-8b9a-6976b206476b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:29.199863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 769c52d0-53b3-4f4a-8b9a-6976b206476b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:29.201654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Transition to ACTIVE for port object fbf788bd-bd46-407f-93fa-010cbc25e61e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:29.223578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Transition to ACTIVE for port object fbf788bd-bd46-407f-93fa-010cbc25e61e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:29.234962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.240279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-50d5936d-80a4-4df8-9e3e-bb01a5998500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:29.253130 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-8681d721-8964-4492-b867-8b14f4e0959f service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627628 May 25 16:52:29.259373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.308944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:29.310571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be46edc-922d-4325-9b02-2ff79307b5f2 None None] New status for floating IP 85fb1d30-913c-4892-842b-dc84aaf86501: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:29.375148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:29.375424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 50c351ea-f563-4d23-b842-744b2e73a968 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:29.422830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea20d97-c921-4e5e-8064-e0a3592c0e69 req-13d25451-a76c-4afd-80c9-8e0e2baed9a3 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:29.424426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0ea20d97-c921-4e5e-8064-e0a3592c0e69 req-13d25451-a76c-4afd-80c9-8e0e2baed9a3 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 944 time: 0.3281257 May 25 16:52:29.489598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:29.539512 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc9f0dbe-015b-4874-8ef1-d55759998092 req-61b240bc-0721-4f71-ab5f-9355e719646a service neutron] 10.222.0.95 "GET /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682927 May 25 16:52:29.543776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Pushing event updated for resources: {'Port': ['ID=fbf788bd-bd46-407f-93fa-010cbc25e61e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:29.548403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:29.593394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0ea20d97-c921-4e5e-8064-e0a3592c0e69 req-2ae3f9ca-5a08-49f7-9503-ab9cf191eaff tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523690 May 25 16:52:29.613967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Attempting to bind port fbf788bd-bd46-407f-93fa-010cbc25e61e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:29.614349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Attempting to bind port fbf788bd-bd46-407f-93fa-010cbc25e61e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:29.614719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Attempting to bind port fbf788bd-bd46-407f-93fa-010cbc25e61e on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:29.617769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a3e13-f202-4600-9924-27b4cce105a6 req-e6c4e9e4-5b12-413b-a1f1-c6165951a06c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:29.619320 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ea4a3e13-f202-4600-9924-27b4cce105a6 req-e6c4e9e4-5b12-413b-a1f1-c6165951a06c tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.1123910 May 25 16:52:29.627492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:29.628316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:29.629023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.629815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:29.630866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Bound port: fbf788bd-bd46-407f-93fa-010cbc25e61e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:29.631536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.637591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fe0a:d257 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/d748fecd-7da4-423b-b3ca-b4445dfe535f/50c351ea-f563-4d23-b842-744b2e73a968) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:29.647635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:52:29.670818 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ea4a3e13-f202-4600-9924-27b4cce105a6 req-9b7f2511-40a2-4e09-a0cf-9140cd6fd666 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447040 May 25 16:52:29.835020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] For port fbf788bd-bd46-407f-93fa-010cbc25e61e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:29.858421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] For port fbf788bd-bd46-407f-93fa-010cbc25e61e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fbf788bd-bd46-407f-93fa-010cbc25e61e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:29.869281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.871682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.878066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-182defb0-2f1b-46e7-a770-3005f61c75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:29.884986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 50c351ea-f563-4d23-b842-744b2e73a968 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:29.925107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:29.971855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:52:29.972759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:29.980066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:30.042256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-a9c774fd-0b3b-449a-b0c9-5b4fcf14b85d tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:30.043905 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-a9c774fd-0b3b-449a-b0c9-5b4fcf14b85d tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.95 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 945 time: 0.1533034 May 25 16:52:30.045777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Pushing event updated for resources: {'Port': ['ID=fbf788bd-bd46-407f-93fa-010cbc25e61e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:30.053945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:30.067594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.086968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:52:30.104397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:30.109508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.111618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-142479a0-f6b2-4ac8-9bae-0f8008a9138f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:30.114000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:30.122437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:30.129222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:30.135272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:30.135877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.139700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=50c351ea-f563-4d23-b842-744b2e73a968,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:30.164200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.164586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.164958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.165656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.165656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.166058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.166432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.166794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.167202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.167568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.167931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.168287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:30.176792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:30.191819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:30.195848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:30.216894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6700730 May 25 16:52:30.230087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34538) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.332662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Deleting port ba319539-563c-4d3e-b538-22c647031c62 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:30.332662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.336513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34542) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.414646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe0b62-4e98-4e28-b460-232b65788043 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:30.420586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe0b62-4e98-4e28-b460-232b65788043 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:30.421386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5fe0b62-4e98-4e28-b460-232b65788043 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:30.450195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:52:30.463928 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1535e48-5ce9-44d5-acb9-030a04564899 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/60391b83-3666-4bba-80b7-f0f87a25e05d HTTP/1.1" status: 200 len: 993 time: 0.1211317 May 25 16:52:30.470073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5fe0b62-4e98-4e28-b460-232b65788043 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:30.473852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5fe0b62-4e98-4e28-b460-232b65788043 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2469239 May 25 16:52:30.475514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34548) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.533526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] For port ba319539-563c-4d3e-b538-22c647031c62, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ba319539-563c-4d3e-b538-22c647031c62,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:30.533961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.658298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 50c351ea-f563-4d23-b842-744b2e73a968 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:30.658895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:30.686958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Calling delete_port for ba319539-563c-4d3e-b538-22c647031c62 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:30.847231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34558) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:30.911545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.195667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.204641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:31.208641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fbf788bd-bd46-407f-93fa-010cbc25e61e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:31.223917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 50c351ea-f563-4d23-b842-744b2e73a968 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:31.249488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85173f18-58a5-433a-8c98-df4dfe47d2ac req-2370e1c9-e1ca-4fe8-87c2-b1b82d99d32b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.251164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-85173f18-58a5-433a-8c98-df4dfe47d2ac req-2370e1c9-e1ca-4fe8-87c2-b1b82d99d32b tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 945 time: 0.4396036 May 25 16:52:31.291199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Provisioning for port fbf788bd-bd46-407f-93fa-010cbc25e61e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:31.296824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port fbf788bd-bd46-407f-93fa-010cbc25e61e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:31.302850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port fbf788bd-bd46-407f-93fa-010cbc25e61e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:31.303527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.332635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Provisioning complete for port fbf788bd-bd46-407f-93fa-010cbc25e61e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:31.333319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.343483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Port': ['ID=ba319539-563c-4d3e-b538-22c647031c62,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:31.384852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:31.452376 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-85173f18-58a5-433a-8c98-df4dfe47d2ac req-47d5b27f-d081-436c-8d1d-9790a8921b99 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867686 May 25 16:52:31.458545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] No DVR routers for this DVR port ba319539-563c-4d3e-b538-22c647031c62 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:31.458832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.471977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3b393a65-2cb6-4f0f-a69e-7e15220f1251 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:31.478174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.484384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-deleted', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:31.524152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d0851-ce99-46d1-9e0c-3e1c8d6f1453 req-b7d84d3d-635e-4b4d-973d-a57e9fb37c61 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.526340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9d0d0851-ce99-46d1-9e0c-3e1c8d6f1453 req-b7d84d3d-635e-4b4d-973d-a57e9fb37c61 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/ports?device_id=cf16215e-72f6-414b-936f-b6bc52ad71b0 HTTP/1.1" status: 200 len: 867 time: 0.6763554 May 25 16:52:31.561057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.573523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7efd002d-8604-4500-815d-9e4a21db7d24 req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.95 "DELETE /v2.0/ports/ba319539-563c-4d3e-b538-22c647031c62 HTTP/1.1" status: 204 len: 173 time: 1.5192187 May 25 16:52:31.576681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.598956 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf16215e-72f6-414b-936f-b6bc52ad71b0', 'name': 'network-vif-deleted', 'tag': 'ba319539-563c-4d3e-b538-22c647031c62', 'status': 'completed', 'code': 200} May 25 16:52:31.609703 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9d0d0851-ce99-46d1-9e0c-3e1c8d6f1453 req-5be745c2-aa77-4d08-8787-5df0dda04501 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "GET /v2.0/security-groups?id=9bfef77b-09a8-48bc-89fc-16f0211a64be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722713 May 25 16:52:31.624669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 2c6bd3e4-9733-4019-834e-da8bb3c25ab1 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:31.625172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.630598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] For port fbf788bd-bd46-407f-93fa-010cbc25e61e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fbf788bd-bd46-407f-93fa-010cbc25e61e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:31.642885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.647018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b3684f70-4311-4d31-9ad8-e6c840bcb4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:31.652690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=50c351ea-f563-4d23-b842-744b2e73a968,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:31.663257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.664048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.664048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.664402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.664853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.665215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.665574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.665930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.666286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.666643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.667015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.667367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:31.670585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.675561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:31.698850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:31.709294 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/50c351ea-f563-4d23-b842-744b2e73a968 HTTP/1.1" status: 204 len: 168 time: 1.2310069 May 25 16:52:31.712004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34564) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:31.767394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.767629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.832488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f87d48-38e1-48cf-a944-f4a50a7a3420 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.834051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f87d48-38e1-48cf-a944-f4a50a7a3420 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:31.834976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-98f87d48-38e1-48cf-a944-f4a50a7a3420 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:31.864363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-98f87d48-38e1-48cf-a944-f4a50a7a3420 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:31.869085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-98f87d48-38e1-48cf-a944-f4a50a7a3420 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1556404 May 25 16:52:31.869846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34568) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:31.930011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e25533a6-1dd0-4566-abff-c5079360f6b2 None None] Could not find standard attr ID for object 50c351ea-f563-4d23-b842-744b2e73a968. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:31.947419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:52:31.947794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:52:31.961545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Pushing event updated for resources: {'Port': ['ID=fbf788bd-bd46-407f-93fa-010cbc25e61e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:31.965106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:31.971043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet d748fecd-7da4-423b-b3ca-b4445dfe535f {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:31.975756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:31.987519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:31.993442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:31.993821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.002228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 2c6bd3e4-9733-4019-834e-da8bb3c25ab1 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:32.048396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.132727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.141384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.147221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bcae1852-8737-4980-b5bf-c78e4bc70a09 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:32.157998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.164361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:32.193646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:32.201243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=2c6bd3e4-9733-4019-834e-da8bb3c25ab1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:32.206448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.211158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0bec751-5d54-4916-99a6-0f727323b6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:32.234603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:32.283232 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'code': 200} May 25 16:52:32.304430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.305334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 60391b83-3666-4bba-80b7-f0f87a25e05d disassociated (deleted). External IP: 172.26.6.178, port: 7a6c7e4a-81eb-4788-bbca-63033f4bebfc. May 25 16:52:32.327100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:32.330139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:32.478480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.484571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c71dbb23-d5cc-4c09-812b-053dfe2da963 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:32.533555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=d748fecd-7da4-423b-b3ca-b4445dfe535f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:32.542841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:32.544118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:32.553947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d23ff-0812-4175-a9f3-ecf2e45fd335 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:32.571681 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/d748fecd-7da4-423b-b3ca-b4445dfe535f HTTP/1.1" status: 204 len: 168 time: 0.7002947 May 25 16:52:32.574021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34576) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.643176 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a28fcd40-65fe-4115-9627-666bb0fb2000 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678401 May 25 16:52:32.645521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34582) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.727738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34586) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.829934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5223cc-c21d-4a2a-a178-481120be14d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:32.830639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4a5223cc-c21d-4a2a-a178-481120be14d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:32.903053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68fb61-5c41-439a-8303-29567a773006 req-e9315d3d-090e-465f-9446-1fc32c0e6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:32.904529 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd68fb61-5c41-439a-8303-29567a773006 req-e9315d3d-090e-465f-9446-1fc32c0e6f8e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.3290167 May 25 16:52:32.907925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 29486d29-5820-41a0-b9f3-cbd6b953583a has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:32.917417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dd846-b446-463c-93cf-261314632628 req-2b59d01e-3626-4c28-8b3f-838a45ceb0ca tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:32.918882 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3c2dd846-b446-463c-93cf-261314632628 req-2b59d01e-3626-4c28-8b3f-838a45ceb0ca tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.3121536 May 25 16:52:32.931544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4a5223cc-c21d-4a2a-a178-481120be14d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:32.934027 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4a5223cc-c21d-4a2a-a178-481120be14d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2860498 May 25 16:52:32.937582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34590) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:32.939300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:33.013688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Deleting port fbf788bd-bd46-407f-93fa-010cbc25e61e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:33.014361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.094960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2ece6-d9ca-4056-a8df-e1ad77b64f64 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:33.095696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2de2ece6-d9ca-4056-a8df-e1ad77b64f64 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:33.131440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] For port fbf788bd-bd46-407f-93fa-010cbc25e61e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fbf788bd-bd46-407f-93fa-010cbc25e61e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:33.131725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2de2ece6-d9ca-4056-a8df-e1ad77b64f64 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:33.133052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.133547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2de2ece6-d9ca-4056-a8df-e1ad77b64f64 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1951537 May 25 16:52:33.143512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34594) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:33.206438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fbf788bd-bd46-407f-93fa-010cbc25e61e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:33.304556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Calling delete_port for fbf788bd-bd46-407f-93fa-010cbc25e61e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:33.327794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a860dfb8-a987-45fa-87d0-33b730d6b0af tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1792970 May 25 16:52:33.327794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd68fb61-5c41-439a-8303-29567a773006 req-626a3799-208e-4f1e-aac3-c8146801d802 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045200 May 25 16:52:33.331891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:33.337390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3c2dd846-b446-463c-93cf-261314632628 req-1b4e446e-047e-453e-a2e6-d86951fede12 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339964 May 25 16:52:33.343922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:33.441967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.467099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.471974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:33.542317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Pushing event deleted for resources: {'Port': ['ID=fbf788bd-bd46-407f-93fa-010cbc25e61e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:33.550738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:33.555208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:33.558234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:33.558661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] No DVR routers for this DVR port fbf788bd-bd46-407f-93fa-010cbc25e61e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:33.575130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:33.579916 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Sync routers for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:33.594168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:33.598292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.598471 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:33.599056 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:33.618337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.630996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:33.648977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:33.691606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: ba319539-563c-4d3e-b538-22c647031c62 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:33.692177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ba319539-563c-4d3e-b538-22c647031c62 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:33.779405 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/60391b83-3666-4bba-80b7-f0f87a25e05d HTTP/1.1" status: 204 len: 168 time: 2.9314506 May 25 16:52:33.802796 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:33.915712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:33.979860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'status': 'completed', 'code': 200} May 25 16:52:34.173303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Deleting port d37ab066-3322-4356-8a33-b63026f657d4 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:34.173864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.213347 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:34.218866 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Checking router: 29486d29-5820-41a0-b9f3-cbd6b953583a for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:34.228741 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:34.229357 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:34.260274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-27171cb3-d767-457b-8bae-eae540239b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:34.262007 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-27171cb3-d767-457b-8bae-eae540239b45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 1098 time: 0.2466426 May 25 16:52:34.322885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] For port d37ab066-3322-4356-8a33-b63026f657d4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d37ab066-3322-4356-8a33-b63026f657d4,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:34.323276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.376719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffae2d-3e41-4ad1-b640-92eb9d53822d req-9eded4ba-8e85-4ca1-b591-abc10df446fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:34.377747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-09ffae2d-3e41-4ad1-b640-92eb9d53822d req-9eded4ba-8e85-4ca1-b591-abc10df446fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:34.458508 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:34.459547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-09ffae2d-3e41-4ad1-b640-92eb9d53822d req-9eded4ba-8e85-4ca1-b591-abc10df446fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:34.460726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09ffae2d-3e41-4ad1-b640-92eb9d53822d req-9eded4ba-8e85-4ca1-b591-abc10df446fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.3036106 May 25 16:52:34.491625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-85ff8cb1-d8f8-44ad-9a0b-6dc094184d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:34.493344 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-85ff8cb1-d8f8-44ad-9a0b-6dc094184d60 service neutron] 10.222.0.95 "GET /v2.0/networks?id=845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 200 len: 899 time: 0.2217221 May 25 16:52:34.539757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Calling delete_port for d37ab066-3322-4356-8a33-b63026f657d4 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:34.596648 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-7716cdbb-0717-4168-8f4f-45f7c5d97331 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 200 len: 217 time: 0.0955541 May 25 16:52:34.663431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffaea4-62d3-4bc4-8278-84760043d6a8 req-34943e5b-e527-4008-bea5-775fcbddd58c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:34.665700 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1ffaea4-62d3-4bc4-8278-84760043d6a8 req-34943e5b-e527-4008-bea5-775fcbddd58c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.1159446 May 25 16:52:34.720922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09ffae2d-3e41-4ad1-b640-92eb9d53822d req-82a7ff75-c698-4c73-b55a-e4d8ef18242a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2497475 May 25 16:52:34.730723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-5df77c30-e9a4-4adb-be8e-93891eeaef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:34.733164 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-5df77c30-e9a4-4adb-be8e-93891eeaef38 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f51b665d-dd35-44a7-b63c-e7a54c53727e HTTP/1.1" status: 200 len: 835 time: 0.1027691 May 25 16:52:34.752557 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1ffaea4-62d3-4bc4-8278-84760043d6a8 req-778cc596-f7a2-493e-b5e9-13db07a78ea6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739598 May 25 16:52:34.839395 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:34.844685 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc456f-384c-45f0-9a14-339a9e395abf None None] The sync data for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv is: [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:50:43Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'fa3c7884-7eb6-44f5-bb6c-13e771f14917', 'name': '', 'network_id': '845dcfc6-1487-4bc4-81df-7464aeee3748', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:a2:db:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:41Z', 'updated_at': '2021-05-25T16:50:55Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'f51b665d-dd35-44a7-b63c-e7a54c53727e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:34.860204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:34.864371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c5a59c7-abfe-4b0c-9dfa-8edf24f48cf7 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:34.915576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Port': ['ID=d37ab066-3322-4356-8a33-b63026f657d4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:34.923803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:35.006039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:35.013126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.022696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1c962e5-8fac-44e3-a629-eeea911f8aa9 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:35.089850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=47bd3aa0-666e-4ddd-b188-c4abd086f53f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:35.102360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:35.117963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:35.119682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:35.130615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:35.131255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.135902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2f39f-a0c5-4f4a-bae8-39c08d192c30 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:35.164857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-99ecd1d1-796b-49bf-8ecf-be65074fb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:35.164857 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-99ecd1d1-796b-49bf-8ecf-be65074fb6e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=845dcfc6-1487-4bc4-81df-7464aeee3748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3881192 May 25 16:52:35.175417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8422019 May 25 16:52:35.178047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34610) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:35.184434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:cf:a2:5a', 'name': 'tempest-NetworksTestDHCPv6-467065974'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:35.192617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c9c51f-2ff9-4ace-a04f-d71669acb7d0 None None] New status for floating IP 60391b83-3666-4bba-80b7-f0f87a25e05d: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:35.292676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.448075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-b412c0b5-e9b9-4fc4-88c0-9c7502396523 service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476580 May 25 16:52:35.453678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:35.491171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:35.559457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:35.563970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '47bd3aa0-666e-4ddd-b188-c4abd086f53f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:35.564740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.717081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60cad6e7-b932-4712-ac45-2a8d713c5b8b req-8056dd96-91e7-4140-a21c-fc5c5efbaf62 service neutron] 10.222.0.95 "GET /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562551 May 25 16:52:35.726208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:35.731195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Allocated IP 2001:db8::f816:3eff:fece:dacd (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/47bd3aa0-666e-4ddd-b188-c4abd086f53f/adaebbde-48ec-488a-9bdd-f46bb186f87c) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:35.764076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port fabfca85-ec4f-4240-947c-ff1420639793 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:35.878243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:36.025323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.031742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-dc28dd02-0e15-443c-bbc0-4797cbfc375c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:36.034306 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-dc28dd02-0e15-443c-bbc0-4797cbfc375c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.1893606 May 25 16:52:36.036999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Transition to ACTIVE for port object adaebbde-48ec-488a-9bdd-f46bb186f87c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:36.057409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Transition to ACTIVE for port object adaebbde-48ec-488a-9bdd-f46bb186f87c will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:36.063277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.066933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6a504b7f-f637-41c5-8b96-d14e85cf700d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:36.090756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37430-6456-4546-b7be-36cb8ed218cc req-387eb26f-8a68-4ff8-8250-43c28faf93b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:36.092384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-13b37430-6456-4546-b7be-36cb8ed218cc req-387eb26f-8a68-4ff8-8250-43c28faf93b4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 945 time: 0.1913319 May 25 16:52:36.131751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:36.135181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:36.138998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:36.145937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41612554-bbd1-4d80-aa60-99d781796c27 req-a31e0748-15c3-4089-912d-c7ac13bb6db6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:36.147726 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-41612554-bbd1-4d80-aa60-99d781796c27 req-a31e0748-15c3-4089-912d-c7ac13bb6db6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.2011976 May 25 16:52:36.149185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Pushing event updated for resources: {'Port': ['ID=adaebbde-48ec-488a-9bdd-f46bb186f87c,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:36.151545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:36.167251 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "PUT /v2.0/routers/350bd6c9-3ae1-4dc7-817e-5ae2a64f1999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4371738 May 25 16:52:36.172856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34618) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:36.175968 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Sync routers for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:36.176590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:36.193819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:36.195945 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:36.244447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Attempting to bind port adaebbde-48ec-488a-9bdd-f46bb186f87c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:36.244826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Attempting to bind port adaebbde-48ec-488a-9bdd-f46bb186f87c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:36.245199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Attempting to bind port adaebbde-48ec-488a-9bdd-f46bb186f87c on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:36.251604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:36.252180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:36.252600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.253092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:36.254422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Bound port: adaebbde-48ec-488a-9bdd-f46bb186f87c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:36.254422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.275320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fecf:a25a (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/47bd3aa0-666e-4ddd-b188-c4abd086f53f/fabfca85-ec4f-4240-947c-ff1420639793) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:36.287887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-13b37430-6456-4546-b7be-36cb8ed218cc req-1a64640e-0efb-4626-9be0-a2e9798f84f3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=33ace37f-517e-4c0c-aae8-dfe309338080&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527941 May 25 16:52:36.289093 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-41612554-bbd1-4d80-aa60-99d781796c27 req-afeb79a6-8d9e-462f-9a12-65efc2a5e580 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783985 May 25 16:52:36.294827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Deleting subnet 8575f977-04e2-4edf-849b-9bae4422d38e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:36.299508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.359212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-da875649-7775-4824-b333-ac3eeee96637 None None] For port adaebbde-48ec-488a-9bdd-f46bb186f87c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:36.364681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-da875649-7775-4824-b333-ac3eeee96637 None None] For port adaebbde-48ec-488a-9bdd-f46bb186f87c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=adaebbde-48ec-488a-9bdd-f46bb186f87c,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:36.366412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.373597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.392198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-35d41bcc-fbc0-4451-ad39-63cf8b392a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:36.486501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.498570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Pushing event updated for resources: {'Port': ['ID=adaebbde-48ec-488a-9bdd-f46bb186f87c,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:36.502882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:36.515245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:36.515884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.529749 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:36.828671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d4575-dbd8-445a-8318-df4e010585b9 req-7f2af024-e632-4119-a2ce-9c2a995d5cef tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:36.830598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c76d4575-dbd8-445a-8318-df4e010585b9 req-7f2af024-e632-4119-a2ce-9c2a995d5cef tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.3939695 May 25 16:52:36.839623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:36.840056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.895993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.909737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-232a9cbb-a692-440f-95bb-6e1ded3eb0b4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:36.912197 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:52:34Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:36.916823 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Checking router: 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:36.927059 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Routers {'350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:36.927733 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:36.949170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:36.956740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc3821-2488-432d-986e-7a7df7803e14 None None] Network 3d277a84-69b1-4031-9495-02f52d340445 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:36.962298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Subnet': ['ID=8575f977-04e2-4edf-849b-9bae4422d38e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:36.966707 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "DELETE /v2.0/subnets/8575f977-04e2-4edf-849b-9bae4422d38e HTTP/1.1" status: 204 len: 168 time: 0.7924809 May 25 16:52:36.968345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:36.969085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:37.145567 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] Set router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:37.184094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 7a6c7e4a-81eb-4788-bbca-63033f4bebfc owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:37.249991 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c76d4575-dbd8-445a-8318-df4e010585b9 req-20450afb-ad21-48dd-8934-dec1f7e9ab9a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978732 May 25 16:52:37.254107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.277358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34628) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:37.291049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device adaebbde-48ec-488a-9bdd-f46bb186f87c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:37.324790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object fabfca85-ec4f-4240-947c-ff1420639793 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:37.360945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.470469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] DHCP port deletion for 3d277a84-69b1-4031-9495-02f52d340445 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:37.474481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.489782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d14bb90d-73f6-4c79-9bdd-6b379a252f1e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:37.565586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port adaebbde-48ec-488a-9bdd-f46bb186f87c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:37.598277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Deleting port bf3401dd-9ba9-4d92-af30-d130040a5756 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:37.598987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.600419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:52:34Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:37.606604 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0c980-6073-4300-b52c-782d40694d09 None None] The sync data for ids ['350bd6c9-3ae1-4dc7-817e-5ae2a64f1999'] in dv-neutron-792998-1-hyperv is: [{'id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'name': 'tempest-TestNetworkAdvancedServerOps-router-25464241', 'tenant_id': 'd9726a0f3bd744c18331f2e497875c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:37Z', 'updated_at': '2021-05-25T16:52:34Z', 'revision_number': 5, 'project_id': 'd9726a0f3bd744c18331f2e497875c7f', 'gw_port': {'id': 'c2af2b87-b69c-402d-a852-2d348acf6021', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350bd6c9-3ae1-4dc7-817e-5ae2a64f1999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:37.635769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:37.643510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:37.647539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=fabfca85-ec4f-4240-947c-ff1420639793,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:37.667118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:37.673688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:37.674469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.679924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:37.683182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.694864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8aaaf2ef-03e6-4607-877e-076bc00285a5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:37.732278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] For port bf3401dd-9ba9-4d92-af30-d130040a5756, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bf3401dd-9ba9-4d92-af30-d130040a5756,segment=NetworkSegment(afad6090-b58b-4fa3-94fa-b2bc168d94cd),segment_id=afad6090-b58b-4fa3-94fa-b2bc168d94cd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:37.732668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.769214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=7a6c7e4a-81eb-4788-bbca-63033f4bebfc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:37.773749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:37.784206 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7191f24-184e-44ab-8eb3-9e46a7762407 req-b7640c7e-e540-42fe-a304-efdae023191f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=79beb190-b9e6-48be-9b03-e925353905c0 HTTP/1.1" status: 200 len: 210 time: 0.0819430 May 25 16:52:37.806437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6272745 May 25 16:52:37.814403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34634) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:37.915420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ef287-0834-434b-a62d-5412b07db690 tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:37.917428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port 7a6c7e4a-81eb-4788-bbca-63033f4bebfc on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:37.919503 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1d3ef287-0834-434b-a62d-5412b07db690 tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1094 time: 0.6410463 May 25 16:52:37.919984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34638) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:37.921170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.923114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e365f00c-ad12-4b89-a871-eeb79df79e4b req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/7a6c7e4a-81eb-4788-bbca-63033f4bebfc HTTP/1.1" status: 204 len: 173 time: 1.8811245 May 25 16:52:37.925743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'name': 'network-vif-deleted', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:37.928697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Calling delete_port for bf3401dd-9ba9-4d92-af30-d130040a5756 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:37.935143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:37.938890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.942434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:37.952908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:floatingip and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:37.956710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:37.970764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Provisioning for port adaebbde-48ec-488a-9bdd-f46bb186f87c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:37.978551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Provisioning complete for port adaebbde-48ec-488a-9bdd-f46bb186f87c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:37.979019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:37.992722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:38.019808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.050229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Deleting port c2af2b87-b69c-402d-a852-2d348acf6021 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:38.051292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.170560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79beb190-b9e6-48be-9b03-e925353905c0', 'name': 'network-vif-deleted', 'tag': '7a6c7e4a-81eb-4788-bbca-63033f4bebfc', 'status': 'completed', 'code': 200} May 25 16:52:38.195603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.224174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f79cc-cc25-4177-84c1-a3dbe4e56d97 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:38.232101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f79cc-cc25-4177-84c1-a3dbe4e56d97 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:38.232943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c9f79cc-cc25-4177-84c1-a3dbe4e56d97 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:38.270857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] For port adaebbde-48ec-488a-9bdd-f46bb186f87c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=adaebbde-48ec-488a-9bdd-f46bb186f87c,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:38.273143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.279237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c9f79cc-cc25-4177-84c1-a3dbe4e56d97 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:38.280428 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c9f79cc-cc25-4177-84c1-a3dbe4e56d97 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4662735 May 25 16:52:38.286986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34644) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:38.289546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:38.360956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] No DVR routers for this DVR port bf3401dd-9ba9-4d92-af30-d130040a5756 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:38.364563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.367533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Pushing event deleted for resources: {'Port': ['ID=bf3401dd-9ba9-4d92-af30-d130040a5756,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:38.372989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:38.373615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:38.375711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.398006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] For port c2af2b87-b69c-402d-a852-2d348acf6021, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c2af2b87-b69c-402d-a852-2d348acf6021,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:38.398006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.454483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Pushing event updated for resources: {'Port': ['ID=adaebbde-48ec-488a-9bdd-f46bb186f87c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:38.459716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:38.504316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8b1a7931-bd93-462b-8fef-006b5dd7e5a8 None None] Provisioning for port fabfca85-ec4f-4240-947c-ff1420639793 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:38.510786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8b1a7931-bd93-462b-8fef-006b5dd7e5a8 None None] Provisioning complete for port fabfca85-ec4f-4240-947c-ff1420639793 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:38.511281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8b1a7931-bd93-462b-8fef-006b5dd7e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.570229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Calling delete_port for c2af2b87-b69c-402d-a852-2d348acf6021 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:38.588679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a7931-bd93-462b-8fef-006b5dd7e5a8 None None] Port fabfca85-ec4f-4240-947c-ff1420639793 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:38.618607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.26.6.136 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/b9c846dc-cde3-4b39-8d3c-1af4ccae0554) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:38.686256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port fabfca85-ec4f-4240-947c-ff1420639793 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:38.686492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.780044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.811222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.815140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:38.848084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:38.881470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:38.884792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:38.887273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:38.917262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34650) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:38.940424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=b9c846dc-cde3-4b39-8d3c-1af4ccae0554,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:38.943229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:39.012799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for fabfca85-ec4f-4240-947c-ff1420639793 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:39.055021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.060984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52fd4ce5-5c92-47ae-ab02-b56d3a8b85a2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:39.071061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.113406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Port': ['ID=c2af2b87-b69c-402d-a852-2d348acf6021,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:39.141310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:39.153774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.174089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device adaebbde-48ec-488a-9bdd-f46bb186f87c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:39.252110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port adaebbde-48ec-488a-9bdd-f46bb186f87c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:39.252793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.259524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.431331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.433528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c976f58e-9856-4302-8bfa-439e7ec4cbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:39.455693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ace37f-517e-4c0c-aae8-dfe309338080,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:39.458204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:39.476803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d37ab066-3322-4356-8a33-b63026f657d4 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:39.479722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.481019 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/33ace37f-517e-4c0c-aae8-dfe309338080 HTTP/1.1" status: 204 len: 168 time: 0.5584784 May 25 16:52:39.513607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34656) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:39.516344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d37ab066-3322-4356-8a33-b63026f657d4 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:39.516709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d37ab066-3322-4356-8a33-b63026f657d4 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:39.517181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bf3401dd-9ba9-4d92-af30-d130040a5756 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:39.599473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: bf3401dd-9ba9-4d92-af30-d130040a5756 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:39.599827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bf3401dd-9ba9-4d92-af30-d130040a5756 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:39.644495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7a6c7e4a-81eb-4788-bbca-63033f4bebfc no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:39.645804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.650105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.659346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.673159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f44e61e0-5cf2-42f3-bbdd-b5b072865ab0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:39.684783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 7a6c7e4a-81eb-4788-bbca-63033f4bebfc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:39.685134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7a6c7e4a-81eb-4788-bbca-63033f4bebfc not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:39.728351 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=fabfca85-ec4f-4240-947c-ff1420639793,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:39.755751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:39.762206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.762636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Fanout notify agent at l3_agent the message router_deleted on router 350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:52:39.791463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.795668 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "DELETE /v2.0/routers/350bd6c9-3ae1-4dc7-817e-5ae2a64f1999 HTTP/1.1" status: 204 len: 168 time: 2.8223782 May 25 16:52:39.795668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34660) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:39.797937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.799755 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/fabfca85-ec4f-4240-947c-ff1420639793 HTTP/1.1" status: 204 len: 168 time: 1.5109630 May 25 16:52:39.856831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34664) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:39.933338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:39.998160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-27483b61-bae6-4b4e-b257-89221bfabc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.037872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ece80-b3a6-465d-85ef-4ac0653dcac1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:40.039396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ece80-b3a6-465d-85ef-4ac0653dcac1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:40.040189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a77ece80-b3a6-465d-85ef-4ac0653dcac1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:40.076001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.089704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d277a84-69b1-4031-9495-02f52d340445']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:40.103661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afad6090-b58b-4fa3-94fa-b2bc168d94cd') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:40.103944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afad6090-b58b-4fa3-94fa-b2bc168d94cd') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:40.106023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a77ece80-b3a6-465d-85ef-4ac0653dcac1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:40.108094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a77ece80-b3a6-465d-85ef-4ac0653dcac1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2488215 May 25 16:52:40.110868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34668) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:40.150580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.184326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.196179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.196578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:52:40.196974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:52:40.211685 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:52:40.221241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 47bd3aa0-666e-4ddd-b188-c4abd086f53f {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:40.267564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.344788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.350383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56b31d4d-da8e-44e9-ac47-6d3300fde4bf tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.367619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.372113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.378973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.410340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'Network': ['ID=3d277a84-69b1-4031-9495-02f52d340445,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:40.422245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:40.430160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "DELETE /v2.0/networks/3d277a84-69b1-4031-9495-02f52d340445 HTTP/1.1" status: 204 len: 168 time: 0.6308327 May 25 16:52:40.437582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34672) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:40.531307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.533293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.608726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.691360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.699935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.756775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.775339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.828943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.840338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4c4e67ed-495d-4129-8183-d8ab0379d4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.859507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfef77b-09a8-48bc-89fc-16f0211a64be,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:40.863556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:40.874709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.878882 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] 10.222.0.96 "DELETE /v2.0/security-groups/9bfef77b-09a8-48bc-89fc-16f0211a64be HTTP/1.1" status: 204 len: 168 time: 0.4432733 May 25 16:52:40.903035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.908090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dda75dbb-4956-400f-b231-e53a3d455e80 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:40.947942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=47bd3aa0-666e-4ddd-b188-c4abd086f53f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:40.949880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:40.952643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:40.961807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd89b10-7a94-4c9d-a368-6627fbaa5701 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:40.967944 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/47bd3aa0-666e-4ddd-b188-c4abd086f53f HTTP/1.1" status: 204 len: 168 time: 0.8560147 May 25 16:52:40.970860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34680) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:41.001193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=b9c846dc-cde3-4b39-8d3c-1af4ccae0554,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:41.010387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:41.013638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.050971 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-91cdea4a-ddab-4e4b-9044-ade1b1eb4283 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792503 May 25 16:52:41.053708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34684) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:41.060027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:41.178946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c2af2b87-b69c-402d-a852-2d348acf6021 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:41.262521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c2af2b87-b69c-402d-a852-2d348acf6021 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:41.263313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c2af2b87-b69c-402d-a852-2d348acf6021 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:41.374291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:41.380120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:41.384944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:41.391686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:41.406674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:41.416245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34690) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:41.416914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:41.420519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.477299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Deleting port adaebbde-48ec-488a-9bdd-f46bb186f87c {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:41.477690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.541510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP c3656947-f405-41ac-88f8-46e440c8dc3b associated. External IP: 172.26.6.136, port: 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c. May 25 16:52:41.592799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] For port adaebbde-48ec-488a-9bdd-f46bb186f87c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=adaebbde-48ec-488a-9bdd-f46bb186f87c,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:41.593264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.730557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Calling delete_port for adaebbde-48ec-488a-9bdd-f46bb186f87c owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:41.730982 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e346d5ec-e34f-4b62-9235-468d1729ac10 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9726a0f3bd744c18331f2e497875c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876492 May 25 16:52:41.733319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34696) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:41.780916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.784883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-cfd27ed2-c81c-4786-8db0-1e44456bf4c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:41.830155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Pushing event deleted for resources: {'Port': ['ID=adaebbde-48ec-488a-9bdd-f46bb186f87c,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:41.833638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:41.836882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] No DVR routers for this DVR port adaebbde-48ec-488a-9bdd-f46bb186f87c on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:41.896106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:41.928400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.046334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port fa3c7884-7eb6-44f5-bb6c-13e771f14917 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:42.047433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.052418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.059034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ac0aed58-059b-45f3-9d18-25584207b457 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:42.064120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:42.076672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293c8ca-32f7-4e25-87d4-edc13cbdcf4e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:42.080912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:42.129337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:42.132271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.136654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b2cc89d3-60a7-4490-91d9-8649bda8e66e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:42.184537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.188000 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8293c8ca-32f7-4e25-87d4-edc13cbdcf4e HTTP/1.1" status: 204 len: 168 time: 0.4513319 May 25 16:52:42.199639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:42.202696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:42.216437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408fd77-bd3c-4094-b54f-dfe4e9eb44c4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:42.216923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=5e7bd269-1f17-49f8-b042-92ed4202b991,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:42.219552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:42.220286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.224867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:42.244543 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1885645 May 25 16:52:42.247406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34702) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:42.255769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:dd:c1:30', 'name': 'tempest-NetworksTestDHCPv6-1159752217'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:42.355015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port fa3c7884-7eb6-44f5-bb6c-13e771f14917, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fa3c7884-7eb6-44f5-bb6c-13e771f14917,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:42.355922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.420675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:42.441932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:42.462724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:42.506825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for fa3c7884-7eb6-44f5-bb6c-13e771f14917 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:42.518781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:42.519520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.529428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:42.536319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '5e7bd269-1f17-49f8-b042-92ed4202b991'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:42.537158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.566470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.568998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:42.569649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:42.583444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34708) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:42.617290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.646293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:42.654778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Usage tracker for resource:security_group_rule and tenant:144d0b703eee48bd90e1243027f3f459 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:42.658712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:42.663579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.676862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:42.702017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 8d6c623f-0526-4944-acfb-c772c1a4caa4 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:42.756296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8321531 May 25 16:52:42.765324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:52:42.838553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'status': 'completed', 'code': 200} May 25 16:52:42.853771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7369b16f-53a4-43d1-8f69-1594afb676de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.873703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:42.905525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fedd:c130 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5e7bd269-1f17-49f8-b042-92ed4202b991/8d6c623f-0526-4944-acfb-c772c1a4caa4) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:42.916682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.923348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:42.933394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1162445a-052c-4d80-a38a-89967801a3d3 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:43.000433 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=144d0b703eee48bd90e1243027f3f459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157314 May 25 16:52:43.010729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020917f0-007a-4ad1-b879-ce2886416fc1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:43.017042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34716) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:43.020300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:43.100276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.133072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.181921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device adaebbde-48ec-488a-9bdd-f46bb186f87c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:43.199349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.204441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff75da05-2b97-4259-b215-66de1887bb60 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:43.219634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020917f0-007a-4ad1-b879-ce2886416fc1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:43.222404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:43.228472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.233567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-297c72c5-a367-4efe-823a-70f128bf26db tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:43.240383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: adaebbde-48ec-488a-9bdd-f46bb186f87c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:43.240932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device adaebbde-48ec-488a-9bdd-f46bb186f87c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:43.268327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-fe6cc699-7d63-4f1c-84f4-8ea12e1a59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:43.270035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-fe6cc699-7d63-4f1c-84f4-8ea12e1a59d8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.4066834 May 25 16:52:43.306594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=fa3c7884-7eb6-44f5-bb6c-13e771f14917,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:43.312361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:43.333055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.336923 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/020917f0-007a-4ad1-b879-ce2886416fc1 HTTP/1.1" status: 204 len: 168 time: 0.3165367 May 25 16:52:43.377971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:39Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:43.383147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:43.395456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:43.396418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:43.453361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.473078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 8d6c623f-0526-4944-acfb-c772c1a4caa4 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:43.505959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.513985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-91d30e85-e882-4653-9eff-ec28da66af2f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:43.612546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:43.615958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:43.620697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:43.626539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:43.627329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.649255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=8d6c623f-0526-4944-acfb-c772c1a4caa4,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:43.668203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:43.691693 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4423075 May 25 16:52:43.697273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34722) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:43.706802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-36f1a2da-af39-48e8-8b84-6406df9f658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:43.708442 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-36f1a2da-af39-48e8-8b84-6406df9f658d service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.4285624 May 25 16:52:43.740172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:43.755870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:43.805231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Allocated IP 2001:db8::f816:3eff:feee:a385 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/5e7bd269-1f17-49f8-b042-92ed4202b991/9bcaa3cf-8b8f-4c41-8d23-b990e78e0398) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:43.829272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d62343-d367-4dea-8064-bef848216d24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:43.830332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d2d62343-d367-4dea-8064-bef848216d24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:43.856333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d2d62343-d367-4dea-8064-bef848216d24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:43.856333 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d2d62343-d367-4dea-8064-bef848216d24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1564143 May 25 16:52:43.858772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34726) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:43.940661 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-5f7360b6-e24e-447a-b7c6-432b05f2c2dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 1000 time: 0.2247319 May 25 16:52:43.986018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.099835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-96857c9e-03a5-41f9-96bf-f22fe9c5986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:44.101824 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-96857c9e-03a5-41f9-96bf-f22fe9c5986b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.1524835 May 25 16:52:44.162216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 8d6c623f-0526-4944-acfb-c772c1a4caa4 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:44.162964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.264363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.311808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Transition to ACTIVE for port object 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:44.327101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.339552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Transition to ACTIVE for port object 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:44.346201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-ce10bfc8-a16a-4a1d-8b5a-7cc638571164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:44.347871 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-ce10bfc8-a16a-4a1d-8b5a-7cc638571164 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2393594 May 25 16:52:44.348108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.353381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:44.422832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:44.427139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:44.430534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:44.439864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Pushing event updated for resources: {'Port': ['ID=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:44.452050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.452423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.453659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.453659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.453659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.453659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.454089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.454370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.454637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.454983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.455311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.455637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:44.459692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:44.468417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 8d6c623f-0526-4944-acfb-c772c1a4caa4 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:44.495373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:39Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:44.503586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec53dd-2a27-49ec-b570-5f5303dd3ec7 None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:39Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:44.560424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Attempting to bind port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:44.560424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Attempting to bind port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:44.560815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Attempting to bind port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:44.567612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:44.568388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:44.568546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.568897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:44.569656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Bound port: 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:44.570725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.602592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.607283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 29486d29-5820-41a0-b9f3-cbd6b953583a has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:44.610373 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-d41f3ab3-7375-44ae-b21f-85db789f8ade service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445579 May 25 16:52:44.613083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-327921aa-5732-4500-b6e6-4ef2d7b5938f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:44.662654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=8d6c623f-0526-4944-acfb-c772c1a4caa4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:44.666848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:44.682527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] For port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:44.686362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] For port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:44.691595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.695475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:44.729106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:44.755290 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8d6c623f-0526-4944-acfb-c772c1a4caa4 HTTP/1.1" status: 204 len: 168 time: 0.8948708 May 25 16:52:44.756073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34730) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:44.800240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Pushing event updated for resources: {'Port': ['ID=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:44.803967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:44.842390 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb55b5d-003f-4d37-a261-bdbf8b1eff0d None None] New status for floating IP c3656947-f405-41ac-88f8-46e440c8dc3b: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:52:44.852585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73694fdc-1d9d-4588-96f2-9a82e6e20e6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:44.854444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73694fdc-1d9d-4588-96f2-9a82e6e20e6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:44.855708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-73694fdc-1d9d-4588-96f2-9a82e6e20e6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:44.874605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-73694fdc-1d9d-4588-96f2-9a82e6e20e6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:44.876211 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-73694fdc-1d9d-4588-96f2-9a82e6e20e6b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1179357 May 25 16:52:44.879296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34734) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:44.961744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 5e7bd269-1f17-49f8-b042-92ed4202b991 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:44.965033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.048061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.186720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a11fd605-cded-4fa1-ace5-acc98ab3e396 req-070cada2-f51f-4da6-ab57-99bc1b67d967 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636067 May 25 16:52:45.196784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:45.208514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Sync routers for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:45.220590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/29486d29-5820-41a0-b9f3-cbd6b953583a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7057416 May 25 16:52:45.223790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34738) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:45.244150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:45.245121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:45.263145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.353461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet f51b665d-dd35-44a7-b63c-e7a54c53727e {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:45.360150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.448556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.448898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:45.541973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.567040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.654390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:45.658765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:45.703657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.716745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0cb564e-2944-4f31-9d96-c1262c6b2f03 tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:45.755376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.771632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7bd269-1f17-49f8-b042-92ed4202b991,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:45.775800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:45.793087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2d67d31b-9e37-4e54-a090-4e96a0b698c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5e7bd269-1f17-49f8-b042-92ed4202b991 HTTP/1.1" status: 204 len: 168 time: 0.9125032 May 25 16:52:45.795498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34742) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:45.883679 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3cd58876-d9a8-4d99-a377-7800b122cf79 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843544 May 25 16:52:45.886160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34746) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:45.903034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.908898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3cfafc66-47e2-459a-8721-b50df7026056 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:45.960206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=f51b665d-dd35-44a7-b63c-e7a54c53727e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:45.964584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:45.967114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:45.974113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/f51b665d-dd35-44a7-b63c-e7a54c53727e HTTP/1.1" status: 204 len: 168 time: 0.7492394 May 25 16:52:45.976997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34750) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:45.999457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ee1bc-5662-4fca-8608-98845b6f7134 None None] Network 845dcfc6-1487-4bc4-81df-7464aeee3748 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:46.014838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaa1ca7-6220-4f88-a9eb-39e44c994f13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:46.016456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aeaa1ca7-6220-4f88-a9eb-39e44c994f13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:46.042201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aeaa1ca7-6220-4f88-a9eb-39e44c994f13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:46.043659 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aeaa1ca7-6220-4f88-a9eb-39e44c994f13 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1565561 May 25 16:52:46.046740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34754) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:46.203675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3f5a3-bfb6-4866-b565-b294539dcba4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:46.262992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ecc7e-455b-4a86-864e-df5fe13d3304 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:46.264780 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d80ecc7e-455b-4a86-864e-df5fe13d3304 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2167866 May 25 16:52:46.268379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34758) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:46.294932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.353573 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7709c1a3-27a5-4089-82bd-3efe85abae62 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829327 May 25 16:52:46.354181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34762) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:46.357310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:52:42Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'd50ce569-3680-420d-800e-381a7f9c67e6', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:50:35Z', 'updated_at': '2021-05-25T16:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:46.360267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:46.390463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Provisioning for port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:46.398516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Checking router: 29486d29-5820-41a0-b9f3-cbd6b953583a for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:46.444535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Provisioning complete for port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:46.445096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.483863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:46.486675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:46.489724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:46.496510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:46.505487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.509627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:46.514515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.522530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Routers {'29486d29-5820-41a0-b9f3-cbd6b953583a'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:46.525272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['29486d29-5820-41a0-b9f3-cbd6b953583a'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:46.598771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port d50ce569-3680-420d-800e-381a7f9c67e6 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:46.599207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.606845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] DHCP port deletion for 845dcfc6-1487-4bc4-81df-7464aeee3748 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:46.733301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port d50ce569-3680-420d-800e-381a7f9c67e6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d50ce569-3680-420d-800e-381a7f9c67e6,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:46.733724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:46.807713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] Set router 29486d29-5820-41a0-b9f3-cbd6b953583a gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:47.003997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:52:46Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:47.013865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f452e991-fb84-4e78-a9bb-fb6f3f7590d6 None None] The sync data for ids ['29486d29-5820-41a0-b9f3-cbd6b953583a'] in dv-neutron-792998-1-hyperv is: [{'id': '29486d29-5820-41a0-b9f3-cbd6b953583a', 'name': 'tempest-TestNetworkBasicOps-router-953149817', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:50:34Z', 'updated_at': '2021-05-25T16:52:46Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:47.026717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.028357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for d50ce569-3680-420d-800e-381a7f9c67e6 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:47.067316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Deleting port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:47.067701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.153001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.161425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cca8163f-22df-4e5a-ac7e-5add5fa6ea74 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.165001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] For port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:47.176976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.181187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bb818f24-5dc6-4c12-8ff0-be644880bf62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.206394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.208543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:47.210824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c26d7e1-aff8-4cf0-9051-a837218914b3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.212821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:47.228020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:47.228629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.236890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] For port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,segment=NetworkSegment(3f185d74-a373-4a21-9d25-ec363b2ac626),segment_id=3f185d74-a373-4a21-9d25-ec363b2ac626)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:47.236890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.251292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=f41b3033-96be-4fb7-8efc-ff53381ab207,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:47.255964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:47.261241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=d50ce569-3680-420d-800e-381a7f9c67e6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:47.267606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:47.267803 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9098160 May 25 16:52:47.267950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34766) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:47.301237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:a0:db:63', 'name': 'tempest-NetworksTestDHCPv6-140810918'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:47.372472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Calling delete_port for ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:47.386343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Pushing event updated for resources: {'Port': ['ID=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:47.390104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:47.401468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:47.490272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.502800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Deleting port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:47.503278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.517977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.524414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.622312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Pushing event deleted for resources: {'Port': ['ID=ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:47.624088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] No DVR routers for this DVR port ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:47.630014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:47.688513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] For port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:47.688912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.700202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.702133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:47.704746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.719404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:47.738771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:47.756273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.756814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router 29486d29-5820-41a0-b9f3-cbd6b953583a {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:52:47.822548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Calling delete_port for 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:47.839543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.840639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/29486d29-5820-41a0-b9f3-cbd6b953583a HTTP/1.1" status: 204 len: 168 time: 1.8630362 May 25 16:52:47.843632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34770) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:47.886391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.900961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fa3c7884-7eb6-44f5-bb6c-13e771f14917 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:47.917189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 1fb9c026-9810-4116-a3f0-f2084a37c489 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:47.932094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:47.946930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8de5a6c6-54b4-48c4-87c1-dee7a07165a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:47.982934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: fa3c7884-7eb6-44f5-bb6c-13e771f14917 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:47.983374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device fa3c7884-7eb6-44f5-bb6c-13e771f14917 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:47.983720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:48.001078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.015599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] No DVR routers for this DVR port 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:48.029383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Pushing event deleted for resources: {'Port': ['ID=9bcaa3cf-8b8f-4c41-8d23-b990e78e0398,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:48.031827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:48.032381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ef6eb9de-7664-48ff-bf4e-0ae4b32d47f5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:48.038068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:48.060279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:48.066822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0fd79-141b-41ed-94b1-355dbd6c741c None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:48.087475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:48.087475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9bcaa3cf-8b8f-4c41-8d23-b990e78e0398 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:48.113799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::271 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/f41b3033-96be-4fb7-8efc-ff53381ab207/1fb9c026-9810-4116-a3f0-f2084a37c489) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:48.158074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.172730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845dcfc6-1487-4bc4-81df-7464aeee3748']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:48.189173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f185d74-a373-4a21-9d25-ec363b2ac626') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:48.189467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f185d74-a373-4a21-9d25-ec363b2ac626') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:48.203480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.221827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.230284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1199 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:52:48.230628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:52:48.247800 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:52:48.316531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'f41b3033-96be-4fb7-8efc-ff53381ab207'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:48.317511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.363734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.369926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.375833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.383827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-402418bd-dd66-494a-9661-18afd5ffd697 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:48.395083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 1fb9c026-9810-4116-a3f0-f2084a37c489 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:48.409111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=845dcfc6-1487-4bc4-81df-7464aeee3748,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:48.412595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:48.421898 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/845dcfc6-1487-4bc4-81df-7464aeee3748 HTTP/1.1" status: 204 len: 168 time: 0.5742350 May 25 16:52:48.436328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.440503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34774) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:48.446183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c3e65949-93b5-48d3-ada2-f47cc73a2dea tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:48.447358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--1146441521', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:48.452374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:48.456545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:48.459417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:48.465930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:48.478123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:48.481652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.513043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:52:48.516241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:48.519489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:48.528094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.528421 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment ef2359dc-6d0f-41c2-a51a-b335b91f89fe of type vlan for network f4f9b026-8231-4d89-9b73-ae2b505dbda0 May 25 16:52:48.529922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:48.534604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/f41b3033-96be-4fb7-8efc-ff53381ab207/24a927ac-daab-4b59-ac5a-ad9c1c9d115f) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:48.535719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:48.536630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.558418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=1fb9c026-9810-4116-a3f0-f2084a37c489,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:48.562215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.575111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:48.581965 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3127553 May 25 16:52:48.584778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34778) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:48.604224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.611265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:48.612020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.616251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d8bb32b4-96f6-4fba-8bcf-c5566cc156b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:48.672050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.677656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb078f7-de6e-46b7-9126-fdbdcff6f706 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:48.678722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ffb078f7-de6e-46b7-9126-fdbdcff6f706 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:48.698665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ffb078f7-de6e-46b7-9126-fdbdcff6f706 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:48.700280 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ffb078f7-de6e-46b7-9126-fdbdcff6f706 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1144824 May 25 16:52:48.704042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34782) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:48.794698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=f4f9b026-8231-4d89-9b73-ae2b505dbda0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:48.799816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3575647 May 25 16:52:48.803256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:48.804022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34786) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:48.811260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:52:48.816448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:48.821231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:48.825628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:48.828654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:48.835925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:48.846626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.847218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.865462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.888941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 1fb9c026-9810-4116-a3f0-f2084a37c489 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:48.889567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.900043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.911502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Transition to ACTIVE for port object 24a927ac-daab-4b59-ac5a-ad9c1c9d115f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:48.931992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Transition to ACTIVE for port object 24a927ac-daab-4b59-ac5a-ad9c1c9d115f will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:48.948572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:48.955045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e01f60f6-e3e5-49a4-8625-9f214d9bf10a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:49.031254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:49.031648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.036923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:49.043660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:49.099423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Pushing event updated for resources: {'Port': ['ID=24a927ac-daab-4b59-ac5a-ad9c1c9d115f,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:49.130296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:49.131136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d50ce569-3680-420d-800e-381a7f9c67e6 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:52:49.169928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 1fb9c026-9810-4116-a3f0-f2084a37c489 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:49.175663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d50ce569-3680-420d-800e-381a7f9c67e6 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:52:49.176021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d50ce569-3680-420d-800e-381a7f9c67e6 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:52:49.192850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Attempting to bind port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:49.193512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Attempting to bind port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:49.193694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Attempting to bind port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:49.199198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:49.199582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:49.199996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.200403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:49.201015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Bound port: 24a927ac-daab-4b59-ac5a-ad9c1c9d115f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:49.201255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.298056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] For port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:49.299377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.301668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] For port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=24a927ac-daab-4b59-ac5a-ad9c1c9d115f,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:49.306444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.308745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:49.311228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-808abc9a-603f-47ff-85ad-9d37c45a1171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:49.315905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.385522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=1fb9c026-9810-4116-a3f0-f2084a37c489,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:49.389621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:49.404083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Pushing event updated for resources: {'Port': ['ID=24a927ac-daab-4b59-ac5a-ad9c1c9d115f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:49.407854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:49.409898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.424542 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/1fb9c026-9810-4116-a3f0-f2084a37c489 HTTP/1.1" status: 204 len: 168 time: 0.7171869 May 25 16:52:49.427123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34790) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:49.500363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4caf2a4-248d-4df5-8147-d65cf4ceddfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:49.501896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4caf2a4-248d-4df5-8147-d65cf4ceddfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:49.502652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4caf2a4-248d-4df5-8147-d65cf4ceddfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:49.520593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a4caf2a4-248d-4df5-8147-d65cf4ceddfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:49.521760 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4caf2a4-248d-4df5-8147-d65cf4ceddfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0936997 May 25 16:52:49.525204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34794) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:49.615841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet f41b3033-96be-4fb7-8efc-ff53381ab207 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:49.620063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.686814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.718989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.750541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.781132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:49.904965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.171 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/205e6a30-b1be-437d-bead-45ae29ab0367) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:50.071982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.112186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.119635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3485a02-5b0f-4323-9b19-6ccd905c9036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:50.187988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:50.190971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:50.194032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:50.245333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=205e6a30-b1be-437d-bead-45ae29ab0367,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:50.248508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:50.258628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.265408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9747cffd-da16-4f2c-9efa-4d0e7450bce5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:50.304815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=f41b3033-96be-4fb7-8efc-ff53381ab207,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:50.306794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.309639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:50.322997 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f41b3033-96be-4fb7-8efc-ff53381ab207 HTTP/1.1" status: 204 len: 168 time: 0.7967179 May 25 16:52:50.325297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34798) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:50.400957 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-21ec5aa5-f63b-4b97-b0f4-7fef13e0b2dd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743611 May 25 16:52:50.403322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34802) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:50.454458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe989ef-9b0e-40f8-ae47-6c051361fb0b None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:50.494258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603d42f-0148-4202-a376-4bfe77dd841a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.495197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9603d42f-0148-4202-a376-4bfe77dd841a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:50.512354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9603d42f-0148-4202-a376-4bfe77dd841a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:50.513529 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9603d42f-0148-4202-a376-4bfe77dd841a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1092300 May 25 16:52:50.516961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34808) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:50.563219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e5fd4264-9fd4-4d01-bbd7-331498f1a881 None None] Provisioning for port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:50.603858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e81cdcf-af96-42db-a679-2059df551169 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:50.605018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1e81cdcf-af96-42db-a679-2059df551169 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:50.622484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1e81cdcf-af96-42db-a679-2059df551169 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:50.626605 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1e81cdcf-af96-42db-a679-2059df551169 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1060112 May 25 16:52:50.626814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34812) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:50.703257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.711250 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-04856177-c0dc-4bdd-b2c1-896df30abbf8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829215 May 25 16:52:50.711910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34816) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:50.718086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:50.744980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:52:50.814749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Deleting port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:50.815086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.848993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:50.862144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:50.875446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:50.880311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:50.928639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] For port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=24a927ac-daab-4b59-ac5a-ad9c1c9d115f,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:50.929738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.066480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Calling delete_port for 24a927ac-daab-4b59-ac5a-ad9c1c9d115f owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:51.125345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.130191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-da875649-7775-4824-b333-ac3eeee96637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:51.175871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Pushing event deleted for resources: {'Port': ['ID=24a927ac-daab-4b59-ac5a-ad9c1c9d115f,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:51.178330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:51.184206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] No DVR routers for this DVR port 24a927ac-daab-4b59-ac5a-ad9c1c9d115f on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:52:51.251690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.409168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:52:51.410506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.416115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9325d933-a40d-4363-91d9-bb78d14c5feb tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:51.466239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:52:51.473483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:51.476743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:51.486203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be60727-1926-4e73-90e0-cf37a31e1de8 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:51.488030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:51.488629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.506946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=10a0532a-c177-44a7-9df3-e6d100877320,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:51.510746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:51.524093 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8111494 May 25 16:52:51.527408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34820) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:51.533145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:51.666948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:51.681224 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:51.684885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:51.691698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:51.695024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:51.696060 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:51.697711 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:51.699553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.701634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8949964 May 25 16:52:51.702512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:51.704600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:51.715729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:51.719454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.735481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '10a0532a-c177-44a7-9df3-e6d100877320'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:51.736423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:51.869841 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10a0532a-c177-44a7-9df3-e6d100877320 (CIDR: 2001:db8::/64) May 25 16:52:51.874187 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:52:51.874817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:52:51.901632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:51.902864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-811ee747-ee45-4fa7-a443-318619fcb8dc tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3743277 May 25 16:52:51.908608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:51.925344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Allocated IP 2001:db8::f816:3eff:fe3f:b4be (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/10a0532a-c177-44a7-9df3-e6d100877320/83ce8816-1c02-4a2f-89af-5870be81f60e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:51.951779 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:52.088847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34834) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:52.091450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0a14888c-9d3f-43f6-a08d-093c580318b1 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3812399 May 25 16:52:52.166604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:52.173205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:52.177099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:52.186204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:52.200982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:52.206520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.227418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.240458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Transition to ACTIVE for port object 83ce8816-1c02-4a2f-89af-5870be81f60e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:52.265232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Transition to ACTIVE for port object 83ce8816-1c02-4a2f-89af-5870be81f60e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:52.274174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.286997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c3ba28cb-7018-4851-997f-90848d65d429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:52.350399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:52.354458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:52.361213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:52.453135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:52.460656 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:52.461441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e46e9-0642-49f0-b55c-c24845277126 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.462897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5e3e46e9-0642-49f0-b55c-c24845277126 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3728828 May 25 16:52:52.465937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34838) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:52.466981 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:52:52.467204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:52.468966 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Updating router fc03cfb5-55a7-4e69-9fd3-20fac042233b port 205e6a30-b1be-437d-bead-45ae29ab0367 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:52:52.487265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Attempting to bind port 83ce8816-1c02-4a2f-89af-5870be81f60e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:52.487939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Attempting to bind port 83ce8816-1c02-4a2f-89af-5870be81f60e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:52.488071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Attempting to bind port 83ce8816-1c02-4a2f-89af-5870be81f60e on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:52.495155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:52.495521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:52.496223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.496223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:52.496581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Bound port: 83ce8816-1c02-4a2f-89af-5870be81f60e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:52.496958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.517877 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e5127491-b130-4d1b-bf2f-529ced4c86a9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504127 May 25 16:52:52.520442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34842) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:52.526985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136746034', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:52.547236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.622102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:52.626140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:52.632782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.638942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:52.662462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:52.669813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:52.674112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:52.689691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:52.704757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:52.709576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.734998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:52.746264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:52.816306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.822624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-960601d7-27fa-4402-a160-b560d4145fd8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:52.867280 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:52:52.880356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:52.884465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:52.895682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:52.896522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.925835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=e199d1e2-3298-4ff5-ada7-0c0becfd7220,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:52.930541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:52.941845 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0384326 May 25 16:52:52.945856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34846) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:52.954718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:e7:f3:c6', 'name': 'tempest-NetworksTestDHCPv6-1131186634'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:52.978451 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:52.994547 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Transition to ACTIVE for port object 205e6a30-b1be-437d-bead-45ae29ab0367 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:53.014953 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.021203 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1e785e7e-7832-410e-9199-6db23a2b4d93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:53.117220 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Attempting to bind port 205e6a30-b1be-437d-bead-45ae29ab0367 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:53.117621 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Attempting to bind port 205e6a30-b1be-437d-bead-45ae29ab0367 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:53.117926 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Attempting to bind port 205e6a30-b1be-437d-bead-45ae29ab0367 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:53.127748 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Pushing event updated for resources: {'Port': ['ID=205e6a30-b1be-437d-bead-45ae29ab0367,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:53.130334 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:53.130706 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:53.131146 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.131543 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:53.132052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Bound port: 205e6a30-b1be-437d-bead-45ae29ab0367, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:53.132931 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.184812 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.185133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.185471 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.185802 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.186131 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.186447 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.186784 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.188541 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.188891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.189211 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.189625 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.189828 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:52:53.199827 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:53.238839 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] For port 205e6a30-b1be-437d-bead-45ae29ab0367, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:53.243113 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] For port 205e6a30-b1be-437d-bead-45ae29ab0367, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=205e6a30-b1be-437d-bead-45ae29ab0367,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:53.254257 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.258983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:53.299771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:53.353341 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:53.354207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:53.407891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:53.413043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 83ce8816-1c02-4a2f-89af-5870be81f60e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:53.419418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:53.426089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:53.433385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:53.447704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:53.457466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.462692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:53.464314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Pushing event updated for resources: {'Port': ['ID=205e6a30-b1be-437d-bead-45ae29ab0367,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:53.469564 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:53.546694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:53.550446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:53.557321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:53.557458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: f4f9b026-8231-4d89-9b73-ae2b505dbda0, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:52:53.577979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:52:53.586082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:53.592520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f4f9b026-8231-4d89-9b73-ae2b505dbda0) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:53.606190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9e0ebd-4ce3-465c-9cff-42a700c164c3 None None] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:53.610033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:53.610797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.611247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.638354 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1167102 May 25 16:52:53.642006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34850) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:53.714987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port d03fe958-b643-49aa-9eac-a08655c6bd61 yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:52:53.873086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:52:53.874276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:53.998031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:54.008110 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8b365-a7e2-4575-a732-437522a69118 None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:50Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:52:54.057032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43074898-856f-4f40-a99f-a95934f0fd39 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:54.180501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Allocated IP 172.20.0.2 (f4f9b026-8231-4d89-9b73-ae2b505dbda0/bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c/ff59ade4-90ac-44eb-b693-c07de42d10ea) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:54.182943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Provisioning for port 83ce8816-1c02-4a2f-89af-5870be81f60e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:54.204065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:54.204544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.301645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8:0:1::5 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/e199d1e2-3298-4ff5-ada7-0c0becfd7220/d03fe958-b643-49aa-9eac-a08655c6bd61) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:54.327061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fee7:f3c6 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/10a0532a-c177-44a7-9df3-e6d100877320/d03fe958-b643-49aa-9eac-a08655c6bd61) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:54.599159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.699004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:54.708235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.716886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9992e21-4b14-4d04-ab0e-e711d3e81e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:54.829197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.847879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.852755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Transition to ACTIVE for port object ff59ade4-90ac-44eb-b693-c07de42d10ea will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:54.869895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:54.874372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:54.882645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Transition to ACTIVE for port object ff59ade4-90ac-44eb-b693-c07de42d10ea will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:54.888830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object d03fe958-b643-49aa-9eac-a08655c6bd61 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:54.890366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:54.895791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:54.963120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.004212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:55.010031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:55.016206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:55.059147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Pushing event updated for resources: {'Port': ['ID=ff59ade4-90ac-44eb-b693-c07de42d10ea,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:55.070587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:55.122523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': '10a0532a-c177-44a7-9df3-e6d100877320', 'ip_address': '2001:db8::f816:3eff:fe3f:b4be'}, {'subnet_id': 'e199d1e2-3298-4ff5-ada7-0c0becfd7220'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '83ce8816-1c02-4a2f-89af-5870be81f60e'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:52:55.177413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Attempting to bind port ff59ade4-90ac-44eb-b693-c07de42d10ea on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:52:55.177809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Attempting to bind port ff59ade4-90ac-44eb-b693-c07de42d10ea by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:52:55.178199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Attempting to bind port ff59ade4-90ac-44eb-b693-c07de42d10ea on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:52:55.189377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:52:55.189765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Checking segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:52:55.190186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.190591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Bound using segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:52:55.191121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Bound port: ff59ade4-90ac-44eb-b693-c07de42d10ea, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:52:55.191512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.209009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.218445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.235144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4935135c-e8f9-4187-9e2a-09a2ffe61958 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:55.299980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:55.333801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:55.341967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=d03fe958-b643-49aa-9eac-a08655c6bd61,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:55.344912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:55.404548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:55.405703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:55.412043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:55.412778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.473353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] For port ff59ade4-90ac-44eb-b693-c07de42d10ea, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:52:55.485830 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5363400 May 25 16:52:55.487065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34856) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:55.494519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] For port ff59ade4-90ac-44eb-b693-c07de42d10ea, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ff59ade4-90ac-44eb-b693-c07de42d10ea,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:52:55.532424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:55.532731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.557637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.570842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65263c99-32c7-4a27-b2ee-1df0da82d0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:55.675655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port d03fe958-b643-49aa-9eac-a08655c6bd61 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:52:55.676406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.711435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Allocated IP 2001:db8:0:1::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/e199d1e2-3298-4ff5-ada7-0c0becfd7220/83ce8816-1c02-4a2f-89af-5870be81f60e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:55.722493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Pushing event updated for resources: {'Port': ['ID=ff59ade4-90ac-44eb-b693-c07de42d10ea,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:55.734074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:55.763665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (f4f9b026-8231-4d89-9b73-ae2b505dbda0/bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c/726e437c-0e79-42f4-98c1-cb7f1e80684e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:52:55.872091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:55.882125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 205e6a30-b1be-437d-bead-45ae29ab0367 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:56.002673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:56.031210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 205e6a30-b1be-437d-bead-45ae29ab0367 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:56.045619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.050363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.051280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 205e6a30-b1be-437d-bead-45ae29ab0367 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:56.051839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.067952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 726e437c-0e79-42f4-98c1-cb7f1e80684e will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:56.092976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for d03fe958-b643-49aa-9eac-a08655c6bd61 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:52:56.096902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.103748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b94b5615-1008-4d25-a3e9-f12d31390bc2 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:56.120865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Transition to ACTIVE for port object 83ce8816-1c02-4a2f-89af-5870be81f60e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:52:56.131445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.137372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:56.195290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:56.202140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:56.208526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:56.209690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:56.212414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:52:56.280620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.329265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:56.330387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.333279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:56.352262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e09dfcc7-078d-4283-b7c6-8892c4f1bad4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:56.370138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.392913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 205e6a30-b1be-437d-bead-45ae29ab0367, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=205e6a30-b1be-437d-bead-45ae29ab0367,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:56.398710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.408238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:56.454237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=d03fe958-b643-49aa-9eac-a08655c6bd61,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:56.461086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:56.494792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=205e6a30-b1be-437d-bead-45ae29ab0367,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:56.498858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:56.509455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.520383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/d03fe958-b643-49aa-9eac-a08655c6bd61 HTTP/1.1" status: 204 len: 168 time: 1.0300493 May 25 16:52:56.522703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34860) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:56.641760 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a1f2c8-9e6c-48ca-84b3-2021a519fdfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:56.651704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-29a1f2c8-9e6c-48ca-84b3-2021a519fdfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:56.664846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:56.677692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-29a1f2c8-9e6c-48ca-84b3-2021a519fdfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:56.679678 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-29a1f2c8-9e6c-48ca-84b3-2021a519fdfb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1548285 May 25 16:52:56.682837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34864) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:56.795518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218a25f-3a9a-4ff4-9ce0-8cce7c547b8a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:56.797892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5218a25f-3a9a-4ff4-9ce0-8cce7c547b8a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1137099 May 25 16:52:56.800960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34868) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:56.899082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:56.901028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:56.903018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:56.904964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:52:56.925953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:52:56.927595 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1d515bd3-a3d6-437c-84b4-f6afc2c9f281 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1252539 May 25 16:52:56.930512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34872) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:57.007546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 10a0532a-c177-44a7-9df3-e6d100877320 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:57.011042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.106889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.282585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.296126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.301484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.380323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:57.385727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf313ee1-db92-448a-87b4-2579bc1625e6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:57.518833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c030d07-a852-4113-be4a-d4a938cd7d54 None None] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:57.556024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3f841ba4-68c7-43c7-ba2f-bef7a0028aa1 None None] Provisioning for port 83ce8816-1c02-4a2f-89af-5870be81f60e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:57.565023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3f841ba4-68c7-43c7-ba2f-bef7a0028aa1 None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:57.565488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3f841ba4-68c7-43c7-ba2f-bef7a0028aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.605178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:57.605691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.750155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.763713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:57.768307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:57.789092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:57.795080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-90b746b3-4e70-464d-b5e9-bebed5ba59a0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:57.935382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:52:57.936986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:52:57.997365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=10a0532a-c177-44a7-9df3-e6d100877320,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:58.001237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:58.003758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.022769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34876) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:58.023085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/10a0532a-c177-44a7-9df3-e6d100877320 HTTP/1.1" status: 204 len: 168 time: 1.0908680 May 25 16:52:58.037101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a32b3c-ed5a-4870-a9b9-09272b1c3704 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:58.064756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ff59ade4-90ac-44eb-b693-c07de42d10ea up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:58.178811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet e199d1e2-3298-4ff5-ada7-0c0becfd7220 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:52:58.185833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.248599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:52:58.254469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.391502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ff59ade4-90ac-44eb-b693-c07de42d10ea completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:58.397829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Could not find standard attr ID for object d03fe958-b643-49aa-9eac-a08655c6bd61. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:52:58.409575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 205e6a30-b1be-437d-bead-45ae29ab0367 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:52:58.526094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.528018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Provisioning for port ff59ade4-90ac-44eb-b693-c07de42d10ea completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:58.546248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Provisioning complete for port ff59ade4-90ac-44eb-b693-c07de42d10ea triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:58.546618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.572658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:52:58.596147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/fc03cfb5-55a7-4e69-9fd3-20fac042233b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9530849 May 25 16:52:58.599447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34880) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:58.601060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:52:58.636752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 205e6a30-b1be-437d-bead-45ae29ab0367 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:58.637142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.665374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:52:58.666076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:52:58.786596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.787746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.788390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.790123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.790765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.791998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.793079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.798127 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3097474a-b778-4d1a-9141-949482ec38ba tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4993 time: 0.1975691 May 25 16:52:58.798875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34884) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:58.912154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.920680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.921581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.922127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.922941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.923464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.924260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.925011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:52:58.930484 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a118459f-c059-4cf3-916b-176855ad79e9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4644 time: 0.1275291 May 25 16:52:58.930831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34888) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:58.936472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9b4313a3-2d55-4705-82fc-b4ed26928ef6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:58.973829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:58.987690 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/e199d1e2-3298-4ff5-ada7-0c0becfd7220 HTTP/1.1" status: 204 len: 168 time: 0.9560473 May 25 16:52:58.993046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34892) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:59.021318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:52:59.060976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=e199d1e2-3298-4ff5-ada7-0c0becfd7220,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:59.065084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:59.084951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7cbe6e5e-2d87-403e-8779-bed850b74ae4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900970 May 25 16:52:59.087908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34896) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:59.101557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:59.180360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.250096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:59.254636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:59.259125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:59.267505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:59.287877 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dc7003a2-a5a2-4b83-a4ff-f941b131a700 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3552582 May 25 16:52:59.290145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:52:59.294581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.321285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] For port ff59ade4-90ac-44eb-b693-c07de42d10ea, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ff59ade4-90ac-44eb-b693-c07de42d10ea,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:52:59.340091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.345090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39cc9755-d71e-4058-a77e-f6df31054eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:52:59.642746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Provisioning for port 726e437c-0e79-42f4-98c1-cb7f1e80684e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:52:59.658899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Provisioning complete for port 726e437c-0e79-42f4-98c1-cb7f1e80684e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:59.659305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.716503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Pushing event updated for resources: {'Port': ['ID=ff59ade4-90ac-44eb-b693-c07de42d10ea,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:52:59.727036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:52:59.785393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Port 726e437c-0e79-42f4-98c1-cb7f1e80684e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:52:59.786157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34902) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:52:59.793630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678247573', 'description': 'tempest-secgroup-smoke-1678247573 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:52:59.804013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:59.812075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:59.815495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6a366-b9b9-40e0-ace2-2358a57ba2f4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:52:59.817023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:59.825836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:59.833777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Provisioning complete for port ff59ade4-90ac-44eb-b693-c07de42d10ea triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:52:59.834165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-552df7f8-41a0-452c-9fc9-f7bf20d3b7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.841552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.866542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:52:59.871818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:52:59.875197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:52:59.884355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:52:59.988368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:52:59.993903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.000000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.004349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:52:57Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:00.014864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:00.015243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Updating router fc03cfb5-55a7-4e69-9fd3-20fac042233b port 726e437c-0e79-42f4-98c1-cb7f1e80684e binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:53:00.051800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346469a1-59dc-4e03-ae19-1880959a3fa9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.054875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.059406 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2688100 May 25 16:53:00.059406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.060681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34906) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.065704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.074558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:00.080347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:00.084303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:00.092466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:00.112053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.172373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.objects.ports [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99127) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:53:00.183321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.189153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.192176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5e5dbaff-a3f1-418d-8cdc-620227a6af44 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.210492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.222812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccabeba8-d173-4740-946e-6932c15bebeb,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.226300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.237248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.243626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1780033 May 25 16:53:00.243626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34910) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.249029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.255881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:00.261692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:00.265134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:00.273733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:00.297422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.377755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.384589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.385905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.387619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-22313ca5-44a1-456c-a96f-2217af9f3c2f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.415990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9bfc9c-5ff9-49cb-b088-f1151725fec8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.439621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.439621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.439621 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-30762246-6715-4ef4-bf3a-8905ea3b39de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1930616 May 25 16:53:00.440368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34914) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.445391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4e21c109-cec0-477a-8942-d3342b277c76 None None] Provisioning complete for port 726e437c-0e79-42f4-98c1-cb7f1e80684e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:00.445739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4e21c109-cec0-477a-8942-d3342b277c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.448409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.456062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:00.459973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:00.463963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:00.469996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:00.494984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.535690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4e21c109-cec0-477a-8942-d3342b277c76 None None] Port 726e437c-0e79-42f4-98c1-cb7f1e80684e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:00.570734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.576053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.584140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.607287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335ad933-fecc-4aab-ac32-7ed43229218a,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.609902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.616036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.622068 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1750855 May 25 16:53:00.622068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34918) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.623372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4e21c109-cec0-477a-8942-d3342b277c76 None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:00.623372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4e21c109-cec0-477a-8942-d3342b277c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.630062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.639422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:00.643815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:00.647164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:00.655375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:00.657414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:00.678751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.696155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.702777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.704178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.710590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdf3cdd8-ac4a-4630-b195-c6fd16d7d230 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.762343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.768413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.777938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.784496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:00.789155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:00.805687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:00.806386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.808073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c7c991-f66d-47e4-9ffe-febc2e483491,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.811212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.816479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.817840 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960988 May 25 16:53:00.820741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34922) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.827688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.839151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:00.844671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:00.847200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=8']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.849248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:00.859395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:00.859628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:00.860663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3dec4e65-7988-4d8a-a63f-61431bb90ac4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.877764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:53:00.878006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.887890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.893420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Transition to ACTIVE for port object 726e437c-0e79-42f4-98c1-cb7f1e80684e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:00.904619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8136356 May 25 16:53:00.907884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:00.909696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34926) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:00.914462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3da5ff61-e2d5-45b9-a7e1-1ae13cb98383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:00.925597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:00.945712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=f92baa08-8af6-4029-9164-44eb2342d48d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:00.948738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:01.065612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Pushing event updated for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:01.070313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:01.097986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.105058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.112967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d4db8639-fc5e-4efa-b6ea-25e9af2cf443 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:01.156506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e6baf7-be88-48b4-87d0-b53a21460345,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:01.166035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:01.170109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:01.174707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.179418 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3541210 May 25 16:53:01.179418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:01.180011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34930) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:01.183341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Attempting to bind port 726e437c-0e79-42f4-98c1-cb7f1e80684e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:01.183731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Attempting to bind port 726e437c-0e79-42f4-98c1-cb7f1e80684e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:01.184110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Attempting to bind port 726e437c-0e79-42f4-98c1-cb7f1e80684e on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:01.186005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '346469a1-59dc-4e03-ae19-1880959a3fa9', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:01.191201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:01.191602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Checking segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:01.192023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.192754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Bound using segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:01.193163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Bound port: 726e437c-0e79-42f4-98c1-cb7f1e80684e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:01.193818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.194258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:01.198099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:01.207697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:01.216386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:01.223948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:01.232256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:01.234362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:01.242958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.264271 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:53:01.272561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.315584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ff59ade4-90ac-44eb-b693-c07de42d10ea up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:01.372197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.377616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.380820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-68ea9a47-11b9-41ee-823d-1b03e0b6bdb8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:01.403137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd05fd-92a0-4a5a-a1e3-ff4ff7a355b4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:01.405644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] For port 726e437c-0e79-42f4-98c1-cb7f1e80684e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:01.407840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ff59ade4-90ac-44eb-b693-c07de42d10ea triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:01.408214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.416131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:01.454185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.456068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] For port 726e437c-0e79-42f4-98c1-cb7f1e80684e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=726e437c-0e79-42f4-98c1-cb7f1e80684e,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:01.460047 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2788718 May 25 16:53:01.462134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f92baa08-8af6-4029-9164-44eb2342d48d (CIDR: 2001:db8::/64) May 25 16:53:01.466040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.466231 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:53:01.466789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:01.477433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-0ae762df-a8be-45ae-816e-3dada5baea97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:01.489746 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e27a2fe0-b645-43c5-a69f-720289a367c3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5786846 May 25 16:53:01.492812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 34936) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:01.498522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:01.582460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37eadcb-f4b1-41ba-9c5b-2e49c148ac10 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:01.667818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:01.673708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:01.678508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:01.687441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:01.707945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:01.713299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:01.720301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:01.720953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:52:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:01.831064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Pushing event updated for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:01.865343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:02.015740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:02.020708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-deec14dd-605e-451f-aa0e-1d59d487a43a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:02.052975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-af28dfe5-9d80-4186-a506-2306e7615a9c None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:02.053353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-af28dfe5-9d80-4186-a506-2306e7615a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.060927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-deec14dd-605e-451f-aa0e-1d59d487a43a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:02.062214 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-deec14dd-605e-451f-aa0e-1d59d487a43a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678247573&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0968702 May 25 16:53:02.201137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:02.297954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-2d3d6a15-a2cf-4c64-8fd5-92aa12d24f85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:02.299407 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-2d3d6a15-a2cf-4c64-8fd5-92aa12d24f85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 797 time: 0.2182624 May 25 16:53:02.384901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-2d2744ef-ce5c-497e-9aff-019e374f6c47 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0595932 May 25 16:53:02.422485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:02.422905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.698982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-7306b875-c297-4069-88d5-8f602e9e48f5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3752136 May 25 16:53:02.711916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.717463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa542175-5610-41f7-8e45-562fbae85c8c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:02.760033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:01Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:02.764831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860df4a1-56e1-4601-8d90-12d18f4289a7 None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:01Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:02.787491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-e585656b-53d4-4cc4-b1ff-25a79ced0327 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:02.842743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:02.854708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:02.855696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a830090-e070-46c2-a7d7-4e8e82276e61 None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:02.856205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a830090-e070-46c2-a7d7-4e8e82276e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.886513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=14916f2e-ac86-4300-9d3f-af867331893b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:02.889382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:02.889656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d267c1-fc23-4f02-bc52-2aaefd3bace1 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:02.893081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:02.893685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:02.903545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-e585656b-53d4-4cc4-b1ff-25a79ced0327 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:02.904867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-e585656b-53d4-4cc4-b1ff-25a79ced0327 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5131669 May 25 16:53:02.936521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-81f4b405-80ce-45b1-8afc-104124a286ca service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:53:02.937538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-81f4b405-80ce-45b1-8afc-104124a286ca service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119770 May 25 16:53:02.973406 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4797077 May 25 16:53:02.976841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:02.983283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:fe:85:e0', 'name': 'tempest-NetworksTestDHCPv6-872040060'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:03.064870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-d01c10dd-7c76-4812-8ed3-2cdd8ffbd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:03.070293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-d01c10dd-7c76-4812-8ed3-2cdd8ffbd7a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.2763190 May 25 16:53:03.176757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:03.191906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:03.213362 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-736fb430-acf4-48b7-a1dd-40af2f9d5f81 service neutron] 10.222.0.96 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654543 May 25 16:53:03.220705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:03.362646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 726e437c-0e79-42f4-98c1-cb7f1e80684e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:03.370361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-75b90be9-a080-4686-8727-12319259072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:03.371983 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-75b90be9-a080-4686-8727-12319259072c service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.2767129 May 25 16:53:03.423546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.454765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 972c80e2-9a96-451a-944a-7de1a74dede0 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:53:03.486319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 726e437c-0e79-42f4-98c1-cb7f1e80684e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:03.492751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 726e437c-0e79-42f4-98c1-cb7f1e80684e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:03.493101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.518005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-acbe278f-3914-4e58-a6be-7c1222a25f53 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 1002 time: 0.1352494 May 25 16:53:03.598971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-7fa3bad9-9860-443c-bed6-84168b265c2a service neutron] 10.222.0.96 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741913 May 25 16:53:03.614656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-792786ed-69af-4ffe-866e-db0202e17e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:03.616625 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-792786ed-69af-4ffe-866e-db0202e17e3e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0917454 May 25 16:53:03.688866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': 'f92baa08-8af6-4029-9164-44eb2342d48d', 'ip_address': '2001:db8::f816:3eff:fe3f:b4be'}, {'subnet_id': '14916f2e-ac86-4300-9d3f-af867331893b'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': '83ce8816-1c02-4a2f-89af-5870be81f60e'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:53:03.721968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-9ea92801-db35-4354-bb77-bec0efa548b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:03.723825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-9ea92801-db35-4354-bb77-bec0efa548b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003957 May 25 16:53:03.775435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.916098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:03.930549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8:0:1::2cd (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/14916f2e-ac86-4300-9d3f-af867331893b/972c80e2-9a96-451a-944a-7de1a74dede0) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:04.001488 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-6806c711-08ca-4e16-a020-a38cdb53f38c service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711971 May 25 16:53:04.004701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::f816:3eff:fefe:85e0 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/f92baa08-8af6-4029-9164-44eb2342d48d/972c80e2-9a96-451a-944a-7de1a74dede0) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:04.009596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ce590080-3850-4885-9a1c-5e93dd7cf3f9 req-44007409-961f-412b-89ca-8f2644224408 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 210 time: 0.0764577 May 25 16:53:04.063827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 726e437c-0e79-42f4-98c1-cb7f1e80684e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=726e437c-0e79-42f4-98c1-cb7f1e80684e,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:04.073004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.075018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-890a395f-afb2-4fd2-be7c-4123ccd2ed6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:04.177247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:04.190009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:04.308292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b72cc0-3d43-4d02-a721-d853db0b89c0 req-e936d8ba-9f59-4349-8130-d28092c9d9eb service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976415 May 25 16:53:04.380873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.408082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 972c80e2-9a96-451a-944a-7de1a74dede0 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:04.445990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.463553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e715d8b-0182-4e17-8a68-48ccb2185959 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:04.547483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Allocated IP 2001:db8:0:1::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/14916f2e-ac86-4300-9d3f-af867331893b/83ce8816-1c02-4a2f-89af-5870be81f60e) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:04.549724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:04.553011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:04.558446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:04.565659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:04.565900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.577364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=972c80e2-9a96-451a-944a-7de1a74dede0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:04.585072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:04.605295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6239939 May 25 16:53:04.605642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34968) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:04.719490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:04.750422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 972c80e2-9a96-451a-944a-7de1a74dede0 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:04.750713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.752580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.771039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Transition to ACTIVE for port object 83ce8816-1c02-4a2f-89af-5870be81f60e will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:04.775773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.783423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:04.889056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:04.930596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Pushing event updated for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:04.933951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:05.019698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 972c80e2-9a96-451a-944a-7de1a74dede0 owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:05.268335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.269524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:05.282601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7fbb6ecf-1440-4d7c-9d55-d28ab3f2dd2e tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:05.299483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2bc4ed38-a842-43c1-ba26-8b264743b490 req-a83ac9de-3663-45f7-89c2-64a343bb34cd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 210 time: 0.1404009 May 25 16:53:05.366569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=972c80e2-9a96-451a-944a-7de1a74dede0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:05.374571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:05.379620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 726e437c-0e79-42f4-98c1-cb7f1e80684e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:05.396939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-e4afe969-17b5-4b22-97a1-f6e195450e35 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.398883 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-e4afe969-17b5-4b22-97a1-f6e195450e35 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 797 time: 0.2815590 May 25 16:53:05.462445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 726e437c-0e79-42f4-98c1-cb7f1e80684e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:05.462939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.463798 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-3eafbf5a-111c-45ae-a17d-1723612d9e14 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 380 time: 0.0548501 May 25 16:53:05.486251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '48729666-4229-438e-8cad-e016c6cae742', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['346469a1-59dc-4e03-ae19-1880959a3fa9']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:05.502602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.514750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/972c80e2-9a96-451a-944a-7de1a74dede0 HTTP/1.1" status: 204 len: 168 time: 0.9080553 May 25 16:53:05.517913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34978) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:05.621563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5aa8ee-16f6-4e0f-975e-9d78db65ea6a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.623236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d5aa8ee-16f6-4e0f-975e-9d78db65ea6a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:05.642137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5d5aa8ee-16f6-4e0f-975e-9d78db65ea6a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:05.645696 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5d5aa8ee-16f6-4e0f-975e-9d78db65ea6a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1250610 May 25 16:53:05.645957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34982) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:05.675224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:05.688157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:05.700173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:05.704029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.742573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7b8c3-db13-4d1b-b52a-5f918c6288f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.742960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-883861e3-38e6-42ec-b5d0-083b3d9592dc None None] Provisioning for port 83ce8816-1c02-4a2f-89af-5870be81f60e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:05.747339 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f9f7b8c3-db13-4d1b-b52a-5f918c6288f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0977693 May 25 16:53:05.747840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:05.748005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-883861e3-38e6-42ec-b5d0-083b3d9592dc None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:05.748391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-883861e3-38e6-42ec-b5d0-083b3d9592dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:05.834776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.837623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.839532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:05.840688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:05.861447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:05.862516 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f60b6a67-a695-4276-9b4a-96875cbac501 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1133757 May 25 16:53:05.865448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34990) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:05.944140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 14916f2e-ac86-4300-9d3f-af867331893b {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:05.957015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.017947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9e039f2c-a2e7-4233-9ed9-fcf2985366b5 None None] Could not find standard attr ID for object 972c80e2-9a96-451a-944a-7de1a74dede0. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:53:06.030154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.100619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.8 (f4f9b026-8231-4d89-9b73-ae2b505dbda0/bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c/bfba310e-fa76-4b63-b651-ae2bee650dd7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:06.125765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.298144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.314686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object bfba310e-fa76-4b63-b651-ae2bee650dd7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:06.341726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.349596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba56c6af-0cc3-4e07-a8b8-f971b4afbc96 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:06.417923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:06.421643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:06.428647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:06.436795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.450219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-838a414b-73b6-4d7c-b34d-a762ec976242 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:06.475380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:06.478511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:06.494061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=14916f2e-ac86-4300-9d3f-af867331893b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:06.497428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:06.498443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.507571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327c45d-0c41-43e7-9587-5c48869fdc78 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:06.515005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:06.515637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.519687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/14916f2e-ac86-4300-9d3f-af867331893b HTTP/1.1" status: 204 len: 168 time: 0.6526370 May 25 16:53:06.522043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 34998) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:06.561745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0854418 May 25 16:53:06.574980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Request body: {'port': {'device_id': '48729666-4229-438e-8cad-e016c6cae742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:06.673082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet f92baa08-8af6-4029-9164-44eb2342d48d {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:06.677594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.721437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.753569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.783492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de711fe8-c452-4fce-ae31-acd17dafcfd5 None None] Provisioning for port bfba310e-fa76-4b63-b651-ae2bee650dd7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:06.791763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de711fe8-c452-4fce-ae31-acd17dafcfd5 None None] Provisioning complete for port bfba310e-fa76-4b63-b651-ae2bee650dd7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:06.792247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de711fe8-c452-4fce-ae31-acd17dafcfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:06.910368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-de711fe8-c452-4fce-ae31-acd17dafcfd5 None None] Port bfba310e-fa76-4b63-b651-ae2bee650dd7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:06.957170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859efd-dc37-4e60-a1d2-48fc27beaaae req-3bd14aa4-aad0-4268-bcb1-6b10334b913d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:06.958767 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-92859efd-dc37-4e60-a1d2-48fc27beaaae req-3bd14aa4-aad0-4268-bcb1-6b10334b913d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 931 time: 0.5130067 May 25 16:53:07.024021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-92859efd-dc37-4e60-a1d2-48fc27beaaae req-213846bf-828e-4774-b569-d5ceae23c672 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:07.035086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.085684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-92859efd-dc37-4e60-a1d2-48fc27beaaae req-213846bf-828e-4774-b569-d5ceae23c672 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:07.087298 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-92859efd-dc37-4e60-a1d2-48fc27beaaae req-213846bf-828e-4774-b569-d5ceae23c672 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193306 May 25 16:53:07.124524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfba310e-fa76-4b63-b651-ae2bee650dd7 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:53:07.132936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.149767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Transition to ACTIVE for port object bfba310e-fa76-4b63-b651-ae2bee650dd7 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:07.154100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.158506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-affb53a6-af51-4502-a4a0-5858f204ef82 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:07.361738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Pushing event updated for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.365226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.367838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.373726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-efdeaca2-220e-4041-aca6-fe24dd0a1796 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:07.412890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=f92baa08-8af6-4029-9164-44eb2342d48d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.416346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.416536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Attempting to bind port bfba310e-fa76-4b63-b651-ae2bee650dd7 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:07.416880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Attempting to bind port bfba310e-fa76-4b63-b651-ae2bee650dd7 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:07.417346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.417474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Attempting to bind port bfba310e-fa76-4b63-b651-ae2bee650dd7 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:07.423628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Port bfba310e-fa76-4b63-b651-ae2bee650dd7 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:53:07.424046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Attempting to bind port bfba310e-fa76-4b63-b651-ae2bee650dd7 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:07.431144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:07.431634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Checking segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:07.432092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Bound using segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:07.432691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Bound port: bfba310e-fa76-4b63-b651-ae2bee650dd7, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:07.433117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.442226 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f92baa08-8af6-4029-9164-44eb2342d48d HTTP/1.1" status: 204 len: 168 time: 0.9157379 May 25 16:53:07.442567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35002) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:07.524177 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aa7c1cea-5187-4c10-a534-baa4b4ebd974 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771756 May 25 16:53:07.526007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35006) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:07.534492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:07.583273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e5988-7436-40f2-bfb6-8b897c674882 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:07.611547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:07.638147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:07.643397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.655874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:07.726985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:07.727456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.728891 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] 10.222.0.95 "PUT /v2.0/ports/bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 1093 time: 1.1602116 May 25 16:53:07.732842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:07.733602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f6be255a-3e14-4bdb-aa38-13a901f68378 None None] Provisioning complete for port 83ce8816-1c02-4a2f-89af-5870be81f60e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:07.733991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f6be255a-3e14-4bdb-aa38-13a901f68378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:07.738927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:07.749351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:07.755057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:07.768315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:07.787213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Pushing event updated for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:07.829813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:07.831752 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'status': 'completed', 'code': 200} May 25 16:53:07.837966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:07.841506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.034726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:08.129458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Deleting port 83ce8816-1c02-4a2f-89af-5870be81f60e {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:08.130290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.151117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-f6f2dc6b-68aa-4906-800f-a561ee4a58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.152643 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-f6f2dc6b-68aa-4906-800f-a561ee4a58a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1096 time: 0.3620520 May 25 16:53:08.257402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] For port 83ce8816-1c02-4a2f-89af-5870be81f60e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=83ce8816-1c02-4a2f-89af-5870be81f60e,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:08.258002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.278265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-31272006-1e25-4beb-9982-70374bce06a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 217 time: 0.1172764 May 25 16:53:08.339753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f2306-cc0c-46da-b022-152d00bd4990 req-de754699-7712-4c7b-b8df-c36612b697cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.341869 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-770f2306-cc0c-46da-b022-152d00bd4990 req-de754699-7712-4c7b-b8df-c36612b697cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 943 time: 0.1072652 May 25 16:53:08.392497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-0c0bf61f-0801-4982-9ad4-ccf74a6470d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.393924 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-0c0bf61f-0801-4982-9ad4-ccf74a6470d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.1045325 May 25 16:53:08.413659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Calling delete_port for 83ce8816-1c02-4a2f-89af-5870be81f60e owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:08.417152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-770f2306-cc0c-46da-b022-152d00bd4990 req-a1689ada-4a96-4c7a-8a66-8fd5704f94cb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649986 May 25 16:53:08.477533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.483498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:08.541112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Pushing event deleted for resources: {'Port': ['ID=83ce8816-1c02-4a2f-89af-5870be81f60e,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:08.543985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:08.544793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] No DVR routers for this DVR port 83ce8816-1c02-4a2f-89af-5870be81f60e on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:08.618817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-2185888d-1adb-41db-ae37-5981a72566e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:08.620341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-2185888d-1adb-41db-ae37-5981a72566e3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2100689 May 25 16:53:08.834161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-8a0c1b29-35b1-4d4b-af75-e1e2f8ec2200 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052908 May 25 16:53:08.948089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:08.953242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16806890-2f5e-4492-880d-95af0369a7eb tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:09.038554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:09.045812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:09.055489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e6fa5-9efa-4b9f-b405-5176ce3ecd94 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:09.061779 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-28ed02c5-57e2-4ef6-ad7c-35b248c94f85 req-fa4ff6b3-413d-4c17-a2b5-d58059088558 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185094 May 25 16:53:09.063043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.063659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.067672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=02cbc44b-f40a-4a61-94e0-7064596deb71,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:09.072417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:09.101568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5740523 May 25 16:53:09.105123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35014) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:09.112360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:09.242330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:09.280601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 83ce8816-1c02-4a2f-89af-5870be81f60e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:09.281063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 83ce8816-1c02-4a2f-89af-5870be81f60e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:09.315331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:09.319027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-05039b3b-66ba-4af1-8d90-d749e442b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.320736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-05039b3b-66ba-4af1-8d90-d749e442b23c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1096 time: 0.1856134 May 25 16:53:09.323698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:09.326534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:09.330391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': '02cbc44b-f40a-4a61-94e0-7064596deb71'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:09.331268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.353845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:09.430476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:09.434015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.504581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02cbc44b-f40a-4a61-94e0-7064596deb71/a4f8689b-1de5-4cc7-8adb-eb04d7e08803) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:09.619971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-89008176-6d99-4292-a830-4e2c2e42f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.621448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-89008176-6d99-4292-a830-4e2c2e42f2fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.2919018 May 25 16:53:09.709604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-13ff1b78-6c85-4cad-b3df-c4224a501d1f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 217 time: 0.0741863 May 25 16:53:09.724192 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.ipam_backend_mixin [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02cbc44b-f40a-4a61-94e0-7064596deb71 (CIDR: 2001:db8::/64) May 25 16:53:09.727786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.738004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Transition to ACTIVE for port object a4f8689b-1de5-4cc7-8adb-eb04d7e08803 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:09.757697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Transition to ACTIVE for port object a4f8689b-1de5-4cc7-8adb-eb04d7e08803 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:09.763937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:09.768560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:09.768908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:53:09.769103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:09.814040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-d53d56f2-1258-4c02-b776-84321c028665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.815490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-d53d56f2-1258-4c02-b776-84321c028665 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0930393 May 25 16:53:09.816698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d4f61ff6-6a67-47cf-9636-185f599ed98a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7105782 May 25 16:53:09.820236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:09.825460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2830e-fa48-461b-9d43-a941ac044cee req-a8668f33-582a-4530-bc4c-0fa8ba4dd39e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:09.825847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:09.826181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-90e2830e-fa48-461b-9d43-a941ac044cee req-a8668f33-582a-4530-bc4c-0fa8ba4dd39e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:09.840085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:09.844027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:09.845684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:09.857755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Pushing event updated for resources: {'Port': ['ID=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:09.860715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:09.980947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:09.985571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:09.988883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:09.996578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:10.009072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:10.010869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Attempting to bind port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:10.011335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Attempting to bind port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:10.011779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Attempting to bind port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:10.012743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.016717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-10cf0089-0eeb-4d6c-803f-4451a815dea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.021153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:10.021541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:10.021943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.022405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:10.023370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Bound port: a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:10.023621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.059784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-90e2830e-fa48-461b-9d43-a941ac044cee req-a8668f33-582a-4530-bc4c-0fa8ba4dd39e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:10.060999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-90e2830e-fa48-461b-9d43-a941ac044cee req-a8668f33-582a-4530-bc4c-0fa8ba4dd39e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 943 time: 0.5071177 May 25 16:53:10.123792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-31ede57b-dc91-405d-8e0c-cb1c6ae8286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:10.125184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] For port a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:10.125753 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-31ede57b-dc91-405d-8e0c-cb1c6ae8286b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2956114 May 25 16:53:10.130809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-90e2830e-fa48-461b-9d43-a941ac044cee req-ba10e156-83d5-4891-82fa-60b771e178a0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595138 May 25 16:53:10.131103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] For port a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:10.137626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:10.142852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-46a6f583-85a3-40ee-a668-3d7eba46b61a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:10.230170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Pushing event updated for resources: {'Port': ['ID=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:10.233133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:10.279765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-fa01102f-299d-4a84-81f2-28b9d19742b1 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464009 May 25 16:53:10.456912 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbaf6ff7-c6e8-4366-b1f8-9932ad595a5f req-704cae38-1fa4-4178-8c87-fbcb20fc8d3d service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699784 May 25 16:53:10.666450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:53:10.848445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.095333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] For port a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:11.122145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.126803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.127740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.131513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:11.206620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:11.209735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:11.220619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:11.221247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf3dfc-b186-4956-98ab-44aa00b31f81 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:11.221724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.241127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,revision_number=4']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:11.246947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:11.247482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-740cf134-35cc-4390-be90-e633e2666383 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:11.299554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a4f8689b-1de5-4cc7-8adb-eb04d7e08803 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:11.334887 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5135176 May 25 16:53:11.338651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:11.345825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:59:f2:e8', 'name': 'tempest-NetworksTestDHCPv6-440644555'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:11.371480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=f7a364d7-aa36-4d13-bbd3-8902423bd038,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:11.374836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:11.378240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-431e69d2-0c74-4fa6-af8d-7057c4ea9c6c None None] Provisioning for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:11.399357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c167fd-0d4a-4f2a-af95-407fd48e9e38 req-815f4566-a16d-4549-89b3-edf469cbb61a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:11.401023 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c0c167fd-0d4a-4f2a-af95-407fd48e9e38 req-815f4566-a16d-4549-89b3-edf469cbb61a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 943 time: 0.1256123 May 25 16:53:11.465710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:11.483048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:11.483439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.532942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:11.537711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:port and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:11.541532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:11.548138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:11.559038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:11.594887 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c0c167fd-0d4a-4f2a-af95-407fd48e9e38 req-3fa6b3de-d15a-41da-a93c-aef4ec1d3cd1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860356 May 25 16:53:11.672165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.695364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.714128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:11.718648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:11.722452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:11.726460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 45474eee-5b6c-4181-aa44-bf5b723a552d yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:53:11.801025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:11.804746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:11.961474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::2b0 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/02cbc44b-f40a-4a61-94e0-7064596deb71/45474eee-5b6c-4181-aa44-bf5b723a552d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:11.968108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:f2e8 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/f7a364d7-aa36-4d13-bbd3-8902423bd038/45474eee-5b6c-4181-aa44-bf5b723a552d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:12.185458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.204689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 45474eee-5b6c-4181-aa44-bf5b723a552d will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:12.227391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9c452290-ed9b-4c35-a68c-8ddc3ad4d560 None None] Provisioning complete for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:12.228028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9c452290-ed9b-4c35-a68c-8ddc3ad4d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.230260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.236233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:12.300810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:12.304096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:12.306516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:12.312504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:12.313123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.333248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=45474eee-5b6c-4181-aa44-bf5b723a552d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:12.336862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:12.352829 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0129766 May 25 16:53:12.355576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35032) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:12.476703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.506526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 45474eee-5b6c-4181-aa44-bf5b723a552d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:12.507115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.568197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-522312c9-02f1-4957-b26a-a8ceee75b2d2 None None] Provisioning for port 45474eee-5b6c-4181-aa44-bf5b723a552d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:12.574203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-522312c9-02f1-4957-b26a-a8ceee75b2d2 None None] Provisioning complete for port 45474eee-5b6c-4181-aa44-bf5b723a552d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:12.574679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-522312c9-02f1-4957-b26a-a8ceee75b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.633526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-522312c9-02f1-4957-b26a-a8ceee75b2d2 None None] Port 45474eee-5b6c-4181-aa44-bf5b723a552d cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:12.658737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.785414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 45474eee-5b6c-4181-aa44-bf5b723a552d owned by {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:12.787259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5d508b63-0d76-44e9-9895-71ef305334b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.798349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496d8f8-69c6-4703-a32f-e59dc7999224 req-a4cd40ef-e5d0-4241-900b-2ccb2bcf8ca7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:12.799977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d496d8f8-69c6-4703-a32f-e59dc7999224 req-a4cd40ef-e5d0-4241-900b-2ccb2bcf8ca7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 943 time: 0.0911994 May 25 16:53:12.847755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d496d8f8-69c6-4703-a32f-e59dc7999224 req-8bd86501-2b48-4633-875b-553c86e74f5b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416021 May 25 16:53:12.961176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:12.966577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25c3b076-0908-4291-ad1f-9b398b39473e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:13.013654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=45474eee-5b6c-4181-aa44-bf5b723a552d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:13.046227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:13.095648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.105897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/45474eee-5b6c-4181-aa44-bf5b723a552d HTTP/1.1" status: 204 len: 168 time: 0.7492342 May 25 16:53:13.108356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35038) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:13.196000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ac7a2-e61e-4518-8273-19456ff62a67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.196820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ab3ac7a2-e61e-4518-8273-19456ff62a67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:13.212556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ab3ac7a2-e61e-4518-8273-19456ff62a67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:13.213854 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ab3ac7a2-e61e-4518-8273-19456ff62a67 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044359 May 25 16:53:13.216405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35042) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:13.244833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a4f8689b-1de5-4cc7-8adb-eb04d7e08803 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:13.306817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291cf9f-6566-42d4-9bf6-e94954111bb6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.308253 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b291cf9f-6566-42d4-9bf6-e94954111bb6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0909493 May 25 16:53:13.310791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35046) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:13.313844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:13.314230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.378452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.380134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.381680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:13.383034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:13.400531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:13.401699 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0dbd5049-d480-41ee-bf56-2436722d2264 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0898380 May 25 16:53:13.405054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35050) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:13.480241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 02cbc44b-f40a-4a61-94e0-7064596deb71 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:13.483942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.540361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.626349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.715385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.828992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device bfba310e-fa76-4b63-b651-ae2bee650dd7 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:53:13.907206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.912306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d0942f7-c6cf-4b02-a3f7-4843fd84f685 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:13.949821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=02cbc44b-f40a-4a61-94e0-7064596deb71,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:13.951826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:13.962301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:13.967074 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02cbc44b-f40a-4a61-94e0-7064596deb71 HTTP/1.1" status: 204 len: 168 time: 0.5607646 May 25 16:53:13.967282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880366ff-1b1c-4297-8e32-fd380396ed81 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:13.969799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35056) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.058452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:14.077992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'port_id': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'mac_address': 'fa:16:3e:87:bc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:53:14.093167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet f7a364d7-aa36-4d13-bbd3-8902423bd038 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:14.096612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.203345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.233305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfba310e-fa76-4b63-b651-ae2bee650dd7 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:53:14.294302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:14.295040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.300712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.303490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f801aaed-53c6-4a95-bd94-6794b55152f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:14.337912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed71599-2594-4e07-ab83-44edc99e9fcf req-278a41c8-b002-4407-871d-11b2ecb809ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:14.339445 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fed71599-2594-4e07-ab83-44edc99e9fcf req-278a41c8-b002-4407-871d-11b2ecb809ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 943 time: 0.3289895 May 25 16:53:14.435187 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fed71599-2594-4e07-ab83-44edc99e9fcf req-38188f7a-43e5-40f7-992f-ae5ce05508e7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885427 May 25 16:53:14.439286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:14.446246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:14.451997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.616269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['bfba310e-fa76-4b63-b651-ae2bee650dd7'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:53:14.751148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.756996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4312f25e-9a82-4602-8455-42e4caa0830c tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:14.801845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:14.805994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a364d7-aa36-4d13-bbd3-8902423bd038,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:14.812462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:14.822013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f7a364d7-aa36-4d13-bbd3-8902423bd038 HTTP/1.1" status: 204 len: 168 time: 0.8483355 May 25 16:53:14.822264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35060) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.894550 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0fa1a7f2-055f-46bb-91f8-c8330e57826d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686958 May 25 16:53:14.894804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35064) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:14.900992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:14.996036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a9f23-183d-46d8-aab5-15babaad2d09 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:15.026033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:15.030101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:15.033020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:15.039329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:15.050186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:15.054157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.132107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d26552a1-be5e-4255-8ea2-158030713f0f None None] Provisioning complete for port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:15.132489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d26552a1-be5e-4255-8ea2-158030713f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.362412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:15.433042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.449624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Deleting port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:15.450271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.507598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.511371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f84d9438-d4ae-40b6-a5bb-ddd78a9ee525 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:15.571885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:15.575018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:15.580600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] For port a4f8689b-1de5-4cc7-8adb-eb04d7e08803, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:15.581055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.586041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:15.586638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.600223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=b4f2431c-b73e-494c-8e4d-6e4535ee2a28,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:15.602942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:15.619267 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7234156 May 25 16:53:15.622101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35070) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:15.627737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:15.645818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193240f-eb63-4033-8a97-fb4a730e8e6d req-f4739271-731e-49df-ac5c-8b5c972e00c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:15.648085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4193240f-eb63-4033-8a97-fb4a730e8e6d req-f4739271-731e-49df-ac5c-8b5c972e00c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 944 time: 0.0981815 May 25 16:53:15.703142 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4193240f-eb63-4033-8a97-fb4a730e8e6d req-e88c384c-542c-4ce1-b585-4509e4a8bfe8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 May 25 16:53:15.713050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Calling delete_port for a4f8689b-1de5-4cc7-8adb-eb04d7e08803 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:15.764136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.768241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2f45f71d-3843-4fbf-8c68-5591f34b1e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:15.772998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:15.777373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:15.780342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:15.786194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:15.796344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:15.799829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:15.815407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Pushing event deleted for resources: {'Port': ['ID=a4f8689b-1de5-4cc7-8adb-eb04d7e08803,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:15.817759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:15.820990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] No DVR routers for this DVR port a4f8689b-1de5-4cc7-8adb-eb04d7e08803 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:15.834143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device bfba310e-fa76-4b63-b651-ae2bee650dd7 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:15.862195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598cda2-7fdc-43c9-bbdf-2072a56ef4a4 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:15.940665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.ipam_backend_mixin [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4f2431c-b73e-494c-8e4d-6e4535ee2a28 (CIDR: 2001:db8::/64) May 25 16:53:15.944696 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 16:53:15.945152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:15.970817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8a353830-b070-41b5-aa9e-ecf53ab6f86e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3476348 May 25 16:53:15.973942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35074) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:15.980798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'subnet': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:16.047929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port bfba310e-fa76-4b63-b651-ae2bee650dd7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:16.064688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port bfba310e-fa76-4b63-b651-ae2bee650dd7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:16.065064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.126219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:16.130557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Usage tracker for resource:subnet and tenant:74a823dc2b684208ad7258544ce1aefa is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:16.134389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:16.140543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:16.151075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:16.154734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.184967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'tenant_id': '74a823dc2b684208ad7258544ce1aefa', 'fixed_ips': [{'subnet_id': 'b4f2431c-b73e-494c-8e4d-6e4535ee2a28'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:16.185793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.316233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.364121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:16.411223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:16.419658 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'code': 200} May 25 16:53:16.422603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.430294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:16.555406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Allocated IP 2001:db8::2 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/b4f2431c-b73e-494c-8e4d-6e4535ee2a28/b87b3425-ae79-4e00-a2d6-c8dea5bdff22) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:16.576401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:16.584414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:16.696601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2ab09-81b8-4f6a-875c-8eab7fbc58a3 req-9727800d-f51c-4608-9d41-f2555d1cfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:16.698171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-acb2ab09-81b8-4f6a-875c-8eab7fbc58a3 req-9727800d-f51c-4608-9d41-f2555d1cfd5d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1098 time: 0.0774908 May 25 16:53:16.741974 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-acb2ab09-81b8-4f6a-875c-8eab7fbc58a3 req-9e75392a-620f-47a1-a899-23a83fc81d7d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362623 May 25 16:53:16.749178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.objects.ports [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99126) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 16:53:16.750827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.755522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8454d170-0f2d-4fad-9e78-af78fb88686f tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:16.828613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.840275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Transition to ACTIVE for port object b87b3425-ae79-4e00-a2d6-c8dea5bdff22 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:16.860797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Transition to ACTIVE for port object b87b3425-ae79-4e00-a2d6-c8dea5bdff22 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:16.869022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.875237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-74ee5dc3-c486-4f33-b643-4dbddf352bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:16.925649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466b5b2-1170-4b6f-8f82-7f0bfe7ca857 req-90378932-4506-41a6-8047-6f6d4eeac9ad tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:16.927981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b466b5b2-1170-4b6f-8f82-7f0bfe7ca857 req-90378932-4506-41a6-8047-6f6d4eeac9ad tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.1046190 May 25 16:53:16.950232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:16.952991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:16.956904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:16.957222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:16.961080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:16.964133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Pushing event updated for resources: {'Port': ['ID=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:16.968215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:16.974283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Subnet': ['ID=118a7f59-8664-4f40-b8c8-36f8f4cb3d52,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:16.977843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:16.978438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:16.984487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:17.005599 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0305326 May 25 16:53:17.008766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35082) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:17.010155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b466b5b2-1170-4b6f-8f82-7f0bfe7ca857 req-f48d20e9-8baa-4f92-b90d-bdbf3bedcc2a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750756 May 25 16:53:17.015443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Request body: {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'mac_address': 'fa:16:3e:82:54:d6', 'name': 'tempest-NetworksTestDHCPv6-70380356'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:17.065084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Attempting to bind port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:17.065461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Attempting to bind port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:17.065829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Attempting to bind port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 on network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:17.072073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:17.072415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Checking segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:17.072823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.073221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Bound using segment: {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:17.073696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Bound port: b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f6e4c6-96b3-4de9-8aac-8cd3495167d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:17.074071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.158997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:17.168011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] For port b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:17.170164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:17.172752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] For port b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:17.177083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.181236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Made reservation on behalf of 74a823dc2b684208ad7258544ce1aefa for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:17.182087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b5a1fa13-dd69-4a71-bc7c-e869d4916e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:17.252361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a4f8689b-1de5-4cc7-8adb-eb04d7e08803 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:17.300655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a4f8689b-1de5-4cc7-8adb-eb04d7e08803 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:17.301013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a4f8689b-1de5-4cc7-8adb-eb04d7e08803 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:17.311740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Pushing event updated for resources: {'Port': ['ID=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:17.315122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:17.316273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.345693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] device_id is not set on port 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:53:17.598953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8::1cb (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/b4f2431c-b73e-494c-8e4d-6e4535ee2a28/4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:17.608980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:54d6 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/118a7f59-8664-4f40-b8c8-36f8f4cb3d52/4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:17.835876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.852485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Transition to ACTIVE for port object 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:17.876714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.882539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a617e90f-b33d-4154-af44-22203e1e5f18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:17.952125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:17.955334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:17.959497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:17.965185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:17.965853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:17.974404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event updated for resources: {'Port': ['ID=4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:17.983337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:17.998676 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9888048 May 25 16:53:18.001308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:18.145282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting port 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:18.145624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.218860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a936860-01aa-4629-a0b2-e0b982d598c0 req-40aaa0b6-1d53-43c1-b231-36852fb1cea3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:18.221144 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0a936860-01aa-4629-a0b2-e0b982d598c0 req-40aaa0b6-1d53-43c1-b231-36852fb1cea3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.0909636 May 25 16:53:18.261212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69acb83f-e2a4-4ebb-b2bd-e8e7391b7a80 None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:18.275148 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0a936860-01aa-4629-a0b2-e0b982d598c0 req-0b6d13d9-af74-434e-9c66-954f7dcb0606 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 May 25 16:53:18.303056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.382732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-77129ec0-66ef-459e-8062-2c01c2660016 None None] Provisioning for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:18.439470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Calling delete_port for 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:18.634209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Update dhcp port {'port': {'network_id': '1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5', 'fixed_ips': [{'subnet_id': 'b4f2431c-b73e-494c-8e4d-6e4535ee2a28', 'ip_address': '2001:db8::2'}, {'subnet_id': '118a7f59-8664-4f40-b8c8-36f8f4cb3d52'}], 'binding:host_id': 'dv-neutron-792998-1-hyperv'}, 'id': 'b87b3425-ae79-4e00-a2d6-c8dea5bdff22'} from dv-neutron-792998-1-hyperv. {{(pid=99128) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 25 16:53:18.695135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb19892-41b7-4cbb-88e2-2b554a2a0cef req-001181b9-915c-4662-97dc-c0ddedc8113c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:18.696892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5eb19892-41b7-4cbb-88e2-2b554a2a0cef req-001181b9-915c-4662-97dc-c0ddedc8113c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.2648540 May 25 16:53:18.699092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.701844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.797325 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5eb19892-41b7-4cbb-88e2-2b554a2a0cef req-80678794-83b2-4ec6-91b6-5bd6c62a29b9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939312 May 25 16:53:18.822660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35094) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:18.873380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:18.879887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9b2bf81d-df30-4e3b-875f-aa4ddd283c37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:18.898848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca5d2b-08dc-4350-913f-8a8a41c40621 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:18.903895 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5aca5d2b-08dc-4350-913f-8a8a41c40621 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1093 time: 0.0763142 May 25 16:53:18.903895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35098) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:18.908637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:18.915253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:18.919244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:18.922335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:18.929026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:18.932150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Allocated IP 2001:db8:0:1:f816:3eff:fedf:ff50 (1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5/118a7f59-8664-4f40-b8c8-36f8f4cb3d52/b87b3425-ae79-4e00-a2d6-c8dea5bdff22) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:18.932493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Port': ['ID=4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:18.935418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:18.941414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.021167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.031322 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 HTTP/1.1" status: 204 len: 168 time: 1.0289230 May 25 16:53:19.033788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35102) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:19.085406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.086399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] For port b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:19.114367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.119703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408f4feb-d12f-45b0-88c3-2cb7276f0776 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:19.120430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-408f4feb-d12f-45b0-88c3-2cb7276f0776 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:19.133646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Transition to ACTIVE for port object b87b3425-ae79-4e00-a2d6-c8dea5bdff22 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:19.137806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.139659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-408f4feb-d12f-45b0-88c3-2cb7276f0776 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:19.143054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:19.144332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-408f4feb-d12f-45b0-88c3-2cb7276f0776 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1092951 May 25 16:53:19.145063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35106) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:19.254883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.196 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/2a254420-bf28-4d2e-8b32-ab0a47e74590) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:19.262606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14bcc1-ff7e-425b-9c01-9ba7e20323d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:19.266443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3e14bcc1-ff7e-425b-9c01-9ba7e20323d1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1180482 May 25 16:53:19.266982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35110) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:19.291803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Pushing event updated for resources: {'Port': ['ID=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:19.295121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:19.314115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b87b3425-ae79-4e00-a2d6-c8dea5bdff22 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:19.389211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:19.431881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:19.433528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:19.435271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:19.436121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:19.474688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:19.475905 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7711ffe9-5244-4eaa-9e46-51b8aeb2813d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2079921 May 25 16:53:19.479063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35114) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:19.509906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.542989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.547896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e5f9764e-7ff4-487b-8f19-3d7044177104 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:19.558834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet 118a7f59-8664-4f40-b8c8-36f8f4cb3d52 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:19.562201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.617271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:19.620952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:19.624018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.624682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:19.729201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:19.813370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=2a254420-bf28-4d2e-8b32-ab0a47e74590,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:19.817803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:19.943424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Provisioning for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:19.950495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Provisioning complete for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:19.951110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.061118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.073890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e415f749-e87c-4e9f-922b-7547587f5103 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:20.120985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=118a7f59-8664-4f40-b8c8-36f8f4cb3d52,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:20.123131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.126892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:20.142854 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/118a7f59-8664-4f40-b8c8-36f8f4cb3d52 HTTP/1.1" status: 204 len: 168 time: 0.6615248 May 25 16:53:20.145145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35118) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:20.176346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.222371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] For port b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:20.228318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Deleting subnet b4f2431c-b73e-494c-8e4d-6e4535ee2a28 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:20.230999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.232337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.233344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5e7340cb-cf6d-4b8e-9a75-deb00ee91e91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:20.269262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Could not find standard attr ID for object 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:53:20.286973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.296963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.306607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Pushing event updated for resources: {'Port': ['ID=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:20.309881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:20.346395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d74714-772f-4f2a-95c8-8c8411056a5e None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:20.377570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.399791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.448008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7db0bb38-2d80-4f79-9ba1-676a92c7f5e1 None None] Could not find standard attr ID for object 4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 16:53:20.605343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.610168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.615352 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-08230762-1c56-4a17-8060-d0a6c9408f42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:20.703778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.710298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3b2da6e1-9ff0-443e-bfc4-2146f8ad4c3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:20.727335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=2a254420-bf28-4d2e-8b32-ab0a47e74590,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:20.731409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:20.739946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.747637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f2431c-b73e-494c-8e4d-6e4535ee2a28,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:20.750822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:20.751881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:20.764985 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/b4f2431c-b73e-494c-8e4d-6e4535ee2a28 HTTP/1.1" status: 204 len: 168 time: 0.6187897 May 25 16:53:20.767460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35124) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:20.848081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2087b297-b85c-43d8-949a-6f29e4911e05 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794237 May 25 16:53:20.850631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35128) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:20.942683 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 635fd636-0d8a-4611-8f17-83155e04db43 associated. External IP: 172.26.6.196, port: bfba310e-fa76-4b63-b651-ae2bee650dd7. May 25 16:53:20.947798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249bf26f-eaf1-4022-b585-b106cd7938b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:20.949365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-249bf26f-eaf1-4022-b585-b106cd7938b1 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0976710 May 25 16:53:20.952226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35132) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.037916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c537c-c286-4e85-a28b-72b976fe8ca2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:21.038622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-755c537c-c286-4e85-a28b-72b976fe8ca2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:21.057705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-755c537c-c286-4e85-a28b-72b976fe8ca2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:subnet {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:21.061365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-755c537c-c286-4e85-a28b-72b976fe8ca2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1058955 May 25 16:53:21.061990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35136) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.153884 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0caf2ea6-4821-4c5d-9f8b-1022c8d386ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782423 May 25 16:53:21.160323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35140) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.224193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555452a-e801-4aed-9bc8-27e16a49ce3e None None] Network 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:21.225128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf22ad7-421e-4a95-9dc3-ba4ffbe75976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.225986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf22ad7-421e-4a95-9dc3-ba4ffbe75976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.230696 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4bf22ad7-421e-4a95-9dc3-ba4ffbe75976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/4e4a90c4-1e18-46d4-a2b7-a2a75b68fd69 HTTP/1.1" status: 404 len: 333 time: 0.0692389 May 25 16:53:21.231383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35144) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.277589 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaa305e-f864-48a2-bfa5-b79c585e0f90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.278043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaa305e-f864-48a2-bfa5-b79c585e0f90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.280033 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-beaa305e-f864-48a2-bfa5-b79c585e0f90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/118a7f59-8664-4f40-b8c8-36f8f4cb3d52 HTTP/1.1" status: 404 len: 337 time: 0.0474958 May 25 16:53:21.282285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35148) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.302310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b87b3425-ae79-4e00-a2d6-c8dea5bdff22 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:21.324429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b31331-d70b-4067-9832-4ac0ff54f369 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.324807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b31331-d70b-4067-9832-4ac0ff54f369 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.328887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c6b31331-d70b-4067-9832-4ac0ff54f369 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/b4f2431c-b73e-494c-8e4d-6e4535ee2a28 HTTP/1.1" status: 404 len: 337 time: 0.0433016 May 25 16:53:21.329126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35152) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.379879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34b0ad8-0952-4f1a-94ef-b50ca602f15f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.380452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34b0ad8-0952-4f1a-94ef-b50ca602f15f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.382308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a34b0ad8-0952-4f1a-94ef-b50ca602f15f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/45474eee-5b6c-4181-aa44-bf5b723a552d HTTP/1.1" status: 404 len: 333 time: 0.0520964 May 25 16:53:21.384922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35156) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.395640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:21.407686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c714ec68-990a-4c16-aece-dc828800b728 None None] Provisioning complete for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:21.408532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c714ec68-990a-4c16-aece-dc828800b728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.432579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b92d70e-7988-42c6-be4d-6eb443ab6f12 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.432819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b92d70e-7988-42c6-be4d-6eb443ab6f12 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.436992 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b92d70e-7988-42c6-be4d-6eb443ab6f12 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f7a364d7-aa36-4d13-bbd3-8902423bd038 HTTP/1.1" status: 404 len: 337 time: 0.0484049 May 25 16:53:21.438470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35160) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.482958 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-13ddf4f0-7fb7-4dda-883c-dd9d137e7d59 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.483514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13ddf4f0-7fb7-4dda-883c-dd9d137e7d59 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.485279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-13ddf4f0-7fb7-4dda-883c-dd9d137e7d59 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02cbc44b-f40a-4a61-94e0-7064596deb71 HTTP/1.1" status: 404 len: 337 time: 0.0457821 May 25 16:53:21.487813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35164) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.535579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da053c7-59f6-42e6-923b-666ad058bdb5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.536058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da053c7-59f6-42e6-923b-666ad058bdb5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.539482 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0da053c7-59f6-42e6-923b-666ad058bdb5 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/972c80e2-9a96-451a-944a-7de1a74dede0 HTTP/1.1" status: 404 len: 333 time: 0.0492425 May 25 16:53:21.541148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35168) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.556391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:21.556744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.582928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6642100-6c7e-4df2-a9ae-8b44d51804ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.583395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6642100-6c7e-4df2-a9ae-8b44d51804ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.585257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a6642100-6c7e-4df2-a9ae-8b44d51804ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/14916f2e-ac86-4300-9d3f-af867331893b HTTP/1.1" status: 404 len: 337 time: 0.0430729 May 25 16:53:21.588886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35172) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.632557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-14113e7d-b4c9-4e6f-baa6-a65af389bdf8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.633241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14113e7d-b4c9-4e6f-baa6-a65af389bdf8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.637122 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-14113e7d-b4c9-4e6f-baa6-a65af389bdf8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f92baa08-8af6-4029-9164-44eb2342d48d HTTP/1.1" status: 404 len: 337 time: 0.0448956 May 25 16:53:21.637842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.817548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] DHCP port deletion for 1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:21.835307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:21.836115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-569c1cde-f598-4e2a-a784-719b73a7f51c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.837218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569c1cde-f598-4e2a-a784-719b73a7f51c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.839946 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-569c1cde-f598-4e2a-a784-719b73a7f51c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/d03fe958-b643-49aa-9eac-a08655c6bd61 HTTP/1.1" status: 404 len: 333 time: 0.2000203 May 25 16:53:21.841201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35180) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.849029 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:21.862875 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:21.863534 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:21.892386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Deleting port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:21.892883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:21.900378 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6abb3f-a731-4075-9e70-38d0e7e45db4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:21.900835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6abb3f-a731-4075-9e70-38d0e7e45db4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:21.921034 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cb6abb3f-a731-4075-9e70-38d0e7e45db4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/e199d1e2-3298-4ff5-ada7-0c0becfd7220 HTTP/1.1" status: 404 len: 337 time: 0.0761092 May 25 16:53:21.921364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35184) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:21.965016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.001402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] For port b87b3425-ae79-4e00-a2d6-c8dea5bdff22, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,segment=NetworkSegment(38f6e4c6-96b3-4de9-8aac-8cd3495167d8),segment_id=38f6e4c6-96b3-4de9-8aac-8cd3495167d8)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:22.001971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.013907 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0041b937-8982-41c0-8d78-3102ab565083 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.014442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0041b937-8982-41c0-8d78-3102ab565083 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.016343 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0041b937-8982-41c0-8d78-3102ab565083 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/10a0532a-c177-44a7-9df3-e6d100877320 HTTP/1.1" status: 404 len: 337 time: 0.0941024 May 25 16:53:22.019062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35188) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.034191 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1295671 May 25 16:53:22.035192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:53:22.041341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.067245 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69c5875-c498-479a-ac11-80570ffcb751 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.067824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69c5875-c498-479a-ac11-80570ffcb751 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.070270 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f69c5875-c498-479a-ac11-80570ffcb751 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/1fb9c026-9810-4116-a3f0-f2084a37c489 HTTP/1.1" status: 404 len: 333 time: 0.0497606 May 25 16:53:22.072407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35198) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.087097 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:22.113711 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd246be-fd9c-4f9c-94fd-29473b0447c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.114176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd246be-fd9c-4f9c-94fd-29473b0447c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.116060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9dd246be-fd9c-4f9c-94fd-29473b0447c2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/f41b3033-96be-4fb7-8efc-ff53381ab207 HTTP/1.1" status: 404 len: 337 time: 0.0426481 May 25 16:53:22.119003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35202) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.122332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'status': 'completed', 'code': 200} May 25 16:53:22.183958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Calling delete_port for b87b3425-ae79-4e00-a2d6-c8dea5bdff22 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:22.193202 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25d3ba9-68f7-4ae1-b8e3-588e8400b09a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.193769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25d3ba9-68f7-4ae1-b8e3-588e8400b09a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.196698 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b25d3ba9-68f7-4ae1-b8e3-588e8400b09a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8d6c623f-0526-4944-acfb-c772c1a4caa4 HTTP/1.1" status: 404 len: 333 time: 0.0768092 May 25 16:53:22.199870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35206) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.242606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:22.247045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f55bfd5a-b421-44ad-a1c8-ecaaec2b3c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:22.256147 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9b28d3-c8ef-4b62-8a36-7345e81f9248 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.257049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9b28d3-c8ef-4b62-8a36-7345e81f9248 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.259293 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dc9b28d3-c8ef-4b62-8a36-7345e81f9248 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5e7bd269-1f17-49f8-b042-92ed4202b991 HTTP/1.1" status: 404 len: 337 time: 0.0581598 May 25 16:53:22.262951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35210) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.279385 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-66dd1f6b-7fcc-40d7-8f72-4e780584d6a1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 991 time: 0.2366245 May 25 16:53:22.300990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Pushing event deleted for resources: {'Port': ['ID=b87b3425-ae79-4e00-a2d6-c8dea5bdff22,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:22.306406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:22.307787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] No DVR routers for this DVR port b87b3425-ae79-4e00-a2d6-c8dea5bdff22 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:22.324600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-d77c1234-9e96-4416-9304-68b923e95f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:22.326418 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-d77c1234-9e96-4416-9304-68b923e95f15 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1098 time: 0.1762338 May 25 16:53:22.327437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5ffcdd-de6b-4621-a6ee-ffe0793f9521 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.327993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5ffcdd-de6b-4621-a6ee-ffe0793f9521 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.330944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6e5ffcdd-de6b-4621-a6ee-ffe0793f9521 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/fabfca85-ec4f-4240-947c-ff1420639793 HTTP/1.1" status: 404 len: 333 time: 0.0658219 May 25 16:53:22.332529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35214) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.411770 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8799e47-014a-40db-b029-9220a646c108 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.412315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8799e47-014a-40db-b029-9220a646c108 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.415342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d8799e47-014a-40db-b029-9220a646c108 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/47bd3aa0-666e-4ddd-b188-c4abd086f53f HTTP/1.1" status: 404 len: 337 time: 0.0814953 May 25 16:53:22.418113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35218) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.469400 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9193aab-4aa7-49a4-bf04-39c2253e2160 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.469948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9193aab-4aa7-49a4-bf04-39c2253e2160 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.474522 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f9193aab-4aa7-49a4-bf04-39c2253e2160 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/50c351ea-f563-4d23-b842-744b2e73a968 HTTP/1.1" status: 404 len: 333 time: 0.0528307 May 25 16:53:22.475960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35222) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.508258 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:87:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48729666-4229-438e-8cad-e016c6cae742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:53:20Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:22.513078 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:53:22.524831 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:22.525670 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:22.532670 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f10afe5-69cf-4737-8ec4-ed199d99db1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.533727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f10afe5-69cf-4737-8ec4-ed199d99db1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.538317 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8f10afe5-69cf-4737-8ec4-ed199d99db1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/d748fecd-7da4-423b-b3ca-b4445dfe535f HTTP/1.1" status: 404 len: 337 time: 0.0585904 May 25 16:53:22.539304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35226) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.546508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-14d545b1-0b6d-4938-8863-a327c542f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:22.547970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-14d545b1-0b6d-4938-8863-a327c542f7b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.2122629 May 25 16:53:22.585889 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cbf80d-8d3e-4558-a415-57dbf6d92a1b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.586687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cbf80d-8d3e-4558-a415-57dbf6d92a1b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.588712 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4cbf80d-8d3e-4558-a415-57dbf6d92a1b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/f934e808-e6d3-4e23-8986-02dfd51d7a20 HTTP/1.1" status: 404 len: 333 time: 0.0481071 May 25 16:53:22.592956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35230) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.635063 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce7826f-916a-46d8-9558-adaff8becfbd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.635532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce7826f-916a-46d8-9558-adaff8becfbd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.637222 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dce7826f-916a-46d8-9558-adaff8becfbd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02c12c58-c31d-41ab-96d7-3f0645f2f64e HTTP/1.1" status: 404 len: 337 time: 0.0433319 May 25 16:53:22.639694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35234) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.659510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-75939452-671c-4d8e-899f-a0b3ca3b648d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 999 time: 0.1041870 May 25 16:53:22.687111 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f6d5f4-8d8a-461c-b219-1e647cf92e8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.687591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f6d5f4-8d8a-461c-b219-1e647cf92e8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.691619 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-16f6d5f4-8d8a-461c-b219-1e647cf92e8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/a269ce8c-0569-44af-8229-333ca0aaa166 HTTP/1.1" status: 404 len: 333 time: 0.0486736 May 25 16:53:22.691985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35238) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.731629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-c409bb6d-a79d-4b34-906d-9dd47c95791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:22.733452 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-c409bb6d-a79d-4b34-906d-9dd47c95791b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0677984 May 25 16:53:22.734806 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-24af564b-f955-4d24-9069-9efe4113c11a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.735358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24af564b-f955-4d24-9069-9efe4113c11a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.737361 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-24af564b-f955-4d24-9069-9efe4113c11a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/1e14d70a-a755-4c50-aa29-d93ccc52cadb HTTP/1.1" status: 404 len: 337 time: 0.0444582 May 25 16:53:22.737938 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:53:22.740020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35242) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.785862 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b4cb9a-e86b-4a40-894c-366f96b35b18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.787570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b4cb9a-e86b-4a40-894c-366f96b35b18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.789452 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52b4cb9a-e86b-4a40-894c-366f96b35b18 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/96b36f08-615d-464b-89bf-6366fd144a93 HTTP/1.1" status: 404 len: 337 time: 0.0483348 May 25 16:53:22.792749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35246) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.820050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-dc60a6ff-c355-4f5c-9444-797ca945abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:22.822235 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-dc60a6ff-c355-4f5c-9444-797ca945abcd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822134 May 25 16:53:22.834066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-ce30e169-177e-4b53-8a9a-94ffdf7ea94b service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:53:22.836753 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-ce30e169-177e-4b53-8a9a-94ffdf7ea94b service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061851 May 25 16:53:22.848957 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d574b8-022b-4f3b-8914-ef00a188b1f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.849866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d574b8-022b-4f3b-8914-ef00a188b1f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.854013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b9d574b8-022b-4f3b-8914-ef00a188b1f6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/f39f91ff-6f59-4511-a144-0ff10ac0b6d3 HTTP/1.1" status: 404 len: 333 time: 0.0573332 May 25 16:53:22.854308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35250) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.900048 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-751897cd-0b85-4921-a070-e90889541863 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.900784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751897cd-0b85-4921-a070-e90889541863 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.904972 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-751897cd-0b85-4921-a070-e90889541863 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/544ae76d-8a78-479c-b6e1-5727ca19e6b4 HTTP/1.1" status: 404 len: 337 time: 0.0474231 May 25 16:53:22.905541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35254) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.946532 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0e7d10-3bba-4555-936f-52eedc6096af tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:22.947307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0e7d10-3bba-4555-936f-52eedc6096af tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:22.949728 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d0e7d10-3bba-4555-936f-52eedc6096af tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/4148ab9d-6c7e-4977-bea4-169732ba84b8 HTTP/1.1" status: 404 len: 337 time: 0.0424712 May 25 16:53:22.951855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35258) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:22.988943 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-f46e4399-932b-41ac-9e26-bfd768829c7c service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460323 May 25 16:53:23.005773 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfd6515-2c95-4d48-bdba-39be23629b42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.006279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfd6515-2c95-4d48-bdba-39be23629b42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.010307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bbfd6515-2c95-4d48-bdba-39be23629b42 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/57e107e1-ebfa-492e-94d3-715ad90f4522 HTTP/1.1" status: 404 len: 333 time: 0.0554893 May 25 16:53:23.010940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35262) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.054249 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65634c2-c58f-44ed-b86f-7e6eb808ccfa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.054949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65634c2-c58f-44ed-b86f-7e6eb808ccfa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.056881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a65634c2-c58f-44ed-b86f-7e6eb808ccfa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/62f6c08b-0a3f-40c1-99d6-e95e98af0a4a HTTP/1.1" status: 404 len: 337 time: 0.0449436 May 25 16:53:23.059553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35266) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.099340 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc023e6-a4cd-489e-b54b-ba0c6818a429 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.099851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc023e6-a4cd-489e-b54b-ba0c6818a429 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.104858 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fdc023e6-a4cd-489e-b54b-ba0c6818a429 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/8ea5792d-a42c-4e8a-bdce-379c96e024b8 HTTP/1.1" status: 404 len: 337 time: 0.0417750 May 25 16:53:23.105023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35270) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.151914 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:87:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48729666-4229-438e-8cad-e016c6cae742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:53:20Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:23.158192 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0d4649-73c2-4d27-b48d-ea7e04ae406b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.158684 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca8259a-f062-46a3-9f6b-9c42bce7244b None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:87:bc:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48729666-4229-438e-8cad-e016c6cae742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:53:20Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:23.159170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0d4649-73c2-4d27-b48d-ea7e04ae406b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.161990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1d0d4649-73c2-4d27-b48d-ea7e04ae406b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/3f0ef077-a897-415c-9b32-82ea0c3c6b65 HTTP/1.1" status: 404 len: 333 time: 0.0556052 May 25 16:53:23.165332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35274) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.175074 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a5c5d95-f4d9-45ca-baba-12a455505d47 req-9116279f-19da-447b-a8e6-896f2983d776 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779642 May 25 16:53:23.227354 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-645d56bd-c99d-4110-a465-a56dc993b9c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.227865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645d56bd-c99d-4110-a465-a56dc993b9c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.230960 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-645d56bd-c99d-4110-a465-a56dc993b9c7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/8da6ab62-ed1d-43ba-8c8e-ebf62bf51fc8 HTTP/1.1" status: 404 len: 337 time: 0.0630550 May 25 16:53:23.235537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35278) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.279577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b87b3425-ae79-4e00-a2d6-c8dea5bdff22 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:23.280854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35282) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.285333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64233ac-55f6-4b03-8fcf-32345a20daa3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.285842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64233ac-55f6-4b03-8fcf-32345a20daa3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.290274 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e64233ac-55f6-4b03-8fcf-32345a20daa3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/d338d450-a36f-43f0-bd0a-cd4f021049fb HTTP/1.1" status: 404 len: 337 time: 0.0512190 May 25 16:53:23.290747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35286) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.321146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: b87b3425-ae79-4e00-a2d6-c8dea5bdff22 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:23.321578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device b87b3425-ae79-4e00-a2d6-c8dea5bdff22 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:23.351441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aad3ad87-f9c7-4e2b-8a7b-17fe51171477 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports?device_id=594b2152-b770-49ad-86a8-a758e916dc84 HTTP/1.1" status: 200 len: 205 time: 0.0565407 May 25 16:53:23.351796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35290) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.420762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d975ec39-d536-4ddf-91ce-989d5e20d800 None None] New status for floating IP 635fd636-0d8a-4611-8f17-83155e04db43: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:53:23.440947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-cd8fd67b-18d3-4529-9aa9-45f28cc5d2f8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] delete failed (client error): The resource could not be found. May 25 16:53:23.442976 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fdbe8982-bd53-4387-a705-c8c7e0ceef1a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 991 time: 0.1586199 May 25 16:53:23.443454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd8fd67b-18d3-4529-9aa9-45f28cc5d2f8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/routers/594b2152-b770-49ad-86a8-a758e916dc84 HTTP/1.1" status: 404 len: 336 time: 0.0891063 May 25 16:53:23.446413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35294) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.490715 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a70f4a-4a5d-4d22-81c8-5a970d8ae641 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.491830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a70f4a-4a5d-4d22-81c8-5a970d8ae641 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.493829 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-73a70f4a-4a5d-4d22-81c8-5a970d8ae641 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/ce78d30b-08cf-468d-a6a0-3bbfe07ef287 HTTP/1.1" status: 404 len: 337 time: 0.0461979 May 25 16:53:23.496503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35298) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.548277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8892d9fe-8326-4ec4-a293-0ba26de1586f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Synchronizing usage tracker for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:23.565939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8892d9fe-8326-4ec4-a293-0ba26de1586f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Unset dirty status for tenant:74a823dc2b684208ad7258544ce1aefa on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:23.567494 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8892d9fe-8326-4ec4-a293-0ba26de1586f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "GET /v2.0/ports?device_id=ae73dfe2-23fe-465e-b037-2a8f627ee015 HTTP/1.1" status: 200 len: 205 time: 0.0679603 May 25 16:53:23.571214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35302) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.650692 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-02546382-c71e-40c9-9b31-7bf86da523bf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] delete failed (client error): The resource could not be found. May 25 16:53:23.654189 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-02546382-c71e-40c9-9b31-7bf86da523bf tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/routers/ae73dfe2-23fe-465e-b037-2a8f627ee015 HTTP/1.1" status: 404 len: 336 time: 0.0791938 May 25 16:53:23.654559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.696126 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c5aa48-12cf-40d6-b7fa-92a7b5a97bef tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.696686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c5aa48-12cf-40d6-b7fa-92a7b5a97bef tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.698580 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-50c5aa48-12cf-40d6-b7fa-92a7b5a97bef tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/34ae1f94-4d6e-4050-ba69-0b9d811a4878 HTTP/1.1" status: 404 len: 337 time: 0.0429213 May 25 16:53:23.701237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35310) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.743804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-23475853-35e6-4360-8043-e5e8a28f7919 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.744257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23475853-35e6-4360-8043-e5e8a28f7919 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.745888 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-23475853-35e6-4360-8043-e5e8a28f7919 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/08859662-7309-4ed4-aa22-58f734b61a90 HTTP/1.1" status: 404 len: 337 time: 0.0437639 May 25 16:53:23.748479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.795733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-2094e11b-2907-4750-a8dc-a6ef15a0219a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.796389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2094e11b-2907-4750-a8dc-a6ef15a0219a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.798278 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2094e11b-2907-4750-a8dc-a6ef15a0219a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/ddb82cd2-5fe9-4e9b-ba60-f7d71aeafb60 HTTP/1.1" status: 404 len: 333 time: 0.0488076 May 25 16:53:23.801100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35318) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.843557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb80cf86-c2e8-46aa-b68e-4953ddf92463 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.843924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb80cf86-c2e8-46aa-b68e-4953ddf92463 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.846945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bb80cf86-c2e8-46aa-b68e-4953ddf92463 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/02836cc7-5063-4638-95d0-ce82cf213a6d HTTP/1.1" status: 404 len: 337 time: 0.0435042 May 25 16:53:23.848145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35322) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.890430 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3227a3-d8ea-40cc-ae83-7b853561fc1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.890902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3227a3-d8ea-40cc-ae83-7b853561fc1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.892594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e3227a3-d8ea-40cc-ae83-7b853561fc1c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8fe72173-07c5-4855-8353-eae7c312bfc1 HTTP/1.1" status: 404 len: 333 time: 0.0435629 May 25 16:53:23.895116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35326) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.936301 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-02343f45-b49b-48bb-9fc2-8719f937abee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.936743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02343f45-b49b-48bb-9fc2-8719f937abee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.938358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02343f45-b49b-48bb-9fc2-8719f937abee tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5ea37241-b4f4-417e-b84e-ca7a78b26596 HTTP/1.1" status: 404 len: 337 time: 0.0423610 May 25 16:53:23.940820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35330) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:23.982077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8474926-42aa-4ec2-9de3-9097333d5997 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:23.982544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8474926-42aa-4ec2-9de3-9097333d5997 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:23.984210 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a8474926-42aa-4ec2-9de3-9097333d5997 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/8ff3349a-5cd9-4d0c-93f9-3f0d3804b7e0 HTTP/1.1" status: 404 len: 333 time: 0.0425105 May 25 16:53:23.986627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35334) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.025866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b87a587-241a-496c-9486-f0eaef1eb5c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.026349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b87a587-241a-496c-9486-f0eaef1eb5c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.028023 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6b87a587-241a-496c-9486-f0eaef1eb5c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/caa8e01c-27b2-4462-aa0e-bb837461b983 HTTP/1.1" status: 404 len: 337 time: 0.0404577 May 25 16:53:24.030756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35338) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.077751 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-24565a6f-7533-41ca-9c55-20f1d3aaaea8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.078391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24565a6f-7533-41ca-9c55-20f1d3aaaea8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.080125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-24565a6f-7533-41ca-9c55-20f1d3aaaea8 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/7ffd060e-31f6-4482-a7c3-acb40003999a HTTP/1.1" status: 404 len: 333 time: 0.0484428 May 25 16:53:24.083695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.123996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cad06f-7a6d-4e68-bda2-d3fc16c4835f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.124337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cad06f-7a6d-4e68-bda2-d3fc16c4835f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.126016 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c8cad06f-7a6d-4e68-bda2-d3fc16c4835f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/6bd67ab1-cbcf-45f7-80c2-2de07800b62f HTTP/1.1" status: 404 len: 337 time: 0.0414119 May 25 16:53:24.128719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35346) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.174274 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fe532d-6f0d-4c5e-8b6f-26a9d8e0fb8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.174803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fe532d-6f0d-4c5e-8b6f-26a9d8e0fb8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.176685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-85fe532d-6f0d-4c5e-8b6f-26a9d8e0fb8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/fbd98b1e-98d1-49b6-90d8-90ef839c4a1d HTTP/1.1" status: 404 len: 333 time: 0.0470023 May 25 16:53:24.180591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35350) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.224336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca03b984-9954-4a8c-b895-73e13dc39334 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.224790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca03b984-9954-4a8c-b895-73e13dc39334 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.226579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ca03b984-9954-4a8c-b895-73e13dc39334 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/c73d13cf-0467-44ef-b10d-b350a5de2f6e HTTP/1.1" status: 404 len: 337 time: 0.0449131 May 25 16:53:24.229299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35354) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.271706 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b9da83-2010-433f-8595-e1a7c1f07167 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.272218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b9da83-2010-433f-8595-e1a7c1f07167 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.274013 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5b9da83-2010-433f-8595-e1a7c1f07167 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/41789b11-0fde-459c-aef4-f8bb503a3a20 HTTP/1.1" status: 404 len: 333 time: 0.0438142 May 25 16:53:24.276610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35360) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.314888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-7594a438-6b22-42fc-877f-61371c62be3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.315428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7594a438-6b22-42fc-877f-61371c62be3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.317102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7594a438-6b22-42fc-877f-61371c62be3c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5e3045af-a4d1-48c4-ace0-d3e3fef47ebd HTTP/1.1" status: 404 len: 337 time: 0.0395951 May 25 16:53:24.319667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35364) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.364872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-c711c425-5c52-4b4e-b2e2-15071e80cca4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.365337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c711c425-5c52-4b4e-b2e2-15071e80cca4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.367059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c711c425-5c52-4b4e-b2e2-15071e80cca4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/ports/85f4987f-ca57-4cef-ae65-9a3b80833069 HTTP/1.1" status: 404 len: 333 time: 0.0464830 May 25 16:53:24.369593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.408183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2818f7-ba7c-44ad-8450-c8ba8f63c637 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] DELETE failed (client error): The resource could not be found. May 25 16:53:24.408551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2818f7-ba7c-44ad-8450-c8ba8f63c637 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:53:24.410239 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ca2818f7-ba7c-44ad-8450-c8ba8f63c637 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/subnets/5b66f90c-4689-4d08-8109-efd2e87a2118 HTTP/1.1" status: 404 len: 337 time: 0.0397620 May 25 16:53:24.414146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35372) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.444946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35376) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:24.681450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.706295 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-88a76938-df1e-4c57-a75a-8fb20aad8806 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 993 time: 0.2599046 May 25 16:53:24.818038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.833428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.847083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f6e4c6-96b3-4de9-8aac-8cd3495167d8') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.847372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f6e4c6-96b3-4de9-8aac-8cd3495167d8') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:24.860534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.878379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.884451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:24.884829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:24.899747 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:24.982174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:24.985989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f5be8b95-d10c-4673-9976-ca9db0b7a5b6 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:25.001232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.011163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Pushing event deleted for resources: {'Network': ['ID=1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:25.013662 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] 10.222.0.96 "DELETE /v2.0/networks/1e14cbaf-97d7-4dee-b2c3-2fc8bcc1fed5 HTTP/1.1" status: 204 len: 168 time: 0.5983682 May 25 16:53:25.014548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c9a04ba6-e57f-405a-89b6-2f02ebc5b314 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:25.294769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35384) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:25.452427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a607c992-7081-4cd3-a981-fe5f97f54b5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74a823dc2b684208ad7258544ce1aefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562889 May 25 16:53:25.454727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:25.520017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.546597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.599643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.604014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18fe8c6c-8182-4299-acc4-9bb268ae47c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:25.620433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50642721-2c62-4a03-9ea9-707bdbc9cde1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:25.624485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:25.627901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:25.631688 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/50642721-2c62-4a03-9ea9-707bdbc9cde1 HTTP/1.1" status: 204 len: 168 time: 0.1733439 May 25 16:53:26.354457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:26.472621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-238755243'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:26.479009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:26.482873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:26.485940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:26.494325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:26.505164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:26.510851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.529075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.546698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:26.551535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:security_group_rule and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:26.554597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:26.560591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:26.651330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.655621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.663553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65b010f2-e497-4d58-a7b2-5c40f7a6ab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:26.700136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:53:26.715418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc62789f-6b48-4966-9548-d788f4076f25,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:26.721733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:26.727090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.727325 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment bef36dfe-4051-4fbc-9f5a-770908c2d256 of type vlan for network 0a31684b-48c5-4a7f-91be-1a300fff446f May 25 16:53:26.754763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.783968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.790562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:26.791172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.794683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7eb61beb-4c2a-4737-b000-9fa7c8104111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:26.905467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=0a31684b-48c5-4a7f-91be-1a300fff446f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:26.908714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5532005 May 25 16:53:26.909620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:26.912423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35420) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:26.917064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 0a31684b-48c5-4a7f-91be-1a300fff446f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:53:26.918174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360986623'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:26.924444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:26.930441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:26.934771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:26.940770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:26.951972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:26.956225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.985377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:53:26.994781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:26.995179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment d9954f48-7ce1-4c7f-b064-d01491e31b3c of type vlan for network d1171085-6cf6-4948-964a-896466ec6530 May 25 16:53:27.027012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.057020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.062575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:27.063171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.066809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:27.162184 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2482200 May 25 16:53:27.165736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35424) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:27.172000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:27.172259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=d1171085-6cf6-4948-964a-896466ec6530,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:27.174896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:27.183122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d1171085-6cf6-4948-964a-896466ec6530 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:53:27.294442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:27.298207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:27.301028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:27.306675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:27.316138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:27.319711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.749567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.754467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9a44214a-cbb1-445a-9912-6faf52665948 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:27.834653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=a3c91ca7-6b4a-42a7-b255-245d3547e861,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:27.839311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:27.843562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': 'bef36dfe-4051-4fbc-9f5a-770908c2d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:27.843921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: 0a31684b-48c5-4a7f-91be-1a300fff446f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:53:27.862554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 0a31684b-48c5-4a7f-91be-1a300fff446f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:53:27.873765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 0a31684b-48c5-4a7f-91be-1a300fff446f) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:27.883464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f985208-fd3e-43cb-81a8-90b2617eaed0 None None] Network 0a31684b-48c5-4a7f-91be-1a300fff446f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:27.884491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:27.885175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:27.911378 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7444308 May 25 16:53:27.914624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35430) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:27.920371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': 'd1171085-6cf6-4948-964a-896466ec6530', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:28.032398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:28.036765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:28.039838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:28.045796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:28.056453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:28.060009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.110321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-0a31684b-48c5-4a7f-91be-1a300fff446f', 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': 'a3c91ca7-6b4a-42a7-b255-245d3547e861'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:28.111211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.292106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Allocated IP 172.20.0.2 (0a31684b-48c5-4a7f-91be-1a300fff446f/a3c91ca7-6b4a-42a7-b255-245d3547e861/2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:28.507917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.517965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Transition to ACTIVE for port object 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:28.528614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.533336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d49e1b5c-80cf-4f31-a2da-6c3109b1c7a7 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:28.537392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Transition to ACTIVE for port object 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:28.543685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.548256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a66b3a-5fa8-49a7-8250-a77015e0280c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:28.617900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Network 0a31684b-48c5-4a7f-91be-1a300fff446f is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:28.620784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:28.625211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:28.627452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Pushing event updated for resources: {'Port': ['ID=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:28.630977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:28.635215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=0897a96e-c0f8-45ca-9f4e-50eb7383aab0,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:28.638267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:28.640910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': 'd9954f48-7ce1-4c7f-b064-d01491e31b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:28.641300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: d1171085-6cf6-4948-964a-896466ec6530, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:53:28.659807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d1171085-6cf6-4948-964a-896466ec6530 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:53:28.669903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d1171085-6cf6-4948-964a-896466ec6530) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:28.681226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:28.681806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.700817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8dbd1-44d9-4184-a19c-c926b8159a5e None None] Network d1171085-6cf6-4948-964a-896466ec6530 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:28.705717 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7900276 May 25 16:53:28.708565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35434) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:28.714501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-197269778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:28.721279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:28.725321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:28.728469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:28.734484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:28.746618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.747794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.764612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.783713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.794650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Attempting to bind port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:28.794975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Attempting to bind port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'bef36dfe-4051-4fbc-9f5a-770908c2d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:28.795359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Attempting to bind port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d on network 0a31684b-48c5-4a7f-91be-1a300fff446f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:28.806246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:28.806641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Checking segment: {'id': 'bef36dfe-4051-4fbc-9f5a-770908c2d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:28.807127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.807523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Bound using segment: {'id': 'bef36dfe-4051-4fbc-9f5a-770908c2d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:28.808010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Bound port: 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef36dfe-4051-4fbc-9f5a-770908c2d256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': '0a31684b-48c5-4a7f-91be-1a300fff446f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:28.808390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.808624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:28.809994 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-12d335ab-466b-4cee-821f-6e00d52c1804 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1001694 May 25 16:53:28.812808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35438) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:28.978497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] For port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:28.983580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] For port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,segment=NetworkSegment(bef36dfe-4051-4fbc-9f5a-770908c2d256),segment_id=bef36dfe-4051-4fbc-9f5a-770908c2d256)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:29.016108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.025040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1e6bc61f-1721-404b-ace7-f4bab302e6e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:29.080637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-d1171085-6cf6-4948-964a-896466ec6530', 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': '0897a96e-c0f8-45ca-9f4e-50eb7383aab0'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:29.081458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.187944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Pushing event updated for resources: {'Port': ['ID=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:29.193528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:29.321506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Allocated IP 172.21.0.2 (d1171085-6cf6-4948-964a-896466ec6530/0897a96e-c0f8-45ca-9f4e-50eb7383aab0/40f61720-c93a-4b86-85ff-ddf78bf7d13a) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:29.323463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.593027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.604524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Transition to ACTIVE for port object 40f61720-c93a-4b86-85ff-ddf78bf7d13a will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:29.623918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Transition to ACTIVE for port object 40f61720-c93a-4b86-85ff-ddf78bf7d13a will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:29.630204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.634958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:29.705347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Network d1171085-6cf6-4948-964a-896466ec6530 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:29.708537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:29.713082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:29.719536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Pushing event updated for resources: {'Port': ['ID=40f61720-c93a-4b86-85ff-ddf78bf7d13a,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:29.723763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:29.823779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Attempting to bind port 40f61720-c93a-4b86-85ff-ddf78bf7d13a on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:29.824162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Attempting to bind port 40f61720-c93a-4b86-85ff-ddf78bf7d13a by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd9954f48-7ce1-4c7f-b064-d01491e31b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:29.824554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Attempting to bind port 40f61720-c93a-4b86-85ff-ddf78bf7d13a on network d1171085-6cf6-4948-964a-896466ec6530 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:29.829997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:29.830376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Checking segment: {'id': 'd9954f48-7ce1-4c7f-b064-d01491e31b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:29.830781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.831217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Bound using segment: {'id': 'd9954f48-7ce1-4c7f-b064-d01491e31b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:29.831694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Bound port: 40f61720-c93a-4b86-85ff-ddf78bf7d13a, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9954f48-7ce1-4c7f-b064-d01491e31b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd1171085-6cf6-4948-964a-896466ec6530'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:29.832074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.856566 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:53:29.858481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.20.0.1 (0a31684b-48c5-4a7f-91be-1a300fff446f/a3c91ca7-6b4a-42a7-b255-245d3547e861/205fc3da-e390-4f31-a8aa-9a4612195670) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:29.934685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] For port 40f61720-c93a-4b86-85ff-ddf78bf7d13a, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:29.938310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] For port 40f61720-c93a-4b86-85ff-ddf78bf7d13a, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=40f61720-c93a-4b86-85ff-ddf78bf7d13a,segment=NetworkSegment(d9954f48-7ce1-4c7f-b064-d01491e31b3c),segment_id=d9954f48-7ce1-4c7f-b064-d01491e31b3c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:29.943065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:29.947693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-95bddb54-a393-4f13-95e6-c43d6234ba61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:30.027348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Pushing event updated for resources: {'Port': ['ID=40f61720-c93a-4b86-85ff-ddf78bf7d13a,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:30.031222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:30.047938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.068076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object 205fc3da-e390-4f31-a8aa-9a4612195670 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:30.093891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.098041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7c41dec0-1d7f-4945-b065-78e4e2c551ad tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:30.170749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 0a31684b-48c5-4a7f-91be-1a300fff446f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:30.174440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:30.179707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:30.218488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=205fc3da-e390-4f31-a8aa-9a4612195670,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:30.240475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.240924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.241742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.242138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.242515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.242885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.243293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.243643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.244007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.244365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.245667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.246049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:30.253585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:30.266030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.333781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b634a-5c9d-45ae-ace4-62e49397445a None None] Network 0a31684b-48c5-4a7f-91be-1a300fff446f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:30.393759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.433215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0f5931f9-03dd-4e4c-a52a-70e4f609a516 None None] Provisioning for port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:30.833220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.838398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.870639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:30.891460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9f5960d6-4a4c-4bf7-a2e4-ee7a4e98e11a None None] Provisioning for port 205fc3da-e390-4f31-a8aa-9a4612195670 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:30.900001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9f5960d6-4a4c-4bf7-a2e4-ee7a4e98e11a None None] Provisioning complete for port 205fc3da-e390-4f31-a8aa-9a4612195670 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:30.900620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9f5960d6-4a4c-4bf7-a2e4-ee7a4e98e11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.978132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9f5960d6-4a4c-4bf7-a2e4-ee7a4e98e11a None None] Port 205fc3da-e390-4f31-a8aa-9a4612195670 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:30.996108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:30.999836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=205fc3da-e390-4f31-a8aa-9a4612195670,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:31.003325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:31.102656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-96cb4adb-a776-4472-8315-fb5edca12339 None None] Provisioning complete for port 205fc3da-e390-4f31-a8aa-9a4612195670 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:31.103461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-96cb4adb-a776-4472-8315-fb5edca12339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.147659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 0a31684b-48c5-4a7f-91be-1a300fff446f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:31.148895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:31.163890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-96cb4adb-a776-4472-8315-fb5edca12339 None None] Port 205fc3da-e390-4f31-a8aa-9a4612195670 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:31.193663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ddd0e-58a5-45fb-b882-cee6abd716ff None None] Network d1171085-6cf6-4948-964a-896466ec6530 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:31.316669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7e6c894d-679c-47cd-8522-ab362d2a5eb5 None None] Provisioning for port 40f61720-c93a-4b86-85ff-ddf78bf7d13a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:31.391769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 40f61720-c93a-4b86-85ff-ddf78bf7d13a up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:31.410341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router cdda01e6-e046-4eb4-9868-083a43621b4b is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:53:31.525983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-46ab7bca-962b-4986-8469-7b4c79b1b8df None None] Provisioning complete for port 205fc3da-e390-4f31-a8aa-9a4612195670 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:31.526412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46ab7bca-962b-4986-8469-7b4c79b1b8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.609813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 40f61720-c93a-4b86-85ff-ddf78bf7d13a completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:31.621533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-46ab7bca-962b-4986-8469-7b4c79b1b8df None None] Port 205fc3da-e390-4f31-a8aa-9a4612195670 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:31.623811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 40f61720-c93a-4b86-85ff-ddf78bf7d13a triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:31.624219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.765840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:31.776039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.776769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9628639 May 25 16:53:31.778162 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] Sync routers for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:31.779635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35442) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.797490 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:31.799114 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:31.817817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 40f61720-c93a-4b86-85ff-ddf78bf7d13a, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=40f61720-c93a-4b86-85ff-ddf78bf7d13a,segment=NetworkSegment(d9954f48-7ce1-4c7f-b064-d01491e31b3c),segment_id=d9954f48-7ce1-4c7f-b064-d01491e31b3c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:31.822862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:31.823971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:31.857133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:31.876030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b1d6e-a753-40b1-9920-b6bbb04f10dc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:31.880792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35446) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:31.887285 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:31.890859 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7d8b1d6e-a753-40b1-9920-b6bbb04f10dc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports/205fc3da-e390-4f31-a8aa-9a4612195670 HTTP/1.1" status: 200 len: 910 time: 0.1093235 May 25 16:53:31.899794 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:31.900830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:31.972118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=40f61720-c93a-4b86-85ff-ddf78bf7d13a,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:31.983841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:31.993553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:31.999057 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:31.999612 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffae2da-aad5-4475-99fb-ce7c089e1b0c None None] The sync data for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:31.999819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:32.000305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.117316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6af2b086-a73f-45c7-844a-a3a7e8c7506a None None] Provisioning complete for port 40f61720-c93a-4b86-85ff-ddf78bf7d13a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:32.117619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6af2b086-a73f-45c7-844a-a3a7e8c7506a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.243152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.324173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,segment=NetworkSegment(bef36dfe-4051-4fbc-9f5a-770908c2d256),segment_id=bef36dfe-4051-4fbc-9f5a-770908c2d256)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:32.329457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.331425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:32.403831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:32.407150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:32.543415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:32.921198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.21.0.1 (d1171085-6cf6-4948-964a-896466ec6530/0897a96e-c0f8-45ca-9f4e-50eb7383aab0/b91e35cb-c247-4e38-a9d3-766382f3f469) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:33.090210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.106280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object b91e35cb-c247-4e38-a9d3-766382f3f469 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:33.129180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.133304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-51667b86-21b3-45cf-9cf6-afdbb670b037 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:33.200110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d1171085-6cf6-4948-964a-896466ec6530 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:33.203303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:33.210209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:33.244809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=b91e35cb-c247-4e38-a9d3-766382f3f469,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:33.254179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:33.255556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 40f61720-c93a-4b86-85ff-ddf78bf7d13a up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:33.274154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.337395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 40f61720-c93a-4b86-85ff-ddf78bf7d13a triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:33.337782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.405644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.471779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:33.500904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2bc800c2-c7eb-4a63-b523-9e2865496239 None None] Provisioning for port b91e35cb-c247-4e38-a9d3-766382f3f469 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:33.520926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2bc800c2-c7eb-4a63-b523-9e2865496239 None None] Provisioning complete for port b91e35cb-c247-4e38-a9d3-766382f3f469 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:33.521323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2bc800c2-c7eb-4a63-b523-9e2865496239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.593021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2bc800c2-c7eb-4a63-b523-9e2865496239 None None] Port b91e35cb-c247-4e38-a9d3-766382f3f469 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:33.604437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:33.604818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.957526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.962575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:33.988333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e64a92-5b94-4a18-8743-adb86cd5bc98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:34.075188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:34.078539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=b91e35cb-c247-4e38-a9d3-766382f3f469,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:34.081794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:34.212465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d1171085-6cf6-4948-964a-896466ec6530 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:34.213604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:34.413300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router cdda01e6-e046-4eb4-9868-083a43621b4b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:34.417390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6fe8893f-99e7-4877-a469-7632a6dc65fd None None] Provisioning complete for port b91e35cb-c247-4e38-a9d3-766382f3f469 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:34.417652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6fe8893f-99e7-4877-a469-7632a6dc65fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:34.474141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8893f-99e7-4877-a469-7632a6dc65fd None None] Port b91e35cb-c247-4e38-a9d3-766382f3f469 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:34.574951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:34.583706 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7011528 May 25 16:53:34.584467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] Sync routers for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:34.586877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:34.594868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:34.595523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:34.661327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:34.663242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf95ac28-03d4-4860-9a56-8e12d75927c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:34.663989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cf95ac28-03d4-4860-9a56-8e12d75927c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:34.670805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:34.671441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:34.686621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cf95ac28-03d4-4860-9a56-8e12d75927c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:34.687805 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf95ac28-03d4-4860-9a56-8e12d75927c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports/b91e35cb-c247-4e38-a9d3-766382f3f469 HTTP/1.1" status: 200 len: 910 time: 0.1000078 May 25 16:53:34.690711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35454) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:34.732858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:34.733274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658eef95-25e8-45c4-928e-1686390c4566 None None] The sync data for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:35.358725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:35.768250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port b91e35cb-c247-4e38-a9d3-766382f3f469 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:35.768592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:35.901225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:36.027587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for b91e35cb-c247-4e38-a9d3-766382f3f469 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:36.311908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:36.315485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:36.363266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=b91e35cb-c247-4e38-a9d3-766382f3f469,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:36.366373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:36.789900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:37.124989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router cdda01e6-e046-4eb4-9868-083a43621b4b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:37.295225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:37.304907 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] Sync routers for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:37.314504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6202660 May 25 16:53:37.314750 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:37.314883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35462) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:37.315322 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:37.379402 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:37.389388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:37.389388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:37.449073 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:37.449481 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9424f78-0248-4390-b92d-b80fb0a48322 None None] The sync data for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:37.819473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.374715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 205fc3da-e390-4f31-a8aa-9a4612195670 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:38.375080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.509486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.636745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 205fc3da-e390-4f31-a8aa-9a4612195670 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:38.782407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:38.791359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:38.846350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=205fc3da-e390-4f31-a8aa-9a4612195670,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:38.886558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:39.094172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.371290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router cdda01e6-e046-4eb4-9868-083a43621b4b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:39.665051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:39.673955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] Sync routers for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:39.681243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637874 May 25 16:53:39.682109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35466) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:39.684531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:39.685153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:39.725887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-01aa4ee6-14ec-4c35-bcc7-839d0b550460 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:39.741651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-01aa4ee6-14ec-4c35-bcc7-839d0b550460 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:39.742880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-01aa4ee6-14ec-4c35-bcc7-839d0b550460 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=cdda01e6-e046-4eb4-9868-083a43621b4b HTTP/1.1" status: 200 len: 205 time: 0.0598536 May 25 16:53:39.745837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35470) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:39.752811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:39.762478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] Routers {'cdda01e6-e046-4eb4-9868-083a43621b4b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:39.763151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['cdda01e6-e046-4eb4-9868-083a43621b4b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:39.828222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:39.828733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ae649-69bc-40da-b8e8-b027c6487243 None None] The sync data for ids ['cdda01e6-e046-4eb4-9868-083a43621b4b'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:39.888006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:39.998832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3778a0b3-b90b-4cc1-b566-4715e6c05f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.196587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.198694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.221404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.222105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router cdda01e6-e046-4eb4-9868-083a43621b4b {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:40.233262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.234318 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f95da604-e0d4-4882-a898-b31877eaaae9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b HTTP/1.1" status: 204 len: 168 time: 0.4875960 May 25 16:53:40.237016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35474) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:40.304387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet 0897a96e-c0f8-45ca-9f4e-50eb7383aab0 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:40.307393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.363848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.450329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.727149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.731135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:40.767460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=0897a96e-c0f8-45ca-9f4e-50eb7383aab0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:40.770514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:40.771517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.780715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e9d9e-a9c5-4dcc-838d-3bcf4806c3cb None None] Network d1171085-6cf6-4948-964a-896466ec6530 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:40.781271 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/0897a96e-c0f8-45ca-9f4e-50eb7383aab0 HTTP/1.1" status: 204 len: 168 time: 0.5403745 May 25 16:53:40.781271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35478) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:40.852687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet a3c91ca7-6b4a-42a7-b255-245d3547e861 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:40.855756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:40.911064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.004475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.030291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31612a30-3270-472c-a815-947a592ad120 None None] DHCP port deletion for d1171085-6cf6-4948-964a-896466ec6530 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:41.105620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-31612a30-3270-472c-a815-947a592ad120 None None] Deleting port 40f61720-c93a-4b86-85ff-ddf78bf7d13a {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:41.106070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31612a30-3270-472c-a815-947a592ad120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.208007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-31612a30-3270-472c-a815-947a592ad120 None None] For port 40f61720-c93a-4b86-85ff-ddf78bf7d13a, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=40f61720-c93a-4b86-85ff-ddf78bf7d13a,segment=NetworkSegment(d9954f48-7ce1-4c7f-b064-d01491e31b3c),segment_id=d9954f48-7ce1-4c7f-b064-d01491e31b3c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:41.208411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31612a30-3270-472c-a815-947a592ad120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.318230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 40f61720-c93a-4b86-85ff-ddf78bf7d13a no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:41.407535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-31612a30-3270-472c-a815-947a592ad120 None None] Calling delete_port for 40f61720-c93a-4b86-85ff-ddf78bf7d13a owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:41.453301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.458045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-87038d5b-25dc-4ca8-89b5-89bfdbf8b951 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:41.497775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.500581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c91ca7-6b4a-42a7-b255-245d3547e861,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:41.503789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:41.508637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/a3c91ca7-6b4a-42a7-b255-245d3547e861 HTTP/1.1" status: 204 len: 168 time: 0.7264917 May 25 16:53:41.511576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35482) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:41.516045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a921bcd-b022-4386-a06f-f4dea5c223af None None] Network 0a31684b-48c5-4a7f-91be-1a300fff446f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:41.632140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.636618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.682944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] The port '40f61720-c93a-4b86-85ff-ddf78bf7d13a' was deleted {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 25 16:53:41.686756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31612a30-3270-472c-a815-947a592ad120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.692195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c0cffbc3-6d44-433b-ac11-7fe058ccdb37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:41.781782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31612a30-3270-472c-a815-947a592ad120 None None] Pushing event deleted for resources: {'Port': ['ID=40f61720-c93a-4b86-85ff-ddf78bf7d13a,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:41.783640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31612a30-3270-472c-a815-947a592ad120 None None] No DVR routers for this DVR port 40f61720-c93a-4b86-85ff-ddf78bf7d13a on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:41.788939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-31612a30-3270-472c-a815-947a592ad120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:41.815960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.830197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1171085-6cf6-4948-964a-896466ec6530']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:41.844388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9954f48-7ce1-4c7f-b064-d01491e31b3c') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:41.844680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9954f48-7ce1-4c7f-b064-d01491e31b3c') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:41.861418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.879573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.887218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:41.887826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:41.907200 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:41.927809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] DHCP port deletion for 0a31684b-48c5-4a7f-91be-1a300fff446f request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:41.996091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:41.998143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Deleting port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:41.998532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.001055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.004201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-efd217ca-537b-49c7-8312-116e67b26f23 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:42.026018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=d1171085-6cf6-4948-964a-896466ec6530,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:42.028881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:42.030854 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/d1171085-6cf6-4948-964a-896466ec6530 HTTP/1.1" status: 204 len: 168 time: 0.5186236 May 25 16:53:42.033488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35486) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:42.099615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] For port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,segment=NetworkSegment(bef36dfe-4051-4fbc-9f5a-770908c2d256),segment_id=bef36dfe-4051-4fbc-9f5a-770908c2d256)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:42.100463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.156093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.238397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:42.238736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.256727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Calling delete_port for 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:42.303791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.307384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:42.338270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,segment=NetworkSegment(bef36dfe-4051-4fbc-9f5a-770908c2d256),segment_id=bef36dfe-4051-4fbc-9f5a-770908c2d256)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:42.338649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.350841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Pushing event deleted for resources: {'Port': ['ID=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:42.354280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:42.355128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] No DVR routers for this DVR port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:42.471002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.600552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:42.644542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.648774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7e923e6b-b28b-4186-8de8-9ac83e0c79d4 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:42.697058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:42.701875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:42.736525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.736902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.737297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.737654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.738013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.738376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.738736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.739116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.739479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.739833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.740222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.740705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:42.746423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:42.790690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4cb17fe4-ac79-4129-8dda-22dd53cc76dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.841858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.859882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a31684b-48c5-4a7f-91be-1a300fff446f']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:42.873095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef36dfe-4051-4fbc-9f5a-770908c2d256') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:42.873386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef36dfe-4051-4fbc-9f5a-770908c2d256') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:42.884841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.902111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.908416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:42.908801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:42.924234 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:43.003648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.007194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da5daf21-8a67-4e1f-ba1c-919bee5c3f8f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:43.025718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.037004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=0a31684b-48c5-4a7f-91be-1a300fff446f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:43.042091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:43.050276 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/0a31684b-48c5-4a7f-91be-1a300fff446f HTTP/1.1" status: 204 len: 168 time: 1.0157702 May 25 16:53:43.054018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35490) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:43.059601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1793870510'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:43.064627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:43.068409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:43.071399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:43.077364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:43.087834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:43.091403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.119626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:53:43.128614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.128952 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 4157f1e7-3489-4d19-b5fd-44c58299210a of type vlan for network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 May 25 16:53:43.156352 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.185955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.191483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:43.192103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.195899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e881b3e-afeb-482d-99be-221aafd30267 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:43.245798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:43.281329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:43.281687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 2fa83f1c-9b6a-4fc8-b70b-6d1cebfce40d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:43.295551 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2405121 May 25 16:53:43.298500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:43.304863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:43.305051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=c3096e07-ecaa-4695-a7eb-802e87eaa2f6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:43.307415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:43.315196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:53:43.428184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:43.433232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:43.436235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:43.442277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:43.452651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:43.456270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.718808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.893242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:43.900333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-912bceb1-3c67-4ef0-a9ed-2bcc929303ec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:43.983682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=d22df2a4-9586-4793-9260-f323ee944fad,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:43.986941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:43.993716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '4157f1e7-3489-4d19-b5fd-44c58299210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:43.994069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: c3096e07-ecaa-4695-a7eb-802e87eaa2f6, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:53:44.011629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:53:44.020547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c3096e07-ecaa-4695-a7eb-802e87eaa2f6) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:44.030056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1b481-6c9e-4e7c-b3c4-4ff7b676524f None None] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:44.030559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:44.031127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.054343 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7535744 May 25 16:53:44.057032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35498) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:44.062444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-769809365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:44.069479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:44.073493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:44.076524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:44.083909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:44.093551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.094566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.110819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.129576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.153286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.154461 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-319c1f8c-94ca-4e61-a46b-6ea72363a0b8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0964422 May 25 16:53:44.157255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35502) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:44.163377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'port': {'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6', 'name': 'tempest-RoutersTest-1912588395'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:44.255371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c3096e07-ecaa-4695-a7eb-802e87eaa2f6', 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': 'd22df2a4-9586-4793-9260-f323ee944fad'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:44.256750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.305541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:44.309689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:port and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:44.312657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:44.318416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:44.329147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:44.332646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.355608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] device_id is not set on port a8325d1b-a46d-4b03-811f-6304d75ccd70 yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:53:44.461223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Allocated IP 172.20.0.2 (c3096e07-ecaa-4695-a7eb-802e87eaa2f6/d22df2a4-9586-4793-9260-f323ee944fad/9ae2c0ab-8353-4bc5-9586-2511f3ec794d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:44.664217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.673943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Transition to ACTIVE for port object 9ae2c0ab-8353-4bc5-9586-2511f3ec794d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:44.691956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Transition to ACTIVE for port object 9ae2c0ab-8353-4bc5-9586-2511f3ec794d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:44.696843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.701109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52cdefc4-dce4-4c6a-aad3-76090ea14464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:44.763732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.20.0.9 (c3096e07-ecaa-4695-a7eb-802e87eaa2f6/d22df2a4-9586-4793-9260-f323ee944fad/a8325d1b-a46d-4b03-811f-6304d75ccd70) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:44.767280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:44.769979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:44.774658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:44.781000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Pushing event updated for resources: {'Port': ['ID=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:44.819971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.820326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.820671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.821010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.821346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.821679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.822007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.822337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.822664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.823016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.823344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.823684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:53:44.831202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:44.896721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Attempting to bind port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:44.897876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Attempting to bind port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '4157f1e7-3489-4d19-b5fd-44c58299210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:44.898394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Attempting to bind port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d on network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:44.904128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:44.904734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Checking segment: {'id': '4157f1e7-3489-4d19-b5fd-44c58299210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:44.905393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.906060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Bound using segment: {'id': '4157f1e7-3489-4d19-b5fd-44c58299210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:44.906875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Bound port: 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4157f1e7-3489-4d19-b5fd-44c58299210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'c3096e07-ecaa-4695-a7eb-802e87eaa2f6'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:44.907560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:44.986539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:45.004023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object a8325d1b-a46d-4b03-811f-6304d75ccd70 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:45.008013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] For port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:45.012804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] For port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,segment=NetworkSegment(4157f1e7-3489-4d19-b5fd-44c58299210a),segment_id=4157f1e7-3489-4d19-b5fd-44c58299210a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:45.016533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:45.021420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:45.030680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:45.036526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8cfb8c69-8d24-443d-90a7-196d81b6a3e2 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:45.103810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Pushing event updated for resources: {'Port': ['ID=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:45.106741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:45.111994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:45.115658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:45.120643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:45.147901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=a8325d1b-a46d-4b03-811f-6304d75ccd70,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:45.153636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:45.193444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:45.194676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:45.219510 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0612364 May 25 16:53:45.222378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35506) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:45.403300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:45.965993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.023201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfab426-b39e-4ed6-add7-4635935f3aec None None] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:46.117124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-adff2700-8740-4e9b-915d-1a647c9f48c3 None None] Provisioning for port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:46.352129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.357018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.361214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:46.471616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-78571d8a-1168-4b24-a070-762a46951f94 None None] Provisioning for port a8325d1b-a46d-4b03-811f-6304d75ccd70 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:46.477443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-78571d8a-1168-4b24-a070-762a46951f94 None None] Provisioning complete for port a8325d1b-a46d-4b03-811f-6304d75ccd70 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:46.478155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-78571d8a-1168-4b24-a070-762a46951f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.484811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=a8325d1b-a46d-4b03-811f-6304d75ccd70,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:46.489344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:46.542146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-78571d8a-1168-4b24-a070-762a46951f94 None None] Port a8325d1b-a46d-4b03-811f-6304d75ccd70 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:46.667388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9b2593cc-9d30-49fe-88cb-569f822fbd87 None None] Provisioning complete for port a8325d1b-a46d-4b03-811f-6304d75ccd70 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:46.667786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9b2593cc-9d30-49fe-88cb-569f822fbd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.718181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.724738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9b2593cc-9d30-49fe-88cb-569f822fbd87 None None] Port a8325d1b-a46d-4b03-811f-6304d75ccd70 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:46.833579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:46.949970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f574c2cb-ed57-4b07-a5c1-0d34e8e4eef9 None None] Provisioning complete for port a8325d1b-a46d-4b03-811f-6304d75ccd70 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:46.950490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f574c2cb-ed57-4b07-a5c1-0d34e8e4eef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.015292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f574c2cb-ed57-4b07-a5c1-0d34e8e4eef9 None None] Port a8325d1b-a46d-4b03-811f-6304d75ccd70 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:47.237063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.241797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.271201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a272876c-e659-4ab4-bdd1-c4638534a9ba tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:47.275419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ae2c0ab-8353-4bc5-9586-2511f3ec794d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:47.345973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:47.350857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:47.351139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.359305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=a8325d1b-a46d-4b03-811f-6304d75ccd70,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:47.361822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.369008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:47.478938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.514974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,segment=NetworkSegment(4157f1e7-3489-4d19-b5fd-44c58299210a),segment_id=4157f1e7-3489-4d19-b5fd-44c58299210a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:47.519675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.521769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f17cce55-7b5b-4868-8f8f-963f17cd95f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:47.590694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:47.593916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:47.646391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:47.647863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:47.844654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-204172da-2411-4099-ab22-8078c5eee80c None None] Provisioning complete for port a8325d1b-a46d-4b03-811f-6304d75ccd70 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:47.845317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-204172da-2411-4099-ab22-8078c5eee80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:47.867644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router e79ab7e4-0299-48ab-bd5f-898e5a93cab0 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:53:47.903236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-204172da-2411-4099-ab22-8078c5eee80c None None] Port a8325d1b-a46d-4b03-811f-6304d75ccd70 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:48.033642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:48.039733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/e79ab7e4-0299-48ab-bd5f-898e5a93cab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156440 May 25 16:53:48.041747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:48.044029 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] Sync routers for ids ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:48.054695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] Routers {'e79ab7e4-0299-48ab-bd5f-898e5a93cab0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:48.055458 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:48.122605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d773464-a273-46af-a39e-f4bc49ca2294 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:48.123185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d773464-a273-46af-a39e-f4bc49ca2294 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:48.132071 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:48.139160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d773464-a273-46af-a39e-f4bc49ca2294 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:48.140311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4d773464-a273-46af-a39e-f4bc49ca2294 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports/a8325d1b-a46d-4b03-811f-6304d75ccd70 HTTP/1.1" status: 200 len: 977 time: 0.0976541 May 25 16:53:48.141507 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] Routers {'e79ab7e4-0299-48ab-bd5f-898e5a93cab0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:48.142118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:48.143033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35514) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:48.206808 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:48.207239 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3c541-94f6-41e0-9482-8b89381b9b54 None None] The sync data for ids ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:48.646209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.650832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:48.995195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port a8325d1b-a46d-4b03-811f-6304d75ccd70 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:48.995540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.250465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ae2c0ab-8353-4bc5-9586-2511f3ec794d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:49.263747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.319493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:49.319879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.390450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for a8325d1b-a46d-4b03-811f-6304d75ccd70 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:49.548802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:49.554427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ec12498-ffa0-4448-b132-951179b127ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:49.602694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=a8325d1b-a46d-4b03-811f-6304d75ccd70,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:49.629998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:49.840779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:50.139572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router e79ab7e4-0299-48ab-bd5f-898e5a93cab0 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:50.275944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:50.285004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] Sync routers for ids ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:50.293824 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/e79ab7e4-0299-48ab-bd5f-898e5a93cab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1497462 May 25 16:53:50.295917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] Routers {'e79ab7e4-0299-48ab-bd5f-898e5a93cab0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:50.296478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35518) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:50.296694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:50.417575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:50.427137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] Routers {'e79ab7e4-0299-48ab-bd5f-898e5a93cab0'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:50.427797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:50.494820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:50.495266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69125a9-68a1-4154-ac48-2e6e5cee9ab8 None None] The sync data for ids ['e79ab7e4-0299-48ab-bd5f-898e5a93cab0'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:50.815498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-297ed264-5b00-4a78-bd79-38b9c289f778 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] remove_router_interface failed (client error): The resource could not be found. May 25 16:53:50.816516 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-297ed264-5b00-4a78-bd79-38b9c289f778 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/e79ab7e4-0299-48ab-bd5f-898e5a93cab0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5191238 May 25 16:53:50.820762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35522) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:50.866255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9027ab07-3241-44a7-b598-820b17a17fc1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=e79ab7e4-0299-48ab-bd5f-898e5a93cab0 HTTP/1.1" status: 200 len: 205 time: 0.0434473 May 25 16:53:50.868501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35526) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:51.030587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.489969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.492757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.516330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.516838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router e79ab7e4-0299-48ab-bd5f-898e5a93cab0 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:53:51.528019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.529091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2eb6cf52-b96a-4e65-9803-f82b48e4c4a9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/e79ab7e4-0299-48ab-bd5f-898e5a93cab0 HTTP/1.1" status: 204 len: 168 time: 0.6597118 May 25 16:53:51.531686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35530) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:51.600326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet d22df2a4-9586-4793-9260-f323ee944fad {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:53:51.603718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.663148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:51.747369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.039577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.043485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c7098cc7-947c-4417-a323-b0a341eb3b3b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:52.079774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=d22df2a4-9586-4793-9260-f323ee944fad,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:52.082808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:52.083836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.090850 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/d22df2a4-9586-4793-9260-f323ee944fad HTTP/1.1" status: 204 len: 168 time: 0.5581117 May 25 16:53:52.091607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868bfa3b-2582-46ae-8876-4f43fbcb3cfd None None] Network c3096e07-ecaa-4695-a7eb-802e87eaa2f6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:52.093405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35534) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:52.214088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.286545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:52.287808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.340059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] DHCP port deletion for c3096e07-ecaa-4695-a7eb-802e87eaa2f6 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:53:52.394238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,segment=NetworkSegment(4157f1e7-3489-4d19-b5fd-44c58299210a),segment_id=4157f1e7-3489-4d19-b5fd-44c58299210a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:52.394607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.406466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Deleting port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:52.406854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.510814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] For port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,segment=NetworkSegment(4157f1e7-3489-4d19-b5fd-44c58299210a),segment_id=4157f1e7-3489-4d19-b5fd-44c58299210a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:52.511243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.524911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 9ae2c0ab-8353-4bc5-9586-2511f3ec794d owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:52.578348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.586487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c77bd99a-c36a-4565-bdde-54d17fdb2ab1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:52.632557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:52.634525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:52.638019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Calling delete_port for 9ae2c0ab-8353-4bc5-9586-2511f3ec794d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:52.664852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: from cryptography.utils import int_from_bytes May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: from cryptography.utils import int_from_bytes May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 16:53:52.675656 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 16:53:52.684808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.689275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:52.736141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Pushing event deleted for resources: {'Port': ['ID=9ae2c0ab-8353-4bc5-9586-2511f3ec794d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:52.737979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] No DVR routers for this DVR port 9ae2c0ab-8353-4bc5-9586-2511f3ec794d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:53:52.739377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:52.762235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.778193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3096e07-ecaa-4695-a7eb-802e87eaa2f6']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:52.792232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4157f1e7-3489-4d19-b5fd-44c58299210a') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:52.792528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4157f1e7-3489-4d19-b5fd-44c58299210a') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:52.804507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.821644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.827915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:53:52.828290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:53:52.843100 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:53:53.070322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.073709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f3b8e954-9cec-4eb4-b94e-c597d7175c5c tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:53.088643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.099627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=c3096e07-ecaa-4695-a7eb-802e87eaa2f6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:53.104627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:53.108126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/c3096e07-ecaa-4695-a7eb-802e87eaa2f6 HTTP/1.1" status: 204 len: 168 time: 1.0138042 May 25 16:53:53.111903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35538) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:53.118258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1147418152'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:53.123343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:53.127112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:53.131614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:53.137405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:53.148477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:53.152044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.181307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1152, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:53:53.190444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.190765 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 891edd05-2a81-4449-a375-6e1e8c1636e1 of type vlan for network a8b05b95-5419-4cf1-a42d-7e14859283e9 May 25 16:53:53.219236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.249351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ae2c0ab-8353-4bc5-9586-2511f3ec794d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:53:53.249909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.255609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:53.256724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.260476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bbe2002a-f38f-418c-ae54-76ac9c739813 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:53.285945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9ae2c0ab-8353-4bc5-9586-2511f3ec794d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:53:53.286352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ae2c0ab-8353-4bc5-9586-2511f3ec794d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:53:53.366549 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2528698 May 25 16:53:53.369184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35542) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:53.372713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=a8b05b95-5419-4cf1-a42d-7e14859283e9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:53.375456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:53.376049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:53.383571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:53:53.492298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:53.496124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:53.498966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:53.504680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:53.514349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:53:53.517862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.942654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:53.946972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf93ff1c-4f02-4eec-b0ac-cfaa8d8749e9 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:54.021386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=a51c2f45-19fd-4411-8184-8e0b0c6ef3e5,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:54.025631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:54.031470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '891edd05-2a81-4449-a375-6e1e8c1636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:54.031833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: a8b05b95-5419-4cf1-a42d-7e14859283e9, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:53:54.048903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:53:54.058183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, a8b05b95-5419-4cf1-a42d-7e14859283e9) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:54.067759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d401cd-c3ad-4a49-8ea6-005abc9cb324 None None] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:54.068146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:54.069299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.091492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7211185 May 25 16:53:54.094013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35546) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:54.099704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-624481193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:53:54.106621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:53:54.110664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:53:54.113540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:53:54.119933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:53:54.130351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.132123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.147615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.169879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.193176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.194289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-af7b2315-49b7-4703-aa23-075c3b01d55a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0992601 May 25 16:53:54.197037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35550) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:54.291261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-a8b05b95-5419-4cf1-a42d-7e14859283e9', 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': 'a51c2f45-19fd-4411-8184-8e0b0c6ef3e5'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:53:54.292107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.447770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Allocated IP 172.20.0.2 (a8b05b95-5419-4cf1-a42d-7e14859283e9/a51c2f45-19fd-4411-8184-8e0b0c6ef3e5/75771bac-6602-4cfb-a7cf-eacf23b16c95) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:54.660308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.672064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Transition to ACTIVE for port object 75771bac-6602-4cfb-a7cf-eacf23b16c95 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:54.690855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Transition to ACTIVE for port object 75771bac-6602-4cfb-a7cf-eacf23b16c95 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:54.696178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.698065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.700954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ee6a4e1f-1131-4f95-960b-839b1f1fea5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:54.764671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:54.767690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:54.771336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:54.781312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Pushing event updated for resources: {'Port': ['ID=75771bac-6602-4cfb-a7cf-eacf23b16c95,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:54.809518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:54.920788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Attempting to bind port 75771bac-6602-4cfb-a7cf-eacf23b16c95 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:53:54.921172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Attempting to bind port 75771bac-6602-4cfb-a7cf-eacf23b16c95 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '891edd05-2a81-4449-a375-6e1e8c1636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:53:54.921580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Attempting to bind port 75771bac-6602-4cfb-a7cf-eacf23b16c95 on network a8b05b95-5419-4cf1-a42d-7e14859283e9 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:53:54.927665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:53:54.928805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Checking segment: {'id': '891edd05-2a81-4449-a375-6e1e8c1636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:53:54.929214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:54.929613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Bound using segment: {'id': '891edd05-2a81-4449-a375-6e1e8c1636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:53:54.930122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Bound port: 75771bac-6602-4cfb-a7cf-eacf23b16c95, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891edd05-2a81-4449-a375-6e1e8c1636e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': 'a8b05b95-5419-4cf1-a42d-7e14859283e9'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:53:54.930499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.025029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] For port 75771bac-6602-4cfb-a7cf-eacf23b16c95, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:53:55.028270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] For port 75771bac-6602-4cfb-a7cf-eacf23b16c95, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=75771bac-6602-4cfb-a7cf-eacf23b16c95,segment=NetworkSegment(891edd05-2a81-4449-a375-6e1e8c1636e1),segment_id=891edd05-2a81-4449-a375-6e1e8c1636e1)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:53:55.032932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.036581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:55.118632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Pushing event updated for resources: {'Port': ['ID=75771bac-6602-4cfb-a7cf-eacf23b16c95,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:55.121725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:55.216073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.20.0.1 (a8b05b95-5419-4cf1-a42d-7e14859283e9/a51c2f45-19fd-4411-8184-8e0b0c6ef3e5/0845764f-a184-4c40-b1ed-b4cb31aa8a8b) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:53:55.404730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.424926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object 0845764f-a184-4c40-b1ed-b4cb31aa8a8b will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:53:55.452299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.456208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:55.530882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:55.534074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:55.538879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:53:55.571194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=0845764f-a184-4c40-b1ed-b4cb31aa8a8b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:55.578969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:55.605349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:55.713743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.009192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4833d7c-8cb1-4e5b-973c-396db1120f8a None None] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:53:56.113736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bcfdcb19-27b3-4cc7-9fe6-b8e7e72344b8 None None] Provisioning for port 75771bac-6602-4cfb-a7cf-eacf23b16c95 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:56.121417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.126113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.153507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a01bb14-9d2d-4adb-9f42-594f8228d28c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:56.249405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=0845764f-a184-4c40-b1ed-b4cb31aa8a8b,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:56.253800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:56.254573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.397800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:53:56.399449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:53:56.565276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-93406f94-4d76-4f82-829b-6ba14ffb9208 None None] Provisioning for port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:56.571215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-93406f94-4d76-4f82-829b-6ba14ffb9208 None None] Provisioning complete for port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:56.571727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93406f94-4d76-4f82-829b-6ba14ffb9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.617393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 70dc6240-b496-4a1d-bc0a-d0a9857fbf1d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:53:56.654349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-93406f94-4d76-4f82-829b-6ba14ffb9208 None None] Port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:56.782984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c78ce61a-c6f6-45a0-87fe-137cfb7d0aa5 None None] Provisioning complete for port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:56.783347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c78ce61a-c6f6-45a0-87fe-137cfb7d0aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:56.865632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c78ce61a-c6f6-45a0-87fe-137cfb7d0aa5 None None] Port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:56.974780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:56.993502 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] Sync routers for ids ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:56.999760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c469dc68-9788-4be6-b97a-989785938dbd None None] Provisioning complete for port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:57.000500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c469dc68-9788-4be6-b97a-989785938dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.003675 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/70dc6240-b496-4a1d-bc0a-d0a9857fbf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029494 May 25 16:53:57.004047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35558) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:57.014148 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] Routers {'70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:57.014879 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:57.063178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c469dc68-9788-4be6-b97a-989785938dbd None None] Port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:53:57.083651 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:57.088608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e0968-3749-429b-8578-6b98d22bd953 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:53:57.089476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-971e0968-3749-429b-8578-6b98d22bd953 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:57.093758 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] Routers {'70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:57.094378 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:57.106696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-971e0968-3749-429b-8578-6b98d22bd953 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:57.110799 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-971e0968-3749-429b-8578-6b98d22bd953 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports/0845764f-a184-4c40-b1ed-b4cb31aa8a8b HTTP/1.1" status: 200 len: 910 time: 0.1030812 May 25 16:53:57.111042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35562) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:57.164947 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:57.165457 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8790b37-e258-4c13-b9e4-d9e68e26b7f3 None None] The sync data for ids ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:57.305078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 75771bac-6602-4cfb-a7cf-eacf23b16c95 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:57.375614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 75771bac-6602-4cfb-a7cf-eacf23b16c95 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:53:57.380326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 75771bac-6602-4cfb-a7cf-eacf23b16c95 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:57.380706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.517527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.552439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 75771bac-6602-4cfb-a7cf-eacf23b16c95, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=75771bac-6602-4cfb-a7cf-eacf23b16c95,segment=NetworkSegment(891edd05-2a81-4449-a375-6e1e8c1636e1),segment_id=891edd05-2a81-4449-a375-6e1e8c1636e1)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:53:57.556488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:57.558487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:57.632991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=75771bac-6602-4cfb-a7cf-eacf23b16c95,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:57.637229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:57.640932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:58.049224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 0845764f-a184-4c40-b1ed-b4cb31aa8a8b {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:53:58.049970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:58.323864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:58.454405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 0845764f-a184-4c40-b1ed-b4cb31aa8a8b owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:53:58.596757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:58.600393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b7c6de40-2884-4a09-9694-4999d3658baf tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:53:58.650681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=0845764f-a184-4c40-b1ed-b4cb31aa8a8b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:53:58.677482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:53:58.886709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.190448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 70dc6240-b496-4a1d-bc0a-d0a9857fbf1d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:53:59.258139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 75771bac-6602-4cfb-a7cf-eacf23b16c95 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:53:59.326402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 75771bac-6602-4cfb-a7cf-eacf23b16c95 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:53:59.326787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.330088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:53:59.349528 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/70dc6240-b496-4a1d-bc0a-d0a9857fbf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2348428 May 25 16:53:59.349810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35566) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:59.357306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] Sync routers for ids ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:53:59.385360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] Routers {'70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:59.386002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:59.392590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b04d21be-b1a4-4059-9444-083d4668a802 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:53:59.409486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b04d21be-b1a4-4059-9444-083d4668a802 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:53:59.413788 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b04d21be-b1a4-4059-9444-083d4668a802 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=70dc6240-b496-4a1d-bc0a-d0a9857fbf1d HTTP/1.1" status: 200 len: 205 time: 0.0600293 May 25 16:53:59.414077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35570) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:53:59.456919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:59.471377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] Routers {'70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:53:59.472002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:59.582168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:53:59.582760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55be8612-fe74-498e-ac7e-59449b7269a7 None None] The sync data for ids ['70dc6240-b496-4a1d-bc0a-d0a9857fbf1d'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:53:59.688903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.992958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:53:59.995173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.016683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.017201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router 70dc6240-b496-4a1d-bc0a-d0a9857fbf1d {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:54:00.029797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.030876 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b17c12b1-291d-42b7-877c-d0d86f8482ad tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/70dc6240-b496-4a1d-bc0a-d0a9857fbf1d HTTP/1.1" status: 204 len: 168 time: 0.6158507 May 25 16:54:00.033541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35576) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:00.104470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet a51c2f45-19fd-4411-8184-8e0b0c6ef3e5 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:00.107688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.163048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.245736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.520661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.525301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e8ea2368-29b1-407e-a5d2-371676353f30 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:00.562576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=a51c2f45-19fd-4411-8184-8e0b0c6ef3e5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:00.564545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.567387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:00.568858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06075abb-fc90-4590-9dc9-cbe3bea982b6 None None] Network a8b05b95-5419-4cf1-a42d-7e14859283e9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:00.572199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/a51c2f45-19fd-4411-8184-8e0b0c6ef3e5 HTTP/1.1" status: 204 len: 168 time: 0.5373738 May 25 16:54:00.574776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35580) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:00.695448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.774794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 75771bac-6602-4cfb-a7cf-eacf23b16c95 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:00.775180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.823307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] DHCP port deletion for a8b05b95-5419-4cf1-a42d-7e14859283e9 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:00.879034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 75771bac-6602-4cfb-a7cf-eacf23b16c95, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=75771bac-6602-4cfb-a7cf-eacf23b16c95,segment=NetworkSegment(891edd05-2a81-4449-a375-6e1e8c1636e1),segment_id=891edd05-2a81-4449-a375-6e1e8c1636e1)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:00.879405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:00.890425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Deleting port 75771bac-6602-4cfb-a7cf-eacf23b16c95 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:00.890894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.005164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 75771bac-6602-4cfb-a7cf-eacf23b16c95 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:01.025906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] For port 75771bac-6602-4cfb-a7cf-eacf23b16c95, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=75771bac-6602-4cfb-a7cf-eacf23b16c95,segment=NetworkSegment(891edd05-2a81-4449-a375-6e1e8c1636e1),segment_id=891edd05-2a81-4449-a375-6e1e8c1636e1)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:01.026260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.066286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.070248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e898e3d5-9931-480f-bfb0-7bf7df15faec tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:01.130518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=75771bac-6602-4cfb-a7cf-eacf23b16c95,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:01.132571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 75771bac-6602-4cfb-a7cf-eacf23b16c95 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:01.134040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:01.157576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Calling delete_port for 75771bac-6602-4cfb-a7cf-eacf23b16c95 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:01.200097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.203984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6b5691d1-1615-473a-8821-5bee9c47948a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:01.245597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Pushing event deleted for resources: {'Port': ['ID=75771bac-6602-4cfb-a7cf-eacf23b16c95,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:01.251571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:01.253918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] No DVR routers for this DVR port 75771bac-6602-4cfb-a7cf-eacf23b16c95 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:01.261949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.268070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 75771bac-6602-4cfb-a7cf-eacf23b16c95 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:01.280426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b05b95-5419-4cf1-a42d-7e14859283e9']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.306026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 75771bac-6602-4cfb-a7cf-eacf23b16c95 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:01.306689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 75771bac-6602-4cfb-a7cf-eacf23b16c95 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:01.427079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891edd05-2a81-4449-a375-6e1e8c1636e1') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.427444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891edd05-2a81-4449-a375-6e1e8c1636e1') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:01.442208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.458447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.464554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:01.464936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:01.479937 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:01.560505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.564047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0ac630f6-927e-4f86-bbee-5865e0b4bb41 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:01.579506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.590626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=a8b05b95-5419-4cf1-a42d-7e14859283e9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:01.594983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:01.608023 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/a8b05b95-5419-4cf1-a42d-7e14859283e9 HTTP/1.1" status: 204 len: 168 time: 1.0320084 May 25 16:54:01.613116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35586) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:01.620213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1755181501', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:01.628398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:01.632733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:01.635704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:01.642063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:01.652701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.653751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.669378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:01.945578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.257053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.289131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.429206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.26.6.118 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/2e6979fe-b564-4586-afc8-2b8b3799bd0d) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:02.580504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.609664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:02.614205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ac0771c-0f79-4a75-b4e4-7fb4a56cbcbc tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:02.672778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:02.675528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:02.682213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:02.725907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=2e6979fe-b564-4586-afc8-2b8b3799bd0d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:02.730261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:03.248470 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.353511 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-ff24e122-664a-48b4-a15f-e9bae74f61a4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1215391 May 25 16:54:03.501189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-d8dd9c50-3ef1-449f-a5e4-37ac730cd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:03.502582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-d8dd9c50-3ef1-449f-a5e4-37ac730cd58f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.0778008 May 25 16:54:03.620618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:03.659696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-0f183c15-832f-4d05-a590-a86f5e6ff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:03.661175 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-0f183c15-832f-4d05-a590-a86f5e6ff2b4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.1384828 May 25 16:54:03.771754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-186b3a78-c6d8-465a-8063-e9b25c19f16b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 1002 time: 0.1032481 May 25 16:54:03.835288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-fa7fbb1f-c12a-4c74-873d-121dfa53c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:03.836902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-fa7fbb1f-c12a-4c74-873d-121dfa53c873 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0590777 May 25 16:54:03.839783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 26df381f-f5e8-4877-91d2-7d5e46c4a7cd is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:54:03.915584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-b7d121c1-3b4d-46c9-abe9-f416b67c0056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:03.917072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-b7d121c1-3b4d-46c9-abe9-f416b67c0056 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739779 May 25 16:54:04.030771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:04.042852 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] Sync routers for ids ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:04.054223 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] Routers {'26df381f-f5e8-4877-91d2-7d5e46c4a7cd'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:04.055207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.057006 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-0434bb52-80c1-4772-9e3d-b42ddadcbd8c service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326892 May 25 16:54:04.062943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:04.066857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35594) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:04.067188 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4529567 May 25 16:54:04.118499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.127044 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] Routers {'26df381f-f5e8-4877-91d2-7d5e46c4a7cd'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:04.127639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.189914 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:04.190319 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96136050-1fa4-49d2-9dbb-9b0c927e6680 None None] The sync data for ids ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:04.359705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06d7951b-d47a-4676-a5ae-963d4d2f5b91 req-6a7ceda2-998a-4b39-b6e4-bf33abdaab74 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955458 May 25 16:54:04.368428 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5555a66e-370c-4352-bd88-3f692a34da47 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers/26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 200 len: 881 time: 0.3004119 May 25 16:54:04.371030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35598) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:04.591018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5933f06-a8f7-453d-8491-e4b3b38e5d4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:router {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:04.609454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f5933f06-a8f7-453d-8491-e4b3b38e5d4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:router {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:04.611477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5933f06-a8f7-453d-8491-e4b3b38e5d4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2393935 May 25 16:54:04.613380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35602) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:04.619784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1755181501'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:05.301958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:05.313297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:05.497673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 26df381f-f5e8-4877-91d2-7d5e46c4a7cd has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:05.681806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:05.688637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:05.689816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f90469ef-f98f-4acc-8f7e-1ad61bda097f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 200 len: 888 time: 1.0753241 May 25 16:54:05.692391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35606) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:05.699142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] Sync routers for ids ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:05.712262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] Routers {'26df381f-f5e8-4877-91d2-7d5e46c4a7cd'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:05.712886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:05.774502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:05.783113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] Routers {'26df381f-f5e8-4877-91d2-7d5e46c4a7cd'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:05.783723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:05.848667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:05.849075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64f59e-5b0a-42c9-a60a-09bde077da96 None None] The sync data for ids ['26df381f-f5e8-4877-91d2-7d5e46c4a7cd'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:05.883150 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-060d1820-e770-4693-9fb5-a59b3a7da0f1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers/26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 200 len: 888 time: 0.1895709 May 25 16:54:05.885771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35610) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:05.929693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e6fa790d-9f7b-434c-a2bc-c3f2e6aa2ddb tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:05.945300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e6fa790d-9f7b-434c-a2bc-c3f2e6aa2ddb tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:05.947557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e6fa790d-9f7b-434c-a2bc-c3f2e6aa2ddb tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 200 len: 205 time: 0.0597253 May 25 16:54:05.949098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35614) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:06.294884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:06.473757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:06.555255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 2e6979fe-b564-4586-afc8-2b8b3799bd0d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:06.555481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:06.678461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:06.806511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 2e6979fe-b564-4586-afc8-2b8b3799bd0d owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:06.856135 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:54:06.942240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:06.946103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-de5980f9-b9ff-4d31-be0f-c0ff60aa94f0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:06.994165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=2e6979fe-b564-4586-afc8-2b8b3799bd0d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:07.020251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:07.083517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.261437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.263693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.288587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.289110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router 26df381f-f5e8-4877-91d2-7d5e46c4a7cd {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:54:07.310777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.311896 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 204 len: 168 time: 1.3618617 May 25 16:54:07.315458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35618) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:07.321703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-614593628'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:07.326672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:07.330442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:07.333322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:07.339765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:07.350081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:07.353546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.381471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:07.390896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.391288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 5d01e046-62ed-4e74-98d8-522cbb3cf6b1 of type vlan for network 15ffc002-baeb-40d0-b563-9b53813a6ca9 May 25 16:54:07.425717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.457613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.463708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:07.464287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:07.467987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53102ab8-7f2a-499d-b90f-70759fdf3da7 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:07.564737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2482181 May 25 16:54:07.567635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:07.574951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:07.578674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=15ffc002-baeb-40d0-b563-9b53813a6ca9,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:07.581427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:07.590745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:07.685407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:07.689176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:07.692217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:07.698580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:07.708154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:07.711915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.134786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.138629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f88538d7-a97f-47a4-bbd4-35a3bd1b1554 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:08.363158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=6f7e9977-b2b5-4d4e-a247-03625b9ee40a,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:08.367907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:08.372272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '5d01e046-62ed-4e74-98d8-522cbb3cf6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:08.372637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: 15ffc002-baeb-40d0-b563-9b53813a6ca9, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:08.389824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:08.400217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 15ffc002-baeb-40d0-b563-9b53813a6ca9) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:08.409767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d084a2-03ba-4cbd-93df-05c1efc143f8 None None] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:08.410328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:08.410987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.436879 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8674238 May 25 16:54:08.439204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35628) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:08.444652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-272665994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:08.451415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:08.455544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:08.458357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:08.464960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:08.476949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.477953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.492842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.510713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.536251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.541625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35632) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:08.542241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c5639672-31d0-47aa-aa2f-b93a02a24a46 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1014435 May 25 16:54:08.637182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-15ffc002-baeb-40d0-b563-9b53813a6ca9', 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': '6f7e9977-b2b5-4d4e-a247-03625b9ee40a'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:54:08.638055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:08.801619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Allocated IP 172.20.0.2 (15ffc002-baeb-40d0-b563-9b53813a6ca9/6f7e9977-b2b5-4d4e-a247-03625b9ee40a/1f49d16e-61ea-478a-8a3f-d06d8fae4234) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:09.029945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.041410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Transition to ACTIVE for port object 1f49d16e-61ea-478a-8a3f-d06d8fae4234 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:09.060790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Transition to ACTIVE for port object 1f49d16e-61ea-478a-8a3f-d06d8fae4234 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:09.066217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.070529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:09.198821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:09.203814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:09.205877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.210343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:09.217168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Pushing event updated for resources: {'Port': ['ID=1f49d16e-61ea-478a-8a3f-d06d8fae4234,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:09.223657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:09.317833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Attempting to bind port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:09.318122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Attempting to bind port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5d01e046-62ed-4e74-98d8-522cbb3cf6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:09.319288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Attempting to bind port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 on network 15ffc002-baeb-40d0-b563-9b53813a6ca9 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:09.324906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:09.325300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Checking segment: {'id': '5d01e046-62ed-4e74-98d8-522cbb3cf6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:09.325721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.326120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Bound using segment: {'id': '5d01e046-62ed-4e74-98d8-522cbb3cf6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:09.326661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Bound port: 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d01e046-62ed-4e74-98d8-522cbb3cf6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '15ffc002-baeb-40d0-b563-9b53813a6ca9'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:09.327012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.417167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] For port 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:09.420358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] For port 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1f49d16e-61ea-478a-8a3f-d06d8fae4234,segment=NetworkSegment(5d01e046-62ed-4e74-98d8-522cbb3cf6b1),segment_id=5d01e046-62ed-4e74-98d8-522cbb3cf6b1)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:09.426175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.432268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:09.513434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Pushing event updated for resources: {'Port': ['ID=1f49d16e-61ea-478a-8a3f-d06d8fae4234,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:09.516867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:09.597848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.20.0.1 (15ffc002-baeb-40d0-b563-9b53813a6ca9/6f7e9977-b2b5-4d4e-a247-03625b9ee40a/44de247b-b28d-40c1-91e4-a0bc96d2f54f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:09.797800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.821122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object 44de247b-b28d-40c1-91e4-a0bc96d2f54f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:09.848078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:09.853139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8541a66-997e-474f-ab37-56d905514b8d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:09.936327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:09.940647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:09.944693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:09.991994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=44de247b-b28d-40c1-91e4-a0bc96d2f54f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:10.002041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:10.013620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6818d151-3524-4854-92c2-33802d2f8f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.024896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.146564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.526060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eba151-5b46-434d-8472-edf4fa8c1c59 None None] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:10.633209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-708064dd-caeb-4562-b366-e216d10f1b6e None None] Provisioning for port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:10.755262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.759899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.789692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa52518c-d491-4ea1-840e-09efe5043727 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:10.881127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:10.884985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=44de247b-b28d-40c1-91e4-a0bc96d2f54f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:10.888516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:11.029272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:11.030453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:11.077021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bd0d3c3e-2bff-429e-887e-11cda25b3d1e None None] Provisioning for port 44de247b-b28d-40c1-91e4-a0bc96d2f54f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:11.082401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bd0d3c3e-2bff-429e-887e-11cda25b3d1e None None] Provisioning complete for port 44de247b-b28d-40c1-91e4-a0bc96d2f54f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:11.082784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd0d3c3e-2bff-429e-887e-11cda25b3d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.150361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d3c3e-2bff-429e-887e-11cda25b3d1e None None] Port 44de247b-b28d-40c1-91e4-a0bc96d2f54f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:11.243529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router dfcf9e16-f27d-4862-8efb-77d7cff532be is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:54:11.296807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f27b1826-cf3c-4f7e-a35e-65bd89fdfae1 None None] Provisioning complete for port 44de247b-b28d-40c1-91e4-a0bc96d2f54f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:11.297183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f27b1826-cf3c-4f7e-a35e-65bd89fdfae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.339989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1f49d16e-61ea-478a-8a3f-d06d8fae4234 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:11.417571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f27b1826-cf3c-4f7e-a35e-65bd89fdfae1 None None] Port 44de247b-b28d-40c1-91e4-a0bc96d2f54f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:11.421656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:11.432979 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] Sync routers for ids ['dfcf9e16-f27d-4862-8efb-77d7cff532be'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:11.437944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/dfcf9e16-f27d-4862-8efb-77d7cff532be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8947370 May 25 16:54:11.440568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35636) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:11.447046 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] Routers {'dfcf9e16-f27d-4862-8efb-77d7cff532be'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:11.447740 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dfcf9e16-f27d-4862-8efb-77d7cff532be'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:11.450494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:11.456297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:11.456712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.518854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:11.523243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39843d7d-e3c4-42f1-9d58-76c7ddd9b093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:11.524077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-39843d7d-e3c4-42f1-9d58-76c7ddd9b093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:11.528566 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] Routers {'dfcf9e16-f27d-4862-8efb-77d7cff532be'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:11.529180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:53:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dfcf9e16-f27d-4862-8efb-77d7cff532be'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:11.540961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-39843d7d-e3c4-42f1-9d58-76c7ddd9b093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:11.542521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-39843d7d-e3c4-42f1-9d58-76c7ddd9b093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports/44de247b-b28d-40c1-91e4-a0bc96d2f54f HTTP/1.1" status: 200 len: 910 time: 0.1006277 May 25 16:54:11.545310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35640) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:11.552192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f7e9977-b2b5-4d4e-a247-03625b9ee40a'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:11.587376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-aea44944-11de-497d-a1c6-f0e4fecb5410 None None] Provisioning complete for port 44de247b-b28d-40c1-91e4-a0bc96d2f54f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:11.587745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aea44944-11de-497d-a1c6-f0e4fecb5410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.593028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:11.593492 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00e6e2-2d16-4acf-83af-810b7640cc03 None None] The sync data for ids ['dfcf9e16-f27d-4862-8efb-77d7cff532be'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:11.628935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.667515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-aea44944-11de-497d-a1c6-f0e4fecb5410 None None] Port 44de247b-b28d-40c1-91e4-a0bc96d2f54f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:11.674055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1f49d16e-61ea-478a-8a3f-d06d8fae4234,segment=NetworkSegment(5d01e046-62ed-4e74-98d8-522cbb3cf6b1),segment_id=5d01e046-62ed-4e74-98d8-522cbb3cf6b1)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:11.678241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:11.680022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e529b34-c1a0-473e-89a4-d716a52e0933 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:11.750521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1f49d16e-61ea-478a-8a3f-d06d8fae4234,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:11.753570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:11.824561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:12.470691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:12.506236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:12.514105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:12.540844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:12.629579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=44de247b-b28d-40c1-91e4-a0bc96d2f54f,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:12.638040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:12.638195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:12.639429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/ports/44de247b-b28d-40c1-91e4-a0bc96d2f54f HTTP/1.1" status: 200 len: 910 time: 1.0929298 May 25 16:54:12.640370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:12.642282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35644) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:12.793134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-acdc56ef-09f6-42a5-aadd-83a7164fe15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.144789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.270357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1f49d16e-61ea-478a-8a3f-d06d8fae4234 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:13.339664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:13.340046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.559923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 44de247b-b28d-40c1-91e4-a0bc96d2f54f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:13.560253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.693654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.722427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:13.825758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 44de247b-b28d-40c1-91e4-a0bc96d2f54f owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:14.119227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:14.123185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-575b3fdf-eb3c-4f25-ae0c-445a0b9bb51d tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:14.183470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=44de247b-b28d-40c1-91e4-a0bc96d2f54f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:14.187065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:14.422827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:14.712353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router dfcf9e16-f27d-4862-8efb-77d7cff532be has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:14.847824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:14.857255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] Sync routers for ids ['dfcf9e16-f27d-4862-8efb-77d7cff532be'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:14.865051 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/dfcf9e16-f27d-4862-8efb-77d7cff532be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2217095 May 25 16:54:14.868290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] Routers {'dfcf9e16-f27d-4862-8efb-77d7cff532be'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:14.868456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35650) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:14.868921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dfcf9e16-f27d-4862-8efb-77d7cff532be'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:14.910451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d48b3359-024e-4215-b1a7-5ef3209759d1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:14.926961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d48b3359-024e-4215-b1a7-5ef3209759d1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:14.930948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d48b3359-024e-4215-b1a7-5ef3209759d1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfcf9e16-f27d-4862-8efb-77d7cff532be HTTP/1.1" status: 200 len: 205 time: 0.0595403 May 25 16:54:14.931641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35654) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:14.936045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:14.945427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] Routers {'dfcf9e16-f27d-4862-8efb-77d7cff532be'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:14.946046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['dfcf9e16-f27d-4862-8efb-77d7cff532be'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:15.009127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:15.009530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59175d-beae-4312-8fe0-77d77d3a818d None None] The sync data for ids ['dfcf9e16-f27d-4862-8efb-77d7cff532be'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:15.071173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.406395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.545734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.547945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.572665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.573242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router dfcf9e16-f27d-4862-8efb-77d7cff532be {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:54:15.589798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.590980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-149e5bd6-e93b-4290-a836-f9a9258cfada tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/dfcf9e16-f27d-4862-8efb-77d7cff532be HTTP/1.1" status: 204 len: 168 time: 0.6581538 May 25 16:54:15.593530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35658) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:15.660990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet 6f7e9977-b2b5-4d4e-a247-03625b9ee40a {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:15.664366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.721155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:15.803078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.077195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.081724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8addd36a-f995-4c8f-ae44-7af428b748ff tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:16.122340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7e9977-b2b5-4d4e-a247-03625b9ee40a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:16.124297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.127022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:16.129883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fe976-afb9-4e35-bcd5-609ffc220f0e None None] Network 15ffc002-baeb-40d0-b563-9b53813a6ca9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:16.134961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/6f7e9977-b2b5-4d4e-a247-03625b9ee40a HTTP/1.1" status: 204 len: 168 time: 0.5388141 May 25 16:54:16.135903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35662) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:16.249134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.329574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:16.329816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.416835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] DHCP port deletion for 15ffc002-baeb-40d0-b563-9b53813a6ca9 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:16.435578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1f49d16e-61ea-478a-8a3f-d06d8fae4234,segment=NetworkSegment(5d01e046-62ed-4e74-98d8-522cbb3cf6b1),segment_id=5d01e046-62ed-4e74-98d8-522cbb3cf6b1)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:16.435939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.484296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Deleting port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:16.484672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.560659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 1f49d16e-61ea-478a-8a3f-d06d8fae4234 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:16.586467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] For port 1f49d16e-61ea-478a-8a3f-d06d8fae4234, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1f49d16e-61ea-478a-8a3f-d06d8fae4234,segment=NetworkSegment(5d01e046-62ed-4e74-98d8-522cbb3cf6b1),segment_id=5d01e046-62ed-4e74-98d8-522cbb3cf6b1)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:16.586785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.611129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.616759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:16.666897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=1f49d16e-61ea-478a-8a3f-d06d8fae4234,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:16.668759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:16.670240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:16.710413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Calling delete_port for 1f49d16e-61ea-478a-8a3f-d06d8fae4234 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:16.755248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.759417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-86e3b795-fd86-4df1-bb22-e2729af8a856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:16.797870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.801549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Pushing event deleted for resources: {'Port': ['ID=1f49d16e-61ea-478a-8a3f-d06d8fae4234,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:16.805095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:16.805887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] No DVR routers for this DVR port 1f49d16e-61ea-478a-8a3f-d06d8fae4234 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:16.817265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ffc002-baeb-40d0-b563-9b53813a6ca9']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:16.830570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d01e046-62ed-4e74-98d8-522cbb3cf6b1') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:16.830868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d01e046-62ed-4e74-98d8-522cbb3cf6b1') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:16.842272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.858408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.864566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:16.865473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:16.879952 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:16.962275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.965629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e441eb32-5e7f-4e40-aefa-d05ba8ea2e91 tempest-TagsTest-1387250074 tempest-TagsTest-1387250074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:16.980397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:16.991576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=15ffc002-baeb-40d0-b563-9b53813a6ca9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:16.995742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:17.002810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/15ffc002-baeb-40d0-b563-9b53813a6ca9 HTTP/1.1" status: 204 len: 168 time: 0.8659337 May 25 16:54:17.006643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.011753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-944136408', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:17.018376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.023668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.026821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.033198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.043675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.044665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.059401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.077831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.104711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.105814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9e926287-40bb-4ee3-b944-3bb54cfe8e0a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0982289 May 25 16:54:17.108568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35670) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.116255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-626860332'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:17.121153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.124976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.127803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.134527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.144239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:17.148016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.176679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:17.186310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.186645 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment d76b7ebb-5c4f-43e8-a325-64b53a0edb6d of type vlan for network 990bb833-7dc2-4738-915c-e82d85d87297 May 25 16:54:17.218787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.251378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.257788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:17.258629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:17.264190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-47494904-933b-42d4-8c01-aeb9632905b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:17.270603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1f49d16e-61ea-478a-8a3f-d06d8fae4234 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:17.308879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1f49d16e-61ea-478a-8a3f-d06d8fae4234 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:17.309275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1f49d16e-61ea-478a-8a3f-d06d8fae4234 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:17.365701 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2549312 May 25 16:54:17.368690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35678) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:17.372370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=990bb833-7dc2-4738-915c-e82d85d87297,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:17.375228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:17.383892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:17.384912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 990bb833-7dc2-4738-915c-e82d85d87297 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:17.653502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:17.657398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:17.660253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:17.666872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:17.677016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:17.681720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.130369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.134473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fdbd66b6-934e-43f2-be40-b9b814654fed tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:18.216967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=19dfb19b-f4c7-48b3-9690-ca9fcc965704,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:18.220635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:18.227612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:18.227981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: 990bb833-7dc2-4738-915c-e82d85d87297, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:18.252478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 990bb833-7dc2-4738-915c-e82d85d87297 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:18.264885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 990bb833-7dc2-4738-915c-e82d85d87297) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:18.275572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:18.276190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.276518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3967a-f552-4a57-802d-fe606c14aae0 None None] Network 990bb833-7dc2-4738-915c-e82d85d87297 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:18.304510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9308043 May 25 16:54:18.305423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35684) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:18.534081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-990bb833-7dc2-4738-915c-e82d85d87297', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:54:18.534937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.713782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:18.739694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Allocated IP 172.20.0.2 (990bb833-7dc2-4738-915c-e82d85d87297/19dfb19b-f4c7-48b3-9690-ca9fcc965704/a685d353-b271-451e-9056-4fa43d77f4ae) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:18.934216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.076267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.087500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Transition to ACTIVE for port object a685d353-b271-451e-9056-4fa43d77f4ae will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:19.107276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Transition to ACTIVE for port object a685d353-b271-451e-9056-4fa43d77f4ae will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:19.113565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.127754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:19.185087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Network 990bb833-7dc2-4738-915c-e82d85d87297 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:19.188381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:19.190977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:19.241466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Pushing event updated for resources: {'Port': ['ID=a685d353-b271-451e-9056-4fa43d77f4ae,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:19.270636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:19.296683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Attempting to bind port a685d353-b271-451e-9056-4fa43d77f4ae on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:19.297425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Attempting to bind port a685d353-b271-451e-9056-4fa43d77f4ae by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:19.297425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Attempting to bind port a685d353-b271-451e-9056-4fa43d77f4ae on network 990bb833-7dc2-4738-915c-e82d85d87297 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:19.303490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:19.303881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Checking segment: {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:19.304294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.304700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Bound using segment: {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:19.305180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Bound port: a685d353-b271-451e-9056-4fa43d77f4ae, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:19.305563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.341292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.20.0.1 (990bb833-7dc2-4738-915c-e82d85d87297/19dfb19b-f4c7-48b3-9690-ca9fcc965704/19ef9f09-af66-40f9-b6f0-5f832f6cd0f9) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:19.395964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] For port a685d353-b271-451e-9056-4fa43d77f4ae, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:19.400157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] For port a685d353-b271-451e-9056-4fa43d77f4ae, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a685d353-b271-451e-9056-4fa43d77f4ae,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:19.407849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.412464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:19.513280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.530742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Pushing event updated for resources: {'Port': ['ID=a685d353-b271-451e-9056-4fa43d77f4ae,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:19.535984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:19.536176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:19.558128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.561968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:19.789090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 990bb833-7dc2-4738-915c-e82d85d87297 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:19.792425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:19.796614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:19.829378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:19.836743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:19.861698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:19.970869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.395910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.403024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.438621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31b22aa7-2825-46f4-b167-089750990fe4 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:20.445660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c860e4-35c8-4637-85cd-47674cc27e78 None None] Network 990bb833-7dc2-4738-915c-e82d85d87297 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:20.526677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:20.531306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:20.531479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-90860d4b-1b23-4b24-9c5e-fabe2232b819 None None] Provisioning for port a685d353-b271-451e-9056-4fa43d77f4ae completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:20.535749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:20.699057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 990bb833-7dc2-4738-915c-e82d85d87297 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:20.700393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:20.905330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:54:21.077001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fa7c23f2-bd43-41d6-a6a9-4e90dfde591d None None] Provisioning for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:21.083723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:21.084447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fa7c23f2-bd43-41d6-a6a9-4e90dfde591d None None] Provisioning complete for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:21.084803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fa7c23f2-bd43-41d6-a6a9-4e90dfde591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.095143 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:21.117135 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:21.117788 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:21.129503 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8220780 May 25 16:54:21.132930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:21.142025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-224903206'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:21.148245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:21.153504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:21.158309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:21.168186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:21.171840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c23f2-bd43-41d6-a6a9-4e90dfde591d None None] Port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:21.185364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:21.191925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.226195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:21.239155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.239744 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 174bb2d0-7a55-4ac5-9300-b4f055547a2a of type vlan for network 221f5bba-38c6-49f3-90ae-fa84c5e1effb May 25 16:54:21.295414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.315752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a8b182f-aa72-4071-abd2-aed26d19e27e None None] Provisioning complete for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:21.322005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a8b182f-aa72-4071-abd2-aed26d19e27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.379378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.379642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a685d353-b271-451e-9056-4fa43d77f4ae up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:21.393750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:21.394737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.395853 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:21.404847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4c8dca38-08d0-467c-bc27-027d5a37c3d8 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:21.486804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b182f-aa72-4071-abd2-aed26d19e27e None None] Port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:21.533942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3985326 May 25 16:54:21.534543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a685d353-b271-451e-9056-4fa43d77f4ae completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:21.536655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35708) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:21.545316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:21.553203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a685d353-b271-451e-9056-4fa43d77f4ae triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:21.553589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.597265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=221f5bba-38c6-49f3-90ae-fa84c5e1effb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:21.601023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a68881a-8cb9-4143-94d7-48576b8b9165 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:21.628784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:21.716052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:21.723123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:21.727614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:21.743621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:21.757518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:21.759559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2ba146d9-3271-4590-8716-517aafbe8c53 None None] Provisioning complete for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:21.759946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2ba146d9-3271-4590-8716-517aafbe8c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.764469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.795587 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:19Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:20Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:21.800535 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:21.800813 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Updating router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:54:21.867541 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.885916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2ba146d9-3271-4590-8716-517aafbe8c53 None None] Port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:21.901833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.939372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a685d353-b271-451e-9056-4fa43d77f4ae, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a685d353-b271-451e-9056-4fa43d77f4ae,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:21.944707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:21.948374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-44eebabe-0430-4f59-8e52-61435f653a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.102701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a685d353-b271-451e-9056-4fa43d77f4ae,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.106313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.284362 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.297361 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Transition to ACTIVE for port object 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:22.305050 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.308762 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.458281 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Pushing event updated for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.499853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.507168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-98b04d53-6f64-4d00-9ef8-d25b44cd13b2 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.524107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.524451 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.524795 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.525130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.525461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.525791 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.526119 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.526444 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.526770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.527134 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.527460 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.527781 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:22.535895 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.564565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Attempting to bind port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:22.564944 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Attempting to bind port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:22.565315 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Attempting to bind port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 on network 990bb833-7dc2-4738-915c-e82d85d87297 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:22.573959 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:22.574478 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Checking segment: {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:22.574899 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.575333 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Bound using segment: {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:22.576694 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Bound port: 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:22.577130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.608091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=87772f99-93fd-4617-a990-b307dab7477f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.614163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.615456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:22.615973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: 221f5bba-38c6-49f3-90ae-fa84c5e1effb, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:22.634042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:22.644089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 221f5bba-38c6-49f3-90ae-fa84c5e1effb) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:22.655194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:22.656197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.660077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012953ab-969c-4749-93fb-ab6b54a9565d None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:22.694298 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1520169 May 25 16:54:22.696342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35714) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:22.706096 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] For port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:22.710876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] For port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:22.716162 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:22.721190 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ef167be8-a6b1-46bb-bce7-2b5373b81016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:22.804297 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Pushing event updated for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:22.822732 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:22.826238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:22.827237 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:22.952569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:54:22.953413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.004198 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:23.223890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Allocated IP 172.21.0.2 (221f5bba-38c6-49f3-90ae-fa84c5e1effb/87772f99-93fd-4617-a990-b307dab7477f/149eb2b7-86b9-4903-b53e-20c0b037eed2) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:23.345614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a685d353-b271-451e-9056-4fa43d77f4ae up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:23.484969 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a685d353-b271-451e-9056-4fa43d77f4ae triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:23.485229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.508647 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:19Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:22Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:23.511100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.514123 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62898890-848f-4c9c-b67a-fa46abde1c90 None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:19Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:22Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:23.606298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.621986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Transition to ACTIVE for port object 149eb2b7-86b9-4903-b53e-20c0b037eed2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:23.756385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Transition to ACTIVE for port object 149eb2b7-86b9-4903-b53e-20c0b037eed2 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:23.770123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:23.774821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-092ff8d9-a8a6-4cf9-8b16-577dbe636cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:23.864233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:23.869321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:23.874901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:23.934533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Pushing event updated for resources: {'Port': ['ID=149eb2b7-86b9-4903-b53e-20c0b037eed2,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:23.936966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:24.011371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Attempting to bind port 149eb2b7-86b9-4903-b53e-20c0b037eed2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:24.012385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Attempting to bind port 149eb2b7-86b9-4903-b53e-20c0b037eed2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:24.012959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Attempting to bind port 149eb2b7-86b9-4903-b53e-20c0b037eed2 on network 221f5bba-38c6-49f3-90ae-fa84c5e1effb {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:24.023560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:24.023962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Checking segment: {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:24.024379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.024786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Bound using segment: {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:24.025419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Bound port: 149eb2b7-86b9-4903-b53e-20c0b037eed2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:24.026649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.157628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] For port 149eb2b7-86b9-4903-b53e-20c0b037eed2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:24.165548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] For port 149eb2b7-86b9-4903-b53e-20c0b037eed2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=149eb2b7-86b9-4903-b53e-20c0b037eed2,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:24.177127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.182259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3afc6407-5886-48c5-b748-64e9fc410bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:24.255366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.21.0.1 (221f5bba-38c6-49f3-90ae-fa84c5e1effb/87772f99-93fd-4617-a990-b307dab7477f/d61b35bb-6976-40ef-b677-99d1cae62e80) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:24.273098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Pushing event updated for resources: {'Port': ['ID=149eb2b7-86b9-4903-b53e-20c0b037eed2,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:24.276636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:24.522451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.559020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object d61b35bb-6976-40ef-b677-99d1cae62e80 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:24.621944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.627732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9837867c-a8e1-4e6d-99f0-974c850209e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:24.711504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:24.715683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:24.721624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:24.788646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:24.796568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:24.822043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:24.959409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.481287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:25.519999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.530940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.594486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97162f54-013d-4449-bedb-e0e6abb69c5f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:25.645398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:25.652664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:25.653413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.731963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:25.749433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:25.768343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.877799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.930090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:25.939880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:25.941136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 149eb2b7-86b9-4903-b53e-20c0b037eed2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:25.969767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d0ef2276-e6de-43e1-8252-b69219418641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:26.073005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:26.079848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:26.095108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 149eb2b7-86b9-4903-b53e-20c0b037eed2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:26.106896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dd00ae-e453-4365-a8ab-dadab46e04e2 None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:26.121889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:26.123988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:26.218343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Provisioning for port 149eb2b7-86b9-4903-b53e-20c0b037eed2 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:26.226853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Provisioning complete for port 149eb2b7-86b9-4903-b53e-20c0b037eed2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:26.228108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.382898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:26.488091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.594866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] For port 149eb2b7-86b9-4903-b53e-20c0b037eed2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=149eb2b7-86b9-4903-b53e-20c0b037eed2,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:26.611349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.616194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:26.703784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Pushing event updated for resources: {'Port': ['ID=149eb2b7-86b9-4903-b53e-20c0b037eed2,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:26.707985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:26.785427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:26.797726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:26.803996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1061678 May 25 16:54:26.806486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35726) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:26.813727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1391292770'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:26.815486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:26.816344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:26.821155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:26.827211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:26.833133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:26.861039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:26.888813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:26.896603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.946458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1192, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:26.975483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:26.975910 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 61844c39-ea07-41d6-a60b-5f7c7e369755 of type vlan for network d5441aca-bee1-405b-9dff-7e1827a309a6 May 25 16:54:27.019525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.050793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:27.082902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.090467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:27.092063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.098313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc34fa79-ab5b-49f0-a18a-d542418f876b tempest-NetworksTest-615027686 tempest-NetworksTest-615027686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:27.126859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Provisioning complete for port 149eb2b7-86b9-4903-b53e-20c0b037eed2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:27.127265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.301919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35732) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:27.302283 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4944398 May 25 16:54:27.303937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=d5441aca-bee1-405b-9dff-7e1827a309a6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:27.307283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:27.316610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:27.400478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d5441aca-bee1-405b-9dff-7e1827a309a6 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:27.408789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:27.488411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:27.495351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:27.499027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:27.525572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:27.547826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:27.551435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.843497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:27.844143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:27.982478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Provisioning for port d61b35bb-6976-40ef-b677-99d1cae62e80 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:28.000739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Provisioning complete for port d61b35bb-6976-40ef-b677-99d1cae62e80 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:28.001139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.114380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-87aca3e7-8ee3-447d-b546-d39d6154a08f None None] Port d61b35bb-6976-40ef-b677-99d1cae62e80 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:28.155925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:24Z', 'revision_number': 3, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:28.162769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 149eb2b7-86b9-4903-b53e-20c0b037eed2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:28.197158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:28.198055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Updating router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 port d61b35bb-6976-40ef-b677-99d1cae62e80 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:54:28.200170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.204035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f9f18d1-cac8-4bd3-b007-deeb645b32aa tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:28.307871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=da272d72-fc18-44ff-991f-f308725fd4ed,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:28.313300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:28.314231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:28.314981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: d5441aca-bee1-405b-9dff-7e1827a309a6, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:28.330691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.344586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d5441aca-bee1-405b-9dff-7e1827a309a6 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:28.364004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d5441aca-bee1-405b-9dff-7e1827a309a6) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:28.367001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-78f15fe7-590d-4ba0-b934-e3f212032cd8 None None] Provisioning complete for port d61b35bb-6976-40ef-b677-99d1cae62e80 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:28.367581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-78f15fe7-590d-4ba0-b934-e3f212032cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.375350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:28.376301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.404366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1821c7-f059-48de-a5f4-4cc7e1b7c1b0 None None] Network d5441aca-bee1-405b-9dff-7e1827a309a6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:28.410213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1067472 May 25 16:54:28.413536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35738) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:28.583314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 149eb2b7-86b9-4903-b53e-20c0b037eed2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:28.584253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:28.619115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-78f15fe7-590d-4ba0-b934-e3f212032cd8 None None] Port d61b35bb-6976-40ef-b677-99d1cae62e80 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:29.020161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-d5441aca-bee1-405b-9dff-7e1827a309a6', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:54:29.022550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.152001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.352095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.359307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Allocated IP 172.22.0.2 (d5441aca-bee1-405b-9dff-7e1827a309a6/da272d72-fc18-44ff-991f-f308725fd4ed/9a1aefbf-cea7-4a5e-8b76-133702aca02d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:29.376373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Transition to ACTIVE for port object d61b35bb-6976-40ef-b677-99d1cae62e80 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:29.386970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.410274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:29.750631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Pushing event updated for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:29.763275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:29.785787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Attempting to bind port d61b35bb-6976-40ef-b677-99d1cae62e80 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:29.787442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Attempting to bind port d61b35bb-6976-40ef-b677-99d1cae62e80 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:29.787442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Attempting to bind port d61b35bb-6976-40ef-b677-99d1cae62e80 on network 221f5bba-38c6-49f3-90ae-fa84c5e1effb {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:29.799550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:29.799938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Checking segment: {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:29.800381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.800953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Bound using segment: {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:29.801545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Bound port: d61b35bb-6976-40ef-b677-99d1cae62e80, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174bb2d0-7a55-4ac5-9300-b4f055547a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:29.802041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.965938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:29.985385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] For port d61b35bb-6976-40ef-b677-99d1cae62e80, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:29.987625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Transition to ACTIVE for port object 9a1aefbf-cea7-4a5e-8b76-133702aca02d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:29.991681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] For port d61b35bb-6976-40ef-b677-99d1cae62e80, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d61b35bb-6976-40ef-b677-99d1cae62e80,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:29.999537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.004672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-818b555a-3194-4320-b5ce-0d879f1ab375 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:30.076395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Transition to ACTIVE for port object 9a1aefbf-cea7-4a5e-8b76-133702aca02d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:30.093134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.133329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Pushing event updated for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:30.137396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Network d5441aca-bee1-405b-9dff-7e1827a309a6 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:30.138180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:30.138946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:30.202610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.22.0.1 (d5441aca-bee1-405b-9dff-7e1827a309a6/da272d72-fc18-44ff-991f-f308725fd4ed/a1a35113-8f96-417a-9a80-26ea11d5332f) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:30.224036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:30.224767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-31612a30-3270-472c-a815-947a592ad120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:30.265176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:30.268048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:30.420205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.437402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object a1a35113-8f96-417a-9a80-26ea11d5332f will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:30.463285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.468100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2b5f974e-d13d-4064-8991-a961689eb626 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:30.492299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Pushing event updated for resources: {'Port': ['ID=9a1aefbf-cea7-4a5e-8b76-133702aca02d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:30.495143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:30.505792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Attempting to bind port 9a1aefbf-cea7-4a5e-8b76-133702aca02d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:30.506253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Attempting to bind port 9a1aefbf-cea7-4a5e-8b76-133702aca02d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:30.506628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Attempting to bind port 9a1aefbf-cea7-4a5e-8b76-133702aca02d on network d5441aca-bee1-405b-9dff-7e1827a309a6 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:30.509249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:30.532956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d5441aca-bee1-405b-9dff-7e1827a309a6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:30.536181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:30.541013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:30.572299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:30.572724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Checking segment: {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:30.573306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.573699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Bound using segment: {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:30.574290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Bound port: 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:30.574767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.578570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:30.591650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:30.611739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.727913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.829260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-39f429df-1e77-49a6-b700-13f2532deead None None] For port 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:30.844451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-39f429df-1e77-49a6-b700-13f2532deead None None] For port 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a1aefbf-cea7-4a5e-8b76-133702aca02d,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:30.855700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:30.861827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.036073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Pushing event updated for resources: {'Port': ['ID=9a1aefbf-cea7-4a5e-8b76-133702aca02d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:31.040353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:31.066517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:24Z', 'revision_number': 3, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:29Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:31.070938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0cf02e-9eac-414c-bd59-bf11fca7989a None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:24Z', 'revision_number': 3, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:29Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:31.169825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.177001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.211619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-13a9b21f-3172-46fd-96d4-f510a8064b73 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.338321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.343166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:31.357632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:31.372345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d61b35bb-6976-40ef-b677-99d1cae62e80 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:31.501978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d61b35bb-6976-40ef-b677-99d1cae62e80 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:31.509030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d61b35bb-6976-40ef-b677-99d1cae62e80 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:31.509828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.593556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network d5441aca-bee1-405b-9dff-7e1827a309a6 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:31.594870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:31.664151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.710742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d61b35bb-6976-40ef-b677-99d1cae62e80, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d61b35bb-6976-40ef-b677-99d1cae62e80,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:31.714760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:31.716796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:31.791501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:31.794808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:31.821326 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-ca28f9e8-6849-43d9-a2f2-91e70b9b59e9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768545233&fields=id&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 267 time: 0.0771918 May 25 16:54:31.831975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:32.163257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44960ecd-180a-4d45-90d6-d4f20861d7ef None None] Network d5441aca-bee1-405b-9dff-7e1827a309a6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:32.269400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9cc360b6-e290-4f13-914f-a44342afdfac None None] Provisioning for port 9a1aefbf-cea7-4a5e-8b76-133702aca02d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:32.278219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:32.285748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-2aec945c-3077-4de2-a11d-5f845e0c0650 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:32.287687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-2aec945c-3077-4de2-a11d-5f845e0c0650 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.4581180 May 25 16:54:32.290100 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:32.299198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8844359 May 25 16:54:32.301847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35756) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:32.308409 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:32.309110 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:32.309837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'network': {'name': 'tempest-RoutersTest-1227904481'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:32.321443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:32.326467 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-236be640-c836-4933-92ba-cc2c5a454af3 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/quotas/301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 375 time: 0.0220027 May 25 16:54:32.327399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:network and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:32.330781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for network was recalculated. Used quota:3. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:32.338737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:32.395317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:32.399411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.435679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:54:32.452871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.453205 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added segment 9a7ecdd3-0918-457d-b4d4-61a815666e28 of type vlan for network b6d2d84e-c016-4be5-be70-47224721d09b May 25 16:54:32.472550 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:32.495776 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-831773f4-8456-4659-a1fc-6d2e3ed2a0e1 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1580894 May 25 16:54:32.502519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.545523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.557950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:32.558956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.565113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:32.595235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-8e16e972-a749-4d28-84cb-99879e71103e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 16:54:32.596214 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-8e16e972-a749-4d28-84cb-99879e71103e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0880656 May 25 16:54:32.710618 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4041848 May 25 16:54:32.712222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35764) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:32.721838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'subnet': {'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:32.723356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-407e1279-fda2-47c9-9fb6-9023e4d8bae9 None None] Provisioning for port a1a35113-8f96-417a-9a80-26ea11d5332f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:32.732524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-407e1279-fda2-47c9-9fb6-9023e4d8bae9 None None] Provisioning complete for port a1a35113-8f96-417a-9a80-26ea11d5332f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:32.733234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-407e1279-fda2-47c9-9fb6-9023e4d8bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.801642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Network': ['ID=b6d2d84e-c016-4be5-be70-47224721d09b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:32.820320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:32.822091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b6d2d84e-c016-4be5-be70-47224721d09b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:54:32.898412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:32.903071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:subnet and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:32.908328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:32.914345 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-3c87e48e-ad7d-4584-a35d-60e2158fc6f4 service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536016 May 25 16:54:32.925485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:32.941253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-407e1279-fda2-47c9-9fb6-9023e4d8bae9 None None] Port a1a35113-8f96-417a-9a80-26ea11d5332f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:32.943555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Made reservation on behalf of c59215907a5b48b18f9d62e1c1c45090 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:32.949102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:32.995538 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:30Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:30Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:33.006388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:33.006891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Updating router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 port a1a35113-8f96-417a-9a80-26ea11d5332f binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:54:33.084282 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.099668 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-3db2afd5-5ea5-4cc0-b4e2-610551963866 service neutron] 10.222.0.96 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773396 May 25 16:54:33.143961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d6eee6fc-2fc0-45a5-a4fd-f533521d3cc0 None None] Provisioning complete for port a1a35113-8f96-417a-9a80-26ea11d5332f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:33.144415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6eee6fc-2fc0-45a5-a4fd-f533521d3cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.270284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d6eee6fc-2fc0-45a5-a4fd-f533521d3cc0 None None] Port a1a35113-8f96-417a-9a80-26ea11d5332f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:33.405519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6122c4c4-88d8-4ba2-b6d0-ca68a6e908fb None None] Provisioning complete for port a1a35113-8f96-417a-9a80-26ea11d5332f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:33.406076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6122c4c4-88d8-4ba2-b6d0-ca68a6e908fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.499745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a1aefbf-cea7-4a5e-8b76-133702aca02d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:33.580931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6122c4c4-88d8-4ba2-b6d0-ca68a6e908fb None None] Port a1a35113-8f96-417a-9a80-26ea11d5332f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:33.595146 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.611024 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Transition to ACTIVE for port object a1a35113-8f96-417a-9a80-26ea11d5332f will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:33.614523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9a1aefbf-cea7-4a5e-8b76-133702aca02d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:33.619166 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.620379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9a1aefbf-cea7-4a5e-8b76-133702aca02d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:33.620754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.623098 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:33.698924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.703999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-00800b33-45a5-4294-bf84-8f2f67d43fa2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:33.756711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.791405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Subnet': ['ID=7ceb2277-6438-4fb7-a885-ade061aa8ae4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:33.797300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a1aefbf-cea7-4a5e-8b76-133702aca02d,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:33.803367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.803968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.804396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.804723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d61b35bb-6976-40ef-b677-99d1cae62e80 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:33.804851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.805145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.805510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.806036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.806238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.806591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.806962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.807324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.807709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.808066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:33.816914 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Pushing event updated for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:33.818444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:33.828225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Checking segment: {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:33.828829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network hostable DHCP agents. Network: b6d2d84e-c016-4be5-be70-47224721d09b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:54:33.840040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c14270c8-4a3c-4adb-b62e-f38d2c3872ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:33.851718 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:33.855386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network b6d2d84e-c016-4be5-be70-47224721d09b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:54:33.867160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b6d2d84e-c016-4be5-be70-47224721d09b) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:33.876316 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Attempting to bind port a1a35113-8f96-417a-9a80-26ea11d5332f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:33.877075 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Attempting to bind port a1a35113-8f96-417a-9a80-26ea11d5332f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:33.877320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:33.877830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Attempting to bind port a1a35113-8f96-417a-9a80-26ea11d5332f on network d5441aca-bee1-405b-9dff-7e1827a309a6 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:33.877968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.886054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:33.886746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Checking segment: {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:33.887388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.887974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Bound using segment: {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:33.888466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Bound port: a1a35113-8f96-417a-9a80-26ea11d5332f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61844c39-ea07-41d6-a60b-5f7c7e369755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:33.888854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:33.900817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f2cbe-f1b8-4fff-8642-e1a3214a50a9 None None] Network b6d2d84e-c016-4be5-be70-47224721d09b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:33.910389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1954079 May 25 16:54:33.914157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35774) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:33.995545 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] For port a1a35113-8f96-417a-9a80-26ea11d5332f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:33.999465 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] For port a1a35113-8f96-417a-9a80-26ea11d5332f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1a35113-8f96-417a-9a80-26ea11d5332f,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:34.004646 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.010359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:34.047674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9a1aefbf-cea7-4a5e-8b76-133702aca02d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:34.062085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:34.078890 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:34.079556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:34.099942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d61b35bb-6976-40ef-b677-99d1cae62e80 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:34.099942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.279264 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Pushing event updated for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:34.284754 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:34.296096 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:34.310399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b6d2d84e-c016-4be5-be70-47224721d09b', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:54:34.311421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.570201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Allocated IP 172.23.0.2 (b6d2d84e-c016-4be5-be70-47224721d09b/7ceb2277-6438-4fb7-a885-ade061aa8ae4/ba0759f0-8c5d-499e-9e79-d2cdb7c5648d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:34.734495 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:30Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:33Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:34.738770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ba818b-1d61-4a89-b1b4-3d0755aec703 None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:30Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:33Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:34.782476 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60170845-c476-4e7c-8965-2f7a5dda8fed req-69e77902-65bb-477f-acaf-aa0bfcd7c80f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0577464 May 25 16:54:34.894210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.911092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.923213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Transition to ACTIVE for port object ba0759f0-8c5d-499e-9e79-d2cdb7c5648d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:34.945817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Transition to ACTIVE for port object ba0759f0-8c5d-499e-9e79-d2cdb7c5648d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:34.951631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:34.955651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:35.028745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Network b6d2d84e-c016-4be5-be70-47224721d09b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:35.031710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:35.035428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:35.044283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Pushing event updated for resources: {'Port': ['ID=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:35.076020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:35.141427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Attempting to bind port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:35.141938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Attempting to bind port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:35.142412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Attempting to bind port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d on network b6d2d84e-c016-4be5-be70-47224721d09b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:35.149184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:35.149546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Checking segment: {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:35.149955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.150383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Bound using segment: {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:35.151017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Bound port: ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:35.151465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.281105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] For port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:35.286028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] For port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:35.293252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.297462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-bbbb88d5-c542-4017-9ec7-acf6afcc8cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:35.387498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Allocated IP 172.23.0.1 (b6d2d84e-c016-4be5-be70-47224721d09b/7ceb2277-6438-4fb7-a885-ade061aa8ae4/1eee3913-df7f-4a8f-b69e-e75b1dc435d7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:35.417190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Pushing event updated for resources: {'Port': ['ID=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:35.433102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:35.452324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a1aefbf-cea7-4a5e-8b76-133702aca02d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:35.538342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9a1aefbf-cea7-4a5e-8b76-133702aca02d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:35.538635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.683493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.698939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1a35113-8f96-417a-9a80-26ea11d5332f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:35.703455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Transition to ACTIVE for port object 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:35.753140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.759994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7db9c38c-0f5b-4205-ae55-44514a5d1745 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:35.767885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35790) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:35.852482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a1a35113-8f96-417a-9a80-26ea11d5332f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:35.859042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network b6d2d84e-c016-4be5-be70-47224721d09b is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:35.862875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:35.868122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:35.870879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a1a35113-8f96-417a-9a80-26ea11d5332f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:35.873956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.924253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:35.935593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:35.939593 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-03d8373d-290e-4e18-9e53-d694bbc9cc89 req-232b6524-dcdd-4b10-8601-85af5a900f45 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0521915 May 25 16:54:35.977060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:35.991957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f77b2-75b4-4bb0-89a0-f27122b1ae6a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:35.992881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f77b2-75b4-4bb0-89a0-f27122b1ae6a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:35.993604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f77b2-75b4-4bb0-89a0-f27122b1ae6a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:35.996130 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d64f77b2-75b4-4bb0-89a0-f27122b1ae6a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?project_id=0754c34a974e433daad99e3b1463fcec&network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 2999 time: 0.2270842 May 25 16:54:36.109532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.141183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.147215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a1a35113-8f96-417a-9a80-26ea11d5332f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1a35113-8f96-417a-9a80-26ea11d5332f,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:36.152225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.153827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:36.220976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:36.224625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:36.581345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a3e0b-d4cf-4f47-98bd-8de15716b3f5 None None] Network b6d2d84e-c016-4be5-be70-47224721d09b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:36.582053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.586846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.617969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c2f774a-78d7-4e00-813d-a24cf733f8b1 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:36.679434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c33789ad-8307-40c4-8691-23778aae0f4a None None] Provisioning for port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:36.869264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event updated for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:36.871897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:36.875904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:37.056908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b86c0e85-3356-4635-99e8-9efe067b249e req-acbd3a35-d80a-469f-9772-3393dcd0308c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0570605 May 25 16:54:37.066963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Network b6d2d84e-c016-4be5-be70-47224721d09b is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:37.068686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:37.122203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-14185694-fcf2-48a9-b8c9-92059a2d614a None None] Provisioning for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:37.129386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-14185694-fcf2-48a9-b8c9-92059a2d614a None None] Provisioning complete for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:37.130095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-14185694-fcf2-48a9-b8c9-92059a2d614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.200616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-14185694-fcf2-48a9-b8c9-92059a2d614a None None] Port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:37.264872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:37.391865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ba0759f0-8c5d-499e-9e79-d2cdb7c5648d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:37.447915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:37.459835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35814) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:37.465986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:37.475206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5599346 May 25 16:54:37.478385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:37.484407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:37.485676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:37.486332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:37.537654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a06d6-a554-4a2b-8622-104cdc35ee36 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:37.540503 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a67a06d6-a554-4a2b-8622-104cdc35ee36 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e HTTP/1.1" status: 200 len: 814 time: 0.0787108 May 25 16:54:37.643424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f847b479-19a6-4117-ac23-d8d6ee86f81b None None] Provisioning complete for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:37.643744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f847b479-19a6-4117-ac23-d8d6ee86f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.734738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f847b479-19a6-4117-ac23-d8d6ee86f81b None None] Port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:37.738167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:37.747095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:37.789787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:37.790169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:37.997972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35826) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:38.003349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'port_id': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:38.011716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3af9ffe9-ecd7-4b95-a117-f1d85b5733ed None None] Provisioning complete for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:38.012096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3af9ffe9-ecd7-4b95-a117-f1d85b5733ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.121266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.extraroute_db [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=99127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:54:38.127631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.149667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3af9ffe9-ecd7-4b95-a117-f1d85b5733ed None None] Port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:38.154573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.extraroute_db [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Removed routes are [] {{(pid=99127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:54:38.155098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.175020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.254636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0bddd11-1ab2-459f-a8f2-b69afab69faf req-acb51c26-4198-46c4-b226-0ee4aeaae902 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0678859 May 25 16:54:38.264824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:38.273213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.274171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1a35113-8f96-417a-9a80-26ea11d5332f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:38.300323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:38.411286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:38.417752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:38.436243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a1a35113-8f96-417a-9a80-26ea11d5332f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:38.436606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.470184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:38.472026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.480766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.481167 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 635fd636-0d8a-4611-8f17-83155e04db43 disassociated. External IP: 172.26.6.196, port: bfba310e-fa76-4b63-b651-ae2bee650dd7. May 25 16:54:38.490872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:38.491259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Updating router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:54:38.559451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.759565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.763752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.937933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:38.985450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:38.998425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Transition to ACTIVE for port object 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:39.007281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.012710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5970ddbf-384d-45bf-99bd-0c582b247939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:39.036808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:39.115269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:39.123593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.124987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b8de05a9-e785-457d-92e6-67270f9b4fe5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 933 time: 1.6453373 May 25 16:54:39.127518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35836) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:39.143324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Pushing event updated for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:39.148786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:39.245567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:39.250230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.256054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:39.284778 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:39.285744 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:39.345981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:39.348123 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-95a5738c-ebd1-4e17-b9d1-efe95ff3cfd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 690 time: 1.3491466 May 25 16:54:39.349260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:39.380924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Attempting to bind port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:39.381685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Attempting to bind port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:39.381815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Attempting to bind port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 on network b6d2d84e-c016-4be5-be70-47224721d09b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:39.393657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:39.393657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Checking segment: {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:39.394118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.394397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Bound using segment: {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:39.394886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Bound port: 1eee3913-df7f-4a8f-b69e-e75b1dc435d7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7ecdd3-0918-457d-b4d4-61a815666e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:39.395289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.426422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ba0759f0-8c5d-499e-9e79-d2cdb7c5648d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:39.527265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-25ca87ed-cf52-4456-b8af-9c7bc7f49894 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 690 time: 0.1801288 May 25 16:54:39.531142 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49aa434c-a574-4cc2-998a-27559ebc3687 req-0ca40fdb-75d3-4faf-aaed-ca5b618387d6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0851243 May 25 16:54:39.548118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-248295de-f258-4e06-9521-8df7bec5e1b4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 933 time: 0.4168265 May 25 16:54:39.548404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35850) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:39.550597 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:39.556493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'routes': None}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:39.622871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:39.623284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.685016 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'status': 'completed', 'code': 200} May 25 16:54:39.696172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] For port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:39.700006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] For port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:39.744801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:39.769615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fb360b3b-65ab-479a-9901-7077d50518e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:39.779237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515478-873d-4a65-856d-a013c3072358 req-6458f8e2-ac3b-45be-b356-684a29d4994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:39.780755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-6458f8e2-ac3b-45be-b356-684a29d4994b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1098 time: 0.0846150 May 25 16:54:39.866162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:39.866665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:39.961921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Pushing event updated for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:39.972454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:39.997699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515478-873d-4a65-856d-a013c3072358 req-57e4ecab-1691-4ee1-91ba-06bbda3806ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:39.998166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-57e4ecab-1691-4ee1-91ba-06bbda3806ad service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.2104282 May 25 16:54:40.096619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5296d3d0-4c84-4270-a460-773ad890f465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:40.112952 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-c662e451-2f00-441b-b809-72d47177cbe1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 217 time: 0.1075361 May 25 16:54:40.128939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:40.134519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:40.138986 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:40.149099 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:40.149714 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:40.196583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515478-873d-4a65-856d-a013c3072358 req-bbe4506c-e7df-44ca-8021-d4e673e4bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:40.197548 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-bbe4506c-e7df-44ca-8021-d4e673e4bc1f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0754261 May 25 16:54:40.280812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515478-873d-4a65-856d-a013c3072358 req-c4cfa34a-8065-4659-8093-fcf6ced65804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:40.282519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-c4cfa34a-8065-4659-8093-fcf6ced65804 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778606 May 25 16:54:40.368199 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:40.435215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added routes are [] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:54:40.435534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.extraroute_db [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=99126) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:54:40.521870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:40.553170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35856) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:40.690642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:38Z', 'revision_number': 6, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:39Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:40.698761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e23fc-7f28-422e-aa57-93d230f11f78 None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:38Z', 'revision_number': 6, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:39Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:40.820009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-759e7439-303a-45b0-99bc-71f664ca5191 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 690 time: 0.2657521 May 25 16:54:40.845796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d5f76dc-5792-4c8e-b95f-69ed3b6885c4 req-73f743f9-6aea-4cde-b15e-d15e1258e514 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.1217136 May 25 16:54:40.900542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-bbb2584d-d1b6-497b-aa1f-0cd40900b748 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093524 May 25 16:54:41.046003 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:41.052122 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39de9-16e5-42eb-bdfa-e2ce41d8496a None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:41.109787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f2515478-873d-4a65-856d-a013c3072358 req-440d650c-c6d8-4b0b-8328-1d07e4ba1658 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980593 May 25 16:54:41.168060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-af103165-8d32-4380-ab6d-808f34d1eb71 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:41.171535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-af103165-8d32-4380-ab6d-808f34d1eb71 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 811 time: 0.6875653 May 25 16:54:41.305699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.314879 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-47510574-c12c-4ccd-b2d8-86c2ab91c973 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=301286b0ca214979b5f974a11598da4d HTTP/1.1" status: 200 len: 380 time: 0.0918062 May 25 16:54:41.316020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.361954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:41.377977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'port': {'device_id': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'admin_state_up': True, 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'security_groups': ['1f35862d-c420-4e78-a530-26bf69947619']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:41.476378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:41.485952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:41.486329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.609743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f2e464-ccd2-4277-8a5e-b99af8f97d71 None None] New status for floating IP 635fd636-0d8a-4611-8f17-83155e04db43: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:54:41.645059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:41.723026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:41.814008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:41.823059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:41.837706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Made reservation on behalf of 301286b0ca214979b5f974a11598da4d for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:41.841560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.879746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:41.884020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.896764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:41.916115 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3303b0e8-81db-4415-8a1c-bebf6df5da96 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 699 time: 2.3662634 May 25 16:54:41.916808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35868) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:41.936570 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:41.955869 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:41.956849 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:42.009987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-87c5ed44-2336-42d9-9c41-18727841fb4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 690 time: 0.1854930 May 25 16:54:42.095907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.20.0.10 (9abfd712-a275-4968-82c0-e759545949e5/603fb4a6-434d-4ad1-962d-2b4033fdfb06/787c0f6e-7044-4052-9ec8-8e1795051671) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:42.169085 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:42.173406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:42.184148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.188978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:42.278544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:42.291054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:42.482056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.551158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:40Z', 'revision_number': 7, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:39Z', 'revision_number': 4, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:42.556182 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:42.565701 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:42.566328 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:42.642543 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-85981bdf-c884-456e-9c18-5ad96b575aa8 req-7e99a3d4-1a64-4cad-87d8-cfea2b0ac35f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.2982068 May 25 16:54:42.706054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.727156 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-10dc96d9-c3b4-4259-93f5-404e4b89ef68 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 699 time: 0.8084934 May 25 16:54:42.730457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35872) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:42.735273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Transition to ACTIVE for port object 787c0f6e-7044-4052-9ec8-8e1795051671 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:42.755840 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:42.766684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.774876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:42.810957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d81cf91a-23b2-4c30-b89d-d4f5bb5c3946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:42.869769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 9abfd712-a275-4968-82c0-e759545949e5 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:42.873003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:42.877245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:42.913982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:42.939808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.940195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.940577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.940953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.941326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.941695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.942066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.942434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.943595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.943978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.944350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.944716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:42.952135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:42.979517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:42.980147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.012716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35876) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:43.120588 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ee4fe762-76a5-4b47-8464-556f4457260e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 688 time: 0.1065884 May 25 16:54:43.138041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8137751 May 25 16:54:43.151188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Request body: {'port': {'device_id': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:43.164599 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:40Z', 'revision_number': 7, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:41Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:43.170556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ec041-d0aa-4e79-bba0-03355721ec2a None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:40Z', 'revision_number': 7, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1eee3913-df7f-4a8f-b69e-e75b1dc435d7', 'name': '', 'network_id': 'b6d2d84e-c016-4be5-be70-47224721d09b', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:b5:f8:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:35Z', 'updated_at': '2021-05-25T16:54:41Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '7ceb2277-6438-4fb7-a885-ade061aa8ae4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:43.266203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-752c73b6-0b0b-4e40-ae13-5087529f3148 None None] Provisioning for port 787c0f6e-7044-4052-9ec8-8e1795051671 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:43.277402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-752c73b6-0b0b-4e40-ae13-5087529f3148 None None] Provisioning complete for port 787c0f6e-7044-4052-9ec8-8e1795051671 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:43.280293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-752c73b6-0b0b-4e40-ae13-5087529f3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.291791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.367046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:54:43.479179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-752c73b6-0b0b-4e40-ae13-5087529f3148 None None] Port 787c0f6e-7044-4052-9ec8-8e1795051671 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:43.480803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.515964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:43.516584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.739091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.798373 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787c0f6e-7044-4052-9ec8-8e1795051671 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:43.808314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.826345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Transition to ACTIVE for port object 787c0f6e-7044-4052-9ec8-8e1795051671 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:43.832194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:43.838224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3f75e74d-efa9-4abd-9e79-2155a31271c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:43.856749 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:54:44.019817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:44.033934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:44.109800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c481b9-be3e-4020-bb9c-08a49f86abfe req-a295f6cd-2c3b-455f-b82f-e7c3241d74f1 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.111495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1c481b9-be3e-4020-bb9c-08a49f86abfe req-a295f6cd-2c3b-455f-b82f-e7c3241d74f1 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.2881062 May 25 16:54:44.142806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Attempting to bind port 787c0f6e-7044-4052-9ec8-8e1795051671 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:44.143349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Attempting to bind port 787c0f6e-7044-4052-9ec8-8e1795051671 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:44.143836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Attempting to bind port 787c0f6e-7044-4052-9ec8-8e1795051671 on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:44.150471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Port 787c0f6e-7044-4052-9ec8-8e1795051671 on network 9abfd712-a275-4968-82c0-e759545949e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:54:44.150801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Attempting to bind port 787c0f6e-7044-4052-9ec8-8e1795051671 on network 9abfd712-a275-4968-82c0-e759545949e5 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:44.157786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:44.158062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Checking segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:44.158308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Bound using segment: {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:44.160750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Bound port: 787c0f6e-7044-4052-9ec8-8e1795051671, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b045b576-0002-4fe3-ae22-8fed678607e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '9abfd712-a275-4968-82c0-e759545949e5'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:44.160750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.267887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1c481b9-be3e-4020-bb9c-08a49f86abfe req-73f3a953-cfee-46ae-bdfe-319bed60e2c8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116271 May 25 16:54:44.277252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:44.282572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=787c0f6e-7044-4052-9ec8-8e1795051671,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:44.289521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.295750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da712b46-9f84-4081-8857-a4cddd46c7fe tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:44.316395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:44.317024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.365475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.366434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.368062 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] 10.222.0.95 "PUT /v2.0/ports/787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 200 len: 1094 time: 1.2220542 May 25 16:54:44.368692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:44.392345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:44.397490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:44.474657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:44.490367 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671', 'status': 'completed', 'code': 200} May 25 16:54:44.493486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103861604', 'description': 'tempest-secgroup-smoke-2103861604 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:44.509395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:44.527201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 1eee3913-df7f-4a8f-b69e-e75b1dc435d7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:44.527460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.534841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:44.542316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-56c7eff1-7905-4c02-b1a8-beecdf3bd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.543921 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-56c7eff1-7905-4c02-b1a8-beecdf3bd1a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1097 time: 0.1235595 May 25 16:54:44.636241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-2c9884f8-5ee3-4f08-ba63-59154f3e5cd9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 200 len: 217 time: 0.0840580 May 25 16:54:44.666091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:44.671024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.704902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:44.708948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:44.711860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-780566dc-f52d-4559-b99a-2759a0fb8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.712153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:44.713312 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-780566dc-f52d-4559-b99a-2759a0fb8546 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0710812 May 25 16:54:44.718555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:44.805531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-0c365e82-5a57-4fac-85c3-6bcb74124ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:44.807761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-0c365e82-5a57-4fac-85c3-6bcb74124ac7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882607 May 25 16:54:44.835505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.840999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.846157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:44.891908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c502c9-e1d3-417d-9bdc-5bb0d566427b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:44.898880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:44.953886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.957982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4711893 May 25 16:54:44.960672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35890) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:44.969214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:44.977728 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-2e40b218-2db5-4724-bcb5-47ce19f472d5 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630454 May 25 16:54:44.978715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:44.983062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:44.987400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:44.993276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:44.997285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:45.014563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:45.049165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=1eee3913-df7f-4a8f-b69e-e75b1dc435d7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:45.052246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:45.101729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.175607 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d38daffd-57ba-41f3-8ccb-24b94fb6a864 req-b30050f5-f68c-45fe-985e-1813d5b234b8 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895025 May 25 16:54:45.212364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.218251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.221020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:45.343585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2607c4d1-9f0a-4b51-985f-5fd168788592,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:45.348435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:45.356117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.368978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35896) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:45.375004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:45.375432 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024191 May 25 16:54:45.381675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:45.385711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:45.388656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:45.394693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:45.422200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.428877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-aafb3289-4841-4a86-9a98-cb6ed2e80e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:45.428877 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-aafb3289-4841-4a86-9a98-cb6ed2e80e66 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1097 time: 0.1983848 May 25 16:54:45.430323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.480383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.650340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.659038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.663620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ace29a1c-a387-431e-a1a2-f1fdd820ff88 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:45.702954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.704126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341601 May 25 16:54:45.708887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35900) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:45.711617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86609777-14ae-4aaf-a5a1-19d6874adc81,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:45.715791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:45.719100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:45.726883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:45.733411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:45.737204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:45.800669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:45.807429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f351a8-512a-4dea-bbc3-f5210916ae80 req-3077ac55-489e-47c0-b45d-66e48d7c8b6e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:45.808193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-76f351a8-512a-4dea-bbc3-f5210916ae80 req-3077ac55-489e-47c0-b45d-66e48d7c8b6e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:45.816234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-8da70ca6-6192-48f7-b8af-5ab353503013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:45.818261 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-8da70ca6-6192-48f7-b8af-5ab353503013 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.3515565 May 25 16:54:45.889134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-76f351a8-512a-4dea-bbc3-f5210916ae80 req-3077ac55-489e-47c0-b45d-66e48d7c8b6e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:45.895549 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-76f351a8-512a-4dea-bbc3-f5210916ae80 req-3077ac55-489e-47c0-b45d-66e48d7c8b6e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.4746563 May 25 16:54:45.904212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:45.907297 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-c912cde9-13b8-4ce6-a47c-cb76b3fe6de3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 200 len: 217 time: 0.0819941 May 25 16:54:45.951998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:46.003620 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-76f351a8-512a-4dea-bbc3-f5210916ae80 req-488e92c0-d4c5-4bd9-bb79-b341b8ed32e7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063316 May 25 16:54:46.023626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-a15cb704-91c4-442d-896a-1369f8a3b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:46.023626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-a15cb704-91c4-442d-896a-1369f8a3b6ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0938063 May 25 16:54:46.105349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-12632a68-6e72-4b1d-aeda-6cbff18e110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:46.106749 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-12632a68-6e72-4b1d-aeda-6cbff18e110f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812163 May 25 16:54:46.256376 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-6f294fec-3bd6-4c55-8cf1-c097cc1069e6 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402323 May 25 16:54:46.312334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.319383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.323053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:46.356266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465da3b3-2207-4c73-9a9e-1e5a15c623de,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:46.359176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:46.360745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:46.375015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6403363 May 25 16:54:46.375015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.375015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6648602 May 25 16:54:46.375507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35906) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:46.377069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:46.377643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:46.383501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:46.388944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:46.389627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:46.389791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:46.393609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:46.397486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:46.404034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:46.425558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.452851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-94fe6f44-5814-4569-9804-da836cb17bb4 req-4bc929c4-8e26-464f-8d2a-355be4d99e78 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901655 May 25 16:54:46.464915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet 7ceb2277-6438-4fb7-a885-ade061aa8ae4 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:46.468252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.502116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.508227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.517707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-852dad7f-3e21-4d8a-936b-e3060471d0da tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:46.531661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.543483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c5fbe-c631-4177-9254-9e072fb506c7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:46.546631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:46.547950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.552276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1734796 May 25 16:54:46.552726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35914) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:46.558002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:46.563954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:46.568296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:46.571741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:46.579685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:46.588347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:46.593242 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:54:46.599039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.638924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.671614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.676671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.685156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:46.706013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0822a77-9964-4a8a-9fbc-220fce1349ed,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:46.709319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:46.718746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.723288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694274 May 25 16:54:46.723995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35918) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:46.772431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '40c502c9-e1d3-417d-9bdc-5bb0d566427b', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:46.790442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:46.803060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:54:46.807866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:54:46.817237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:46.846385 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:54:46.854499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.933176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:44Z', 'revision_number': 8, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:46.937096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:46.945890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:46.946543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:46.989862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.993728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:46.997507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:47.022881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27aebe1-26eb-478e-bde2-db2ac06d4b61,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:47.029131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:47.042553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.047946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-20bc4fb3-e8a6-4829-bf86-579a85570fec tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:47.084580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.086117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3610713 May 25 16:54:47.093807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=7ceb2277-6438-4fb7-a885-ade061aa8ae4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:47.097137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.099705 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/7ceb2277-6438-4fb7-a885-ade061aa8ae4 HTTP/1.1" status: 204 len: 168 time: 0.7230544 May 25 16:54:47.100213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:47.102430 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35926) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:47.110289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a881a0-ccdc-4e1b-93ee-a22c6f86bb4f None None] Network b6d2d84e-c016-4be5-be70-47224721d09b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:47.227075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f9fb6-87ea-4df2-b524-bcb16c7b6a8f req-11e0c9dc-658b-4f5c-99a2-142ab2d5661c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:47.228675 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc4f9fb6-87ea-4df2-b524-bcb16c7b6a8f req-11e0c9dc-658b-4f5c-99a2-142ab2d5661c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.1079364 May 25 16:54:47.247551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.249238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:47.288625 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc4f9fb6-87ea-4df2-b524-bcb16c7b6a8f req-8b5a84e8-1365-4a71-9b72-47400a4c9db9 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533178 May 25 16:54:47.358488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-9d077f9b-dd66-4760-bcb8-c5463bf83a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103861604&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0555334 May 25 16:54:47.392302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:47.392648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.729047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:47.729403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.743811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:44Z', 'revision_number': 8, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:47.748892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] DHCP port deletion for b6d2d84e-c016-4be5-be70-47224721d09b request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:47.753028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e180f12-fafd-40b9-be9f-9a76c1a06b3d None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:44Z', 'revision_number': 8, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1a35113-8f96-417a-9a80-26ea11d5332f', 'name': '', 'network_id': 'd5441aca-bee1-405b-9dff-7e1827a309a6', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:16:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:29Z', 'updated_at': '2021-05-25T16:54:36Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': 'da272d72-fc18-44ff-991f-f308725fd4ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:47.823791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Deleting port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:47.824197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.874308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for ba0759f0-8c5d-499e-9e79-d2cdb7c5648d owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:47.885747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-3a751c6f-b606-44fc-a748-97bbb5c099dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:47.886450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-5327262b-949f-4103-b80d-db1f768bd5af req-3a751c6f-b606-44fc-a748-97bbb5c099dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:47.918870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-5327262b-949f-4103-b80d-db1f768bd5af req-3a751c6f-b606-44fc-a748-97bbb5c099dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:47.920051 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-3a751c6f-b606-44fc-a748-97bbb5c099dc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 797 time: 0.5535014 May 25 16:54:47.924468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] For port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,segment=NetworkSegment(9a7ecdd3-0918-457d-b4d4-61a815666e28),segment_id=9a7ecdd3-0918-457d-b4d4-61a815666e28)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:47.924845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.945383 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-3445fb5e-a036-4a17-8151-9052cde8a7d3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0166101 May 25 16:54:47.990028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:47.999794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:48.052846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:48.054820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:48.055255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Calling delete_port for ba0759f0-8c5d-499e-9e79-d2cdb7c5648d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:48.057729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:48.102544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.106455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:48.152265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Pushing event deleted for resources: {'Port': ['ID=ba0759f0-8c5d-499e-9e79-d2cdb7c5648d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:48.160714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] No DVR routers for this DVR port ba0759f0-8c5d-499e-9e79-d2cdb7c5648d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:48.164346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.164950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.165299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.165628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.165981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.166278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.166603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.166990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.167272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.167588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.167906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.168220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:54:48.171964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:48.196918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.215484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d2d84e-c016-4be5-be70-47224721d09b']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:48.231789 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7ecdd3-0918-457d-b4d4-61a815666e28') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:48.232088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7ecdd3-0918-457d-b4d4-61a815666e28') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:48.248113 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-6703e7c6-6514-4d28-ad45-f1eac6ec2a5e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2963710 May 25 16:54:48.254223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.337106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.361554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:48.362001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:48.377093 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:48.495475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.501540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2742cd22-21ac-4ec1-8798-061f8c42fcab tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:48.518482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.535145 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-1759672c-ca1e-418e-acaf-a65f16ac9a71 service neutron] 10.222.0.96 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740147 May 25 16:54:48.535910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=b6d2d84e-c016-4be5-be70-47224721d09b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:48.540403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:48.543264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/b6d2d84e-c016-4be5-be70-47224721d09b HTTP/1.1" status: 204 len: 168 time: 1.4383755 May 25 16:54:48.545012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 35942) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:48.648381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619200c-9df8-4dc3-aa9c-f3ca9214b57a req-03b65ed0-88f8-498b-b334-9bde55870742 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:48.650016 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3619200c-9df8-4dc3-aa9c-f3ca9214b57a req-03b65ed0-88f8-498b-b334-9bde55870742 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.0899808 May 25 16:54:48.667737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:48.697200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3619200c-9df8-4dc3-aa9c-f3ca9214b57a req-a5e1234c-65c2-48c2-a009-148b39e58e56 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 May 25 16:54:48.953583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-ad288646-8bef-4a8b-8ac5-10ea1a6b2bd3 service neutron] 10.222.0.96 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058218 May 25 16:54:49.151768 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b979fafa-54d3-4b0d-bc3b-48856a2f6143 req-18b10199-2fec-4ee5-a5ba-361c9f6275c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 210 time: 0.0496030 May 25 16:54:49.308150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ba0759f0-8c5d-499e-9e79-d2cdb7c5648d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:49.343380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ba0759f0-8c5d-499e-9e79-d2cdb7c5648d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:49.344207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ba0759f0-8c5d-499e-9e79-d2cdb7c5648d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:49.345050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:49.372218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:49.385734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:49.386322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1eee3913-df7f-4a8f-b69e-e75b1dc435d7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:49.894445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port a1a35113-8f96-417a-9a80-26ea11d5332f {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:49.894787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:49.995790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19034c05-0701-4324-9e01-59a5812e3c40 req-6eb88005-e572-4fb3-968d-e116a4fc5d85 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:49.997289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-19034c05-0701-4324-9e01-59a5812e3c40 req-6eb88005-e572-4fb3-968d-e116a4fc5d85 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.1848874 May 25 16:54:50.086448 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-19034c05-0701-4324-9e01-59a5812e3c40 req-bf9e2c5d-ef7c-4373-a675-b1f15ad9584e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823045 May 25 16:54:50.092665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port a1a35113-8f96-417a-9a80-26ea11d5332f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1a35113-8f96-417a-9a80-26ea11d5332f,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:50.093216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:50.273072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for a1a35113-8f96-417a-9a80-26ea11d5332f owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:50.318066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1f7a4c78-7194-437c-91a0-a7ea5b258769 req-14d2ef2a-0a64-48eb-8362-d51bdce17161 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 210 time: 0.0517030 May 25 16:54:50.419734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-76431735-a477-4692-98fa-0e9ee1745eff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:50.421185 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-76431735-a477-4692-98fa-0e9ee1745eff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 797 time: 0.2546246 May 25 16:54:50.497504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-039928ea-6f53-4797-8083-ccf0a295eef9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 473 time: 0.0668859 May 25 16:54:50.512929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['40c502c9-e1d3-417d-9bdc-5bb0d566427b']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:50.723510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:50.727923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:54:50.730837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97ec3555-d7f8-4783-a1e0-d2c0176c6c46 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:50.789678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=a1a35113-8f96-417a-9a80-26ea11d5332f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:50.816426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:54:50.824492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:50.868697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:54:50.872439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:51.365208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:51.477187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-781e4474-21a1-42ad-95f9-308b04fadcc3 req-3dd0dd18-ad58-4928-8b49-a39c528b443b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 210 time: 0.0463185 May 25 16:54:51.523183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.9 (f4f9b026-8231-4d89-9b73-ae2b505dbda0/bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c/dca16d16-2a9e-481f-b0d9-4b69724ad130) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:54:51.564338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad38c-06d2-404a-ab19-686caf555953 req-c26ac67a-f16e-4ef8-aa88-02017b595cee tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:51.565696 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-770ad38c-06d2-404a-ab19-686caf555953 req-c26ac67a-f16e-4ef8-aa88-02017b595cee tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.3437173 May 25 16:54:51.743275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-770ad38c-06d2-404a-ab19-686caf555953 req-3937b7f8-3fd0-4732-9c34-5d2199b34157 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707680 May 25 16:54:51.930636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:51.953749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.084366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object dca16d16-2a9e-481f-b0d9-4b69724ad130 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:52.131064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:52.140046 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:52.152804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6039186 May 25 16:54:52.153063 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:52.153063 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:52.153307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.153715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35968) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:52.158156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a682ac4d-9e5e-4844-8f07-84662769eff6 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:52.228021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:54:52.231416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:54:52.235615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:54:52.238410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet da272d72-fc18-44ff-991f-f308725fd4ed {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:52.242742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.271561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:52.278622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:52.314121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.325706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:52.326390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.352275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435049 May 25 16:54:52.363820 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:52.365302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Request body: {'port': {'device_id': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:54:52.421675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.490788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.538553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-889056f3-febc-484d-bb99-d4c609a8797f None None] Provisioning for port dca16d16-2a9e-481f-b0d9-4b69724ad130 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:54:52.544234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-889056f3-febc-484d-bb99-d4c609a8797f None None] Provisioning complete for port dca16d16-2a9e-481f-b0d9-4b69724ad130 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:54:52.544622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-889056f3-febc-484d-bb99-d4c609a8797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.614475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-889056f3-febc-484d-bb99-d4c609a8797f None None] Port dca16d16-2a9e-481f-b0d9-4b69724ad130 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:54:52.783065 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:50Z', 'revision_number': 9, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:52.790031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:52.800781 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:52.801580 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:52.810839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833aa832-c5bb-4b80-b888-fa3e195777ea req-a8b620ca-ca97-4cf5-be1a-9ccdf1972d95 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:52.812447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-833aa832-c5bb-4b80-b888-fa3e195777ea req-a8b620ca-ca97-4cf5-be1a-9ccdf1972d95 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 931 time: 0.1942930 May 25 16:54:52.867349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.874451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7a5d4199-4378-4326-8d12-4a79d00c687a tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:52.922525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=da272d72-fc18-44ff-991f-f308725fd4ed,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:52.929009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:52.930405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2a0db-84f0-446a-9e56-bc3b69284118 None None] Network d5441aca-bee1-405b-9dff-7e1827a309a6 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:52.941417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/da272d72-fc18-44ff-991f-f308725fd4ed HTTP/1.1" status: 204 len: 168 time: 0.7839558 May 25 16:54:52.942545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:52.944984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35976) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:52.949391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-833aa832-c5bb-4b80-b888-fa3e195777ea req-fbd5027d-bda7-4a5e-9e30-911109e05ed7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:52.984477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:52.996120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-833aa832-c5bb-4b80-b888-fa3e195777ea req-fbd5027d-bda7-4a5e-9e30-911109e05ed7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:53.005291 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-833aa832-c5bb-4b80-b888-fa3e195777ea req-fbd5027d-bda7-4a5e-9e30-911109e05ed7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808403 May 25 16:54:53.081395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1177ae-33ed-4649-b4e1-1a8917cbc19d req-652bfef4-8ee5-45fb-817f-00d9fa538166 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:53.090307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3a1177ae-33ed-4649-b4e1-1a8917cbc19d req-652bfef4-8ee5-45fb-817f-00d9fa538166 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.2262301 May 25 16:54:53.111670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.160199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dca16d16-2a9e-481f-b0d9-4b69724ad130 {{(pid=99126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:53.170047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.189868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Transition to ACTIVE for port object dca16d16-2a9e-481f-b0d9-4b69724ad130 will not be triggered until provisioned by entity L2. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:54:53.204323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 9a1aefbf-cea7-4a5e-8b76-133702aca02d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:53.205046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.209875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.215560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3d132a9c-9915-43bd-a458-9aae2ec54067 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:53.274685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] DHCP port deletion for d5441aca-bee1-405b-9dff-7e1827a309a6 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:53.332690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a1aefbf-cea7-4a5e-8b76-133702aca02d,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:53.334128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.352972 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:50Z', 'revision_number': 9, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:53.361101 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cae6618-c752-43b7-90a6-a0ba3e0bbe0a None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:50Z', 'revision_number': 9, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd61b35bb-6976-40ef-b677-99d1cae62e80', 'name': '', 'network_id': '221f5bba-38c6-49f3-90ae-fa84c5e1effb', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:d7:89:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '87772f99-93fd-4617-a990-b307dab7477f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:23Z', 'updated_at': '2021-05-25T16:54:31Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '87772f99-93fd-4617-a990-b307dab7477f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:53.393376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Deleting port 9a1aefbf-cea7-4a5e-8b76-133702aca02d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:53.393770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.499932 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3a1177ae-33ed-4649-b4e1-1a8917cbc19d req-e54f6e29-cee1-4d74-a88a-826dc3b993d7 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080628 May 25 16:54:53.502832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 9a1aefbf-cea7-4a5e-8b76-133702aca02d owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:53.522248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Pushing event updated for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:53.533234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:53.538679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] For port 9a1aefbf-cea7-4a5e-8b76-133702aca02d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a1aefbf-cea7-4a5e-8b76-133702aca02d,segment=NetworkSegment(61844c39-ea07-41d6-a60b-5f7c7e369755),segment_id=61844c39-ea07-41d6-a60b-5f7c7e369755)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:53.538679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.565826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Attempting to bind port dca16d16-2a9e-481f-b0d9-4b69724ad130 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:54:53.566301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Attempting to bind port dca16d16-2a9e-481f-b0d9-4b69724ad130 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:54:53.566639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Attempting to bind port dca16d16-2a9e-481f-b0d9-4b69724ad130 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:53.572077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Port dca16d16-2a9e-481f-b0d9-4b69724ad130 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:54:53.572407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Attempting to bind port dca16d16-2a9e-481f-b0d9-4b69724ad130 on network f4f9b026-8231-4d89-9b73-ae2b505dbda0 {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:54:53.579379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:54:53.580090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Checking segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:54:53.580609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Bound using segment: {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'} {{(pid=99126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:54:53.580880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.managers [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Bound port: dca16d16-2a9e-481f-b0d9-4b69724ad130, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0'}}] {{(pid=99126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:54:53.581233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.582868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.587883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-849e62e4-7d7f-493f-8ff1-019f9b145f9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:53.633911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=9a1aefbf-cea7-4a5e-8b76-133702aca02d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:53.636699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:53.641985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 9a1aefbf-cea7-4a5e-8b76-133702aca02d on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:53.680554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, cleared binding levels {{(pid=99126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:54:53.684065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:54:53.690018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.693810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Calling delete_port for 9a1aefbf-cea7-4a5e-8b76-133702aca02d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:53.696387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-54d526f3-7760-4602-b0c9-eabae18ae77e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:53.755011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.759284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:53.777663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:53.778421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.779826 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] 10.222.0.95 "PUT /v2.0/ports/dca16d16-2a9e-481f-b0d9-4b69724ad130 HTTP/1.1" status: 200 len: 1093 time: 1.4196188 May 25 16:54:53.780506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:54:53.820108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Pushing event updated for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=3']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:53.820512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.823421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:53.843912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5441aca-bee1-405b-9dff-7e1827a309a6']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:53.857747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61844c39-ea07-41d6-a60b-5f7c7e369755') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:53.858042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61844c39-ea07-41d6-a60b-5f7c7e369755') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:53.872480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.882595 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'status': 'completed', 'code': 200} May 25 16:54:53.896186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.904717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:53.905223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:53.918241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Pushing event deleted for resources: {'Port': ['ID=9a1aefbf-cea7-4a5e-8b76-133702aca02d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:53.922651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:53.925769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] No DVR routers for this DVR port 9a1aefbf-cea7-4a5e-8b76-133702aca02d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:53.928494 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:53.946793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-4430468b-c726-45fa-96bd-ae70d17e7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:53.948459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-4430468b-c726-45fa-96bd-ae70d17e7172 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 1096 time: 0.1223352 May 25 16:54:54.030349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:54.031420 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-026dd078-1ab6-471b-a9ab-a4b3bfd590c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130 HTTP/1.1" status: 200 len: 217 time: 0.0713673 May 25 16:54:54.035027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:54.054364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:54.071509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=d5441aca-bee1-405b-9dff-7e1827a309a6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:54.075317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:54.080079 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/d5441aca-bee1-405b-9dff-7e1827a309a6 HTTP/1.1" status: 204 len: 168 time: 1.1313708 May 25 16:54:54.080348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35984) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:54.116261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-2e05c204-267e-4fb1-9fa1-15d6e2b1335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.117978 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-2e05c204-267e-4fb1-9fa1-15d6e2b1335a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0760541 May 25 16:54:54.263514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327262b-949f-4103-b80d-db1f768bd5af req-3c0e2eee-837b-4687-bd61-6462faf4beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.265007 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-3c0e2eee-837b-4687-bd61-6462faf4beb7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397603 May 25 16:54:54.273705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b6341-146a-46de-b239-492881ec3b25 req-d4f59008-89c7-495c-8e66-c9fcf1003b4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.274441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d27b6341-146a-46de-b239-492881ec3b25 req-d4f59008-89c7-495c-8e66-c9fcf1003b4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:54:54.373617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d27b6341-146a-46de-b239-492881ec3b25 req-d4f59008-89c7-495c-8e66-c9fcf1003b4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:54:54.374555 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d27b6341-146a-46de-b239-492881ec3b25 req-d4f59008-89c7-495c-8e66-c9fcf1003b4e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 943 time: 0.2135940 May 25 16:54:54.449276 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-119012f5-8618-4589-8eb0-815da64063b2 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717830 May 25 16:54:54.453880 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d27b6341-146a-46de-b239-492881ec3b25 req-0c514f60-40b8-46d7-a8d2-65ca7df29009 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716267 May 25 16:54:54.591969 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5327262b-949f-4103-b80d-db1f768bd5af req-4313b2a1-41b2-4465-8858-2f8b92ffea19 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347864 May 25 16:54:54.767188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee70b-c35a-4190-8d88-088019a5ca4d req-0818c654-8068-4391-8d1e-d184d3d1113f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.768787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a17ee70b-c35a-4190-8d88-088019a5ca4d req-0818c654-8068-4391-8d1e-d184d3d1113f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.1544902 May 25 16:54:54.830063 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a17ee70b-c35a-4190-8d88-088019a5ca4d req-248c1f15-054e-4274-a511-1f65d2db0c8c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540509 May 25 16:54:54.867052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57051-3e12-4535-989b-3804c48ce207 req-2b7e2d17-eec0-46d1-aedc-c881965432a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:54.868530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-2b7e2d17-eec0-46d1-aedc-c881965432a5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 1096 time: 0.2191184 May 25 16:54:54.898521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:55.004525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57051-3e12-4535-989b-3804c48ce207 req-60b3610b-1664-48ea-864a-497b85a51bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:55.006728 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-60b3610b-1664-48ea-864a-497b85a51bef service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.1317775 May 25 16:54:55.079316 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-d9d0f577-f190-436b-81f4-f602c75c74fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130 HTTP/1.1" status: 200 len: 217 time: 0.0655208 May 25 16:54:55.142545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57051-3e12-4535-989b-3804c48ce207 req-c6c1e84b-60f7-4a8b-af51-937e1b52e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:55.144148 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-c6c1e84b-60f7-4a8b-af51-937e1b52e13a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0583606 May 25 16:54:55.223522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57051-3e12-4535-989b-3804c48ce207 req-99d28262-817b-4541-add1-a18dae4aefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:55.225262 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-99d28262-817b-4541-add1-a18dae4aefea service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745034 May 25 16:54:55.298263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a1aefbf-cea7-4a5e-8b76-133702aca02d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:55.312405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port d61b35bb-6976-40ef-b677-99d1cae62e80 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:55.312807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:55.335364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9a1aefbf-cea7-4a5e-8b76-133702aca02d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:55.335732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a1aefbf-cea7-4a5e-8b76-133702aca02d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:55.336255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1a35113-8f96-417a-9a80-26ea11d5332f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:55.373515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a1a35113-8f96-417a-9a80-26ea11d5332f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:55.373968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1a35113-8f96-417a-9a80-26ea11d5332f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:55.374810 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-e9e58e05-5c54-4a7d-b57d-6669f1f13808 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418755 May 25 16:54:55.459567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port d61b35bb-6976-40ef-b677-99d1cae62e80, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d61b35bb-6976-40ef-b677-99d1cae62e80,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:55.459921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:55.515633 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab57051-3e12-4535-989b-3804c48ce207 req-11891c22-efee-42d2-b8c6-d8da6121ef0e service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330326 May 25 16:54:55.594877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for d61b35bb-6976-40ef-b677-99d1cae62e80 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:55.660135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00d8b-fa15-49db-92e0-d6b0d764e335 req-d8190bb6-ea04-4a6d-b2ce-048d33922c92 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:55.661839 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a9b00d8b-fa15-49db-92e0-d6b0d764e335 req-d8190bb6-ea04-4a6d-b2ce-048d33922c92 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 943 time: 0.0873623 May 25 16:54:55.721506 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a9b00d8b-fa15-49db-92e0-d6b0d764e335 req-d7b86bbc-6887-4bb7-b5a9-b6edec95c52f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534494 May 25 16:54:55.745398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:55.749439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-886b313b-f8d9-4c9b-88bb-007245621277 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:55.798141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=d61b35bb-6976-40ef-b677-99d1cae62e80,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:55.801147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:56.268885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:56.368731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 787c0f6e-7044-4052-9ec8-8e1795051671 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:54:56.410263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82f5-02f4-4165-95ed-b54ca5cfaaf1 req-178cd0e6-7b4f-40a3-ab63-b60af7eb8078 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:56.411872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-491c82f5-02f4-4165-95ed-b54ca5cfaaf1 req-178cd0e6-7b4f-40a3-ab63-b60af7eb8078 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 944 time: 0.4515662 May 25 16:54:56.491965 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-491c82f5-02f4-4165-95ed-b54ca5cfaaf1 req-9e5ee14a-254c-457f-b607-ec9fc8b53a24 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640306 May 25 16:54:56.515378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=787c0f6e-7044-4052-9ec8-8e1795051671,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:56.529759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '787c0f6e-7044-4052-9ec8-8e1795051671', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'port_id': '787c0f6e-7044-4052-9ec8-8e1795051671', 'mac_address': 'fa:16:3e:32:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:54:56.591686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:56.609561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787c0f6e-7044-4052-9ec8-8e1795051671 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:56.635361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=787c0f6e-7044-4052-9ec8-8e1795051671,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:56.641389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:56.644274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-16301c0e-2bf8-466b-82db-69c0bf0d88ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:56.658114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:54:56.718719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:56.723075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:56.827634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:54:56.844494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7607558 May 25 16:54:56.844997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 35996) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:56.848867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:54:56.859201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:56.859979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:56.923064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet 87772f99-93fd-4617-a990-b307dab7477f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:54:56.926245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:56.931119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71232dbf-861d-4fe2-a24f-461c3a790073 req-e5d08114-f449-4537-bd5f-d0a003e8c0d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:56.932631 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-71232dbf-861d-4fe2-a24f-461c3a790073 req-e5d08114-f449-4537-bd5f-d0a003e8c0d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 943 time: 0.0970733 May 25 16:54:56.996057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:56.997356 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-71232dbf-861d-4fe2-a24f-461c3a790073 req-a6bb0fba-f671-4d17-b6df-bd36596d7f78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580981 May 25 16:54:57.038994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:57.086608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.113749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['787c0f6e-7044-4052-9ec8-8e1795051671'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:54:57.391821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.397491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826178d4-efb9-42a3-b0f9-8bad94c81ee9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:57.439832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=87772f99-93fd-4617-a990-b307dab7477f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:57.443803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:57.444816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.451153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/87772f99-93fd-4617-a990-b307dab7477f HTTP/1.1" status: 204 len: 168 time: 0.6051104 May 25 16:54:57.453571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36000) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:57.466608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce250020-3d43-4073-8740-3a5ed083d86c None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:54:57.576083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.720433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 149eb2b7-86b9-4903-b53e-20c0b037eed2 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:57.720676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:57.741834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b8df9-8482-4152-91a8-a00a69162558 req-66c1cbec-8765-428f-bfa4-39fda321c341 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:57.743321 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce0b8df9-8482-4152-91a8-a00a69162558 req-66c1cbec-8765-428f-bfa4-39fda321c341 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 945 time: 0.1220372 May 25 16:54:57.794748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:55Z', 'revision_number': 10, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:57.816043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:54:57.864954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:54:57.865704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:58.032162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 149eb2b7-86b9-4903-b53e-20c0b037eed2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=149eb2b7-86b9-4903-b53e-20c0b037eed2,segment=NetworkSegment(174bb2d0-7a55-4ac5-9300-b4f055547a2a),segment_id=174bb2d0-7a55-4ac5-9300-b4f055547a2a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:58.032582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.040100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] DHCP port deletion for 221f5bba-38c6-49f3-90ae-fa84c5e1effb request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:54:58.042536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce0b8df9-8482-4152-91a8-a00a69162558 req-ca942cc5-96c5-4f42-b708-97cdf1f5a6ce tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891387 May 25 16:54:58.132826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:54:58.172941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 149eb2b7-86b9-4903-b53e-20c0b037eed2 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:58.227820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.233176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:58.279735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=149eb2b7-86b9-4903-b53e-20c0b037eed2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:58.281554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port 149eb2b7-86b9-4903-b53e-20c0b037eed2 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:58.283227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:58.296963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Deleting port 149eb2b7-86b9-4903-b53e-20c0b037eed2 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:58.297352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.381745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f91a5-3937-4a0b-9e64-a9bf27041d44 req-b6c223ce-86bd-4dbb-ab74-afc72a28cea0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:58.383397 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bf9f91a5-3937-4a0b-9e64-a9bf27041d44 req-b6c223ce-86bd-4dbb-ab74-afc72a28cea0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 943 time: 0.1079612 May 25 16:54:58.419721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.420800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device dca16d16-2a9e-481f-b0d9-4b69724ad130 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:54:58.440303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221f5bba-38c6-49f3-90ae-fa84c5e1effb']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:58.446449 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bf9f91a5-3937-4a0b-9e64-a9bf27041d44 req-964a0d9d-7c7e-4a90-bda1-9eeb1c7f19a1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552704 May 25 16:54:58.455246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174bb2d0-7a55-4ac5-9300-b4f055547a2a') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:58.455552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174bb2d0-7a55-4ac5-9300-b4f055547a2a') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:58.474061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.493454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] For port 149eb2b7-86b9-4903-b53e-20c0b037eed2, host dv-neutron-792998-1-hyperv, got binding levels [] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:58.494083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.496736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.502939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:54:58.503331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:54:58.518815 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:54:58.599769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.603708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4404b534-bba3-4631-960f-a2c13fd32262 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:58.618144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.632202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=221f5bba-38c6-49f3-90ae-fa84c5e1effb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:58.634486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:58.639484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/221f5bba-38c6-49f3-90ae-fa84c5e1effb HTTP/1.1" status: 204 len: 168 time: 1.1846118 May 25 16:54:58.641282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36008) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:54:58.698976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Calling delete_port for 149eb2b7-86b9-4903-b53e-20c0b037eed2 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:54:58.711069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.ipam_backend_mixin [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Port 149eb2b7-86b9-4903-b53e-20c0b037eed2 was not found and therefore no delete operation was performed {{(pid=99128) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 25 16:54:58.718499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.723668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:58.801459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Pushing event deleted for resources: {'Port': ['ID=149eb2b7-86b9-4903-b53e-20c0b037eed2,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:58.815191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Network 221f5bba-38c6-49f3-90ae-fa84c5e1effb is not hosted by any dhcp agent {{(pid=99128) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 25 16:54:58.815664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] No DVR routers for this DVR port 149eb2b7-86b9-4903-b53e-20c0b037eed2 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:54:58.817268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:58.855061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:58.872865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'port_id': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'mac_address': 'fa:16:3e:a0:1d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:54:58.930990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:55Z', 'revision_number': 10, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:54:58.939476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2639c-f423-4d09-97af-15e9388500c8 None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:54:55Z', 'revision_number': 10, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None, '_interfaces': [{'id': '19ef9f09-af66-40f9-b6f0-5f832f6cd0f9', 'name': '', 'network_id': '990bb833-7dc2-4738-915c-e82d85d87297', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'mac_address': 'fa:16:3e:91:00:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:54:19Z', 'updated_at': '2021-05-25T16:54:25Z', 'revision_number': 5, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'subnets': [{'id': '19dfb19b-f4c7-48b3-9690-ca9fcc965704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:54:58.940950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.961024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dca16d16-2a9e-481f-b0d9-4b69724ad130 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:54:58.981730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:58.986769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:58.988753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84953c40-dfca-4373-ba50-aa6d51b975dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:54:59.060901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:54:59.063915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:54:59.174366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.243932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1d284-cd46-4ef4-8d8f-9717f1b394b6 req-da200278-b7a6-445d-b1e9-c200d9c4dc3c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:59.245448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-50e1d284-cd46-4ef4-8d8f-9717f1b394b6 req-da200278-b7a6-445d-b1e9-c200d9c4dc3c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 945 time: 0.0912502 May 25 16:54:59.294066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-50e1d284-cd46-4ef4-8d8f-9717f1b394b6 req-5311d0ac-be64-4920-8fcf-d543f88dd8b0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 May 25 16:54:59.342351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['dca16d16-2a9e-481f-b0d9-4b69724ad130'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:54:59.378165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 149eb2b7-86b9-4903-b53e-20c0b037eed2 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:59.433930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 149eb2b7-86b9-4903-b53e-20c0b037eed2 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:59.434292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 149eb2b7-86b9-4903-b53e-20c0b037eed2 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:59.434713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d61b35bb-6976-40ef-b677-99d1cae62e80 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:54:59.488452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d61b35bb-6976-40ef-b677-99d1cae62e80 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:54:59.488961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d61b35bb-6976-40ef-b677-99d1cae62e80 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:54:59.711171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b7b7-889e-4628-9f9d-81d13c59de52 req-03414ef3-f7ec-423a-9a24-2f2f00b3bc49 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:54:59.712558 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f670b7b7-889e-4628-9f9d-81d13c59de52 req-03414ef3-f7ec-423a-9a24-2f2f00b3bc49 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 944 time: 0.1349220 May 25 16:54:59.816464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f670b7b7-889e-4628-9f9d-81d13c59de52 req-1f27da3c-e643-43b3-958e-2f5dd91fda1d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925200 May 25 16:54:59.844769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:54:59.845105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:54:59.981348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:54:59.981608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.109510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:55:00.252556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.257248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:00.305165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=19ef9f09-af66-40f9-b6f0-5f832f6cd0f9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:00.307692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:00.375471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 787c0f6e-7044-4052-9ec8-8e1795051671 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:55:00.455524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 787c0f6e-7044-4052-9ec8-8e1795051671 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:55:00.461901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 787c0f6e-7044-4052-9ec8-8e1795051671 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:55:00.462281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.520048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dde23-be88-4960-befd-163f07f7f989 req-44007998-ebb1-4302-9426-aa1ec6f0923a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:00.527659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9f3dde23-be88-4960-befd-163f07f7f989 req-44007998-ebb1-4302-9426-aa1ec6f0923a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 945 time: 0.1166391 May 25 16:55:00.564265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.577426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9f3dde23-be88-4960-befd-163f07f7f989 req-ab0667c7-58a5-464a-8481-d36c8dd165de tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487919 May 25 16:55:00.659034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.686007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:00.700757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=787c0f6e-7044-4052-9ec8-8e1795051671,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:00.706146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:00.709145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6bcadb20-fb42-4377-bfa1-88453df2e767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:00.778203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:00.781517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:00.806552 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671', 'code': 200} May 25 16:55:01.013178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87138-e979-4756-9c82-967505ac017c req-d1500645-8083-4f70-9ab7-e95434dd1541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:01.014642 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-afa87138-e979-4756-9c82-967505ac017c req-d1500645-8083-4f70-9ab7-e95434dd1541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 944 time: 0.0816202 May 25 16:55:01.041633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:55:01.061495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-afa87138-e979-4756-9c82-967505ac017c req-b8838e24-c581-4d7e-8919-b2d21f553cf7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 May 25 16:55:01.194940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:55:01.198018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54adf5b-9a8c-49e6-99e1-41b41dbc426e req-f884518a-c699-42df-b7fb-3f9cca926f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:01.199604 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d54adf5b-9a8c-49e6-99e1-41b41dbc426e req-f884518a-c699-42df-b7fb-3f9cca926f19 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1099 time: 0.2181838 May 25 16:55:01.203901 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:55:01.214415 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:01.215093 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:01.228670 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840080 May 25 16:55:01.229164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36024) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:01.260462 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d54adf5b-9a8c-49e6-99e1-41b41dbc426e req-bf66d0e6-0488-4224-b2d2-ccedd51aa0a2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524702 May 25 16:55:01.304058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting subnet 19dfb19b-f4c7-48b3-9690-ca9fcc965704 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:55:01.307457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:01.347535 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:01.363284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:01.452248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:01.455888 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:01.460226 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:55:01.468828 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:01.469422 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:01.601917 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:01.747310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:01.755123 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:01.758419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a061c271-0027-4a2a-8ab7-0bb424e89918 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:01.761464 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c9a84-5202-4ddb-a8e1-5c42d5f1928c None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:55:01.788144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9efb76-6ce3-44d6-a440-483f31225635 req-1009aa67-d241-4221-9d74-b43b6069f9ed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:01.790521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d9efb76-6ce3-44d6-a440-483f31225635 req-1009aa67-d241-4221-9d74-b43b6069f9ed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.0892031 May 25 16:55:01.798750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:01.804638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2540057d-8ec2-4e84-bf13-3f880beb503f None None] Network 990bb833-7dc2-4738-915c-e82d85d87297 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:55:01.811345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Subnet': ['ID=19dfb19b-f4c7-48b3-9690-ca9fcc965704,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:01.814384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:01.816511 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/19dfb19b-f4c7-48b3-9690-ca9fcc965704 HTTP/1.1" status: 204 len: 168 time: 0.5863101 May 25 16:55:01.821727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36030) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:01.848754 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d9efb76-6ce3-44d6-a440-483f31225635 req-764e612b-f81b-4ead-9695-f17c0640ef8f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490930 May 25 16:55:01.934993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.011492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Deleting port a685d353-b271-451e-9056-4fa43d77f4ae {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:55:02.011834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.109480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] DHCP port deletion for 990bb833-7dc2-4738-915c-e82d85d87297 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:55:02.152474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] For port a685d353-b271-451e-9056-4fa43d77f4ae, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a685d353-b271-451e-9056-4fa43d77f4ae,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:02.152831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.219297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Deleting port a685d353-b271-451e-9056-4fa43d77f4ae {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:55:02.219816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.301145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Calling delete_port for a685d353-b271-451e-9056-4fa43d77f4ae owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:55:02.336972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] For port a685d353-b271-451e-9056-4fa43d77f4ae, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a685d353-b271-451e-9056-4fa43d77f4ae,segment=NetworkSegment(d76b7ebb-5c4f-43e8-a325-64b53a0edb6d),segment_id=d76b7ebb-5c4f-43e8-a325-64b53a0edb6d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:02.337424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.436423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device dca16d16-2a9e-481f-b0d9-4b69724ad130 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:55:02.445165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bed669-acaa-4a42-86b2-82416906ed4c req-c5ddb17f-3e4e-4873-a9c2-863fb36f5d71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:02.446738 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1bed669-acaa-4a42-86b2-82416906ed4c req-c5ddb17f-3e4e-4873-a9c2-863fb36f5d71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 944 time: 0.1533875 May 25 16:55:02.447971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.453162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:02.517231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Port': ['ID=a685d353-b271-451e-9056-4fa43d77f4ae,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:02.520426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:02.525608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No DVR routers for this DVR port a685d353-b271-451e-9056-4fa43d77f4ae on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:55:02.540198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Calling delete_port for a685d353-b271-451e-9056-4fa43d77f4ae owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:55:02.608461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port dca16d16-2a9e-481f-b0d9-4b69724ad130 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:55:02.620290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port dca16d16-2a9e-481f-b0d9-4b69724ad130 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:55:02.620674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.661393 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1bed669-acaa-4a42-86b2-82416906ed4c req-841e1474-87df-4894-b2d4-73dd7604632e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705861 May 25 16:55:02.675269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.688798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.694119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990bb833-7dc2-4738-915c-e82d85d87297']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:02.694336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57e5144c-aa10-4d46-b72b-b33e592c1776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:02.707705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:02.708592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76b7ebb-5c4f-43e8-a325-64b53a0edb6d') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:02.721296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.738415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.747022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:55:02.747356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:55:02.763313 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:55:02.773575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Pushing event deleted for resources: {'Port': ['ID=a685d353-b271-451e-9056-4fa43d77f4ae,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:02.775930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] No DVR routers for this DVR port a685d353-b271-451e-9056-4fa43d77f4ae on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:55:02.789879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:02.812786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.847926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:02.868809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:55:02.874760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:02.884487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b42df6b-b74e-43ae-993f-2c34233b79a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:02.929928 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'code': 200} May 25 16:55:02.988360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:02.992558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:03.065925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.069266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-331de09e-7990-49d9-ac09-cd9885367e2f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:03.086669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.100675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Pushing event deleted for resources: {'Network': ['ID=990bb833-7dc2-4738-915c-e82d85d87297,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:03.104956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:03.107994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/networks/990bb833-7dc2-4738-915c-e82d85d87297 HTTP/1.1" status: 204 len: 168 time: 1.2852483 May 25 16:55:03.111017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36040) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:03.118025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'routes': None}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:03.173370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e20a85-0882-4cd8-9f98-36c8f7849ed2 req-32227d4d-6429-47e5-905d-b2e9493044c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:03.175020 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d5e20a85-0882-4cd8-9f98-36c8f7849ed2 req-32227d4d-6429-47e5-905d-b2e9493044c0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0779643 May 25 16:55:03.217850 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d5e20a85-0882-4cd8-9f98-36c8f7849ed2 req-c200602e-77b3-4fbe-b99c-9014c903e780 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 May 25 16:55:03.257599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ecaf-bb93-4357-9177-a88a840380b1 req-4635075f-243c-4a67-b83d-a73351d4d4fd tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:03.259214 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3637ecaf-bb93-4357-9177-a88a840380b1 req-4635075f-243c-4a67-b83d-a73351d4d4fd tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.2634487 May 25 16:55:03.296192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a685d353-b271-451e-9056-4fa43d77f4ae no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:55:03.330213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a685d353-b271-451e-9056-4fa43d77f4ae {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:55:03.330572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a685d353-b271-451e-9056-4fa43d77f4ae not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:55:03.331058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:55:03.365652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:55:03.366006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 19ef9f09-af66-40f9-b6f0-5f832f6cd0f9 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:55:03.456343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.extraroute_db [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Added routes are [] {{(pid=99127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 25 16:55:03.456644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.extraroute_db [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Removed routes are [] {{(pid=99127) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 25 16:55:03.457000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.466407 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3637ecaf-bb93-4357-9177-a88a840380b1 req-ece68fe5-e4a7-4185-9782-1f0ae6580618 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519032 May 25 16:55:03.653572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff27418-22fa-4b45-9456-ed55eddbf24c req-89282e28-db18-4d2a-8b07-65687f1a17ee tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:03.654996 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bff27418-22fa-4b45-9456-ed55eddbf24c req-89282e28-db18-4d2a-8b07-65687f1a17ee tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.0829477 May 25 16:55:03.706251 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bff27418-22fa-4b45-9456-ed55eddbf24c req-d36c35ac-b903-400a-8938-edd8289f773d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 May 25 16:55:03.732827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.736316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:03.738961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36048) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:03.925388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f43a461-4cce-42b0-a035-6f73ea2fbd5e tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:03.927282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6f43a461-4cce-42b0-a035-6f73ea2fbd5e tempest-TestVolumeBootPattern-504073236 tempest-TestVolumeBootPattern-504073236-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1094 time: 0.1860425 May 25 16:55:03.929820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36054) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:03.931712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:55:03.935203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '787c0f6e-7044-4052-9ec8-8e1795051671', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:03.942106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:55:03.946299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Usage tracker for resource:floatingip and tenant:301286b0ca214979b5f974a11598da4d is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:55:03.949208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:55:03.955118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:55:03.969201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.089241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27bebf-3d92-475f-8fa9-0d3e54079d0a req-e6aa75d3-ad01-4c86-9e80-e1c710df1abf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:04.090745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b27bebf-3d92-475f-8fa9-0d3e54079d0a req-e6aa75d3-ad01-4c86-9e80-e1c710df1abf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.2839265 May 25 16:55:04.091855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:55:04.098467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.103354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-035ff7a8-629d-4684-95cc-4d7f38579096 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 700 time: 0.9880068 May 25 16:55:04.105035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36058) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:04.106682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Sync routers for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:55:04.116910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:04.117650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:04.142600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b27bebf-3d92-475f-8fa9-0d3e54079d0a req-6d0709fe-56b0-4cd2-9304-cd2f4decd1bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 May 25 16:55:04.153985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1444a428-df5a-4f61-860c-688418d7af15 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:55:04.179012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1444a428-df5a-4f61-860c-688418d7af15 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:55:04.180055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1444a428-df5a-4f61-860c-688418d7af15 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 205 time: 0.0741024 May 25 16:55:04.182309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.183246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36062) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:04.258794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:04.372124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:04.378060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Checking router: 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:55:04.378525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Allocated IP 172.26.6.89 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/04d7265f-fe80-4ffe-a633-e423ad18bbee) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:55:04.389552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Routers {'348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:04.390178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:04.530317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.568784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.605913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.616769 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-28fe143e-2fda-4544-abaf-77dc970b2d25 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:04.622540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] Set router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:04.661989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:55:04.679225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:55:04.681912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:55:04.733489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:04.737541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167842c9-1e97-4fcb-9eeb-3ee0631be645 None None] The sync data for ids ['348d4a7a-06ec-4c94-a1d8-01cd8857c6d4'] in dv-neutron-792998-1-hyperv is: [{'id': '348d4a7a-06ec-4c94-a1d8-01cd8857c6d4', 'name': 'tempest-RoutersTest-router-944136408', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:54:17Z', 'updated_at': '2021-05-25T16:55:00Z', 'revision_number': 11, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:55:04.749898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=04d7265f-fe80-4ffe-a633-e423ad18bbee,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:04.757323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:04.850818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.853901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.879463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.880262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router 348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:55:04.899790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.901954 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a017f79d-54a8-4bb2-829f-0bda7660dfbf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 204 len: 168 time: 0.7170594 May 25 16:55:04.907713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36066) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:04.913012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-6834879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:04.919594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:55:04.924099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Usage tracker for resource:router and tenant:c59215907a5b48b18f9d62e1c1c45090 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:55:04.927277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:55:04.937473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:55:04.952416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.956583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:04.980633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.012144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.040311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.043440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e66d7c92-d9cc-4699-8ac6-2b4e6752a5a6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1363795 May 25 16:55:05.045868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36070) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:05.052237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:05.208200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.457574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.471127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.492561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.585725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650da5de-09da-48c2-855c-da5c274de900 req-1f26e3bc-1fa1-4b5c-9b7f-041175404317 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:05.587277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-650da5de-09da-48c2-855c-da5c274de900 req-1f26e3bc-1fa1-4b5c-9b7f-041175404317 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.2270107 May 25 16:55:05.651598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Router 53a9e8aa-3886-4e89-a7fd-05149b190c88 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:55:05.730248 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-650da5de-09da-48c2-855c-da5c274de900 req-b9c1fa9c-29dd-4acd-863b-f3d4ce5b0420 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333525 May 25 16:55:05.774906 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-5032f905-f5f2-4905-8af2-a58a1920758b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2578671 May 25 16:55:05.886720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.894753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:05.904002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-158eb1ff-3c7f-4f79-8f82-d8def4e4f283 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:06.005390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:55:06.011681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420914d-45fd-4e36-a375-07435dd56a8b req-e592f928-f6eb-4ca1-bf9b-05b5c885ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:06.012570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.012695 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-e592f928-f6eb-4ca1-bf9b-05b5c885ab12 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 1098 time: 0.2079682 May 25 16:55:06.013705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02a321ba-33d5-4505-8074-1c108d0f4e84 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "PUT /v2.0/routers/53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 200 len: 691 time: 0.9668958 May 25 16:55:06.017492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36078) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.021801 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Sync routers for ids ['53a9e8aa-3886-4e89-a7fd-05149b190c88'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:55:06.033416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event updated for resources: {'Port': ['ID=04d7265f-fe80-4ffe-a633-e423ad18bbee,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:06.038795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:06.039504 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Routers {'53a9e8aa-3886-4e89-a7fd-05149b190c88'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:06.040139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.040317 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['53a9e8aa-3886-4e89-a7fd-05149b190c88'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:06.168970 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Set router 53a9e8aa-3886-4e89-a7fd-05149b190c88 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:06.173610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d7c34b87-c03a-474e-9fe9-f06c5a015004 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/routers/53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 200 len: 697 time: 0.1526895 May 25 16:55:06.174787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36082) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.220661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238fc05-4a30-4425-b382-ad7ab444805d req-75f71981-e317-4c98-85d4-f1e02b50742f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:06.222228 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6238fc05-4a30-4425-b382-ad7ab444805d req-75f71981-e317-4c98-85d4-f1e02b50742f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.3426533 May 25 16:55:06.233206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f87ef85-51be-4728-bb6f-518706760faf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Synchronizing usage tracker for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:55:06.273677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5f87ef85-51be-4728-bb6f-518706760faf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Unset dirty status for tenant:c59215907a5b48b18f9d62e1c1c45090 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:55:06.276825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f87ef85-51be-4728-bb6f-518706760faf tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 200 len: 205 time: 0.0985899 May 25 16:55:06.278244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.284344 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9e8aa-3886-4e89-a7fd-05149b190c88', 'name': 'tempest-RoutersTest-router-6834879', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:55:04Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:06.289521 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Checking router: 53a9e8aa-3886-4e89-a7fd-05149b190c88 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:55:06.299253 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Routers {'53a9e8aa-3886-4e89-a7fd-05149b190c88'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:06.299857 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['53a9e8aa-3886-4e89-a7fd-05149b190c88'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:06.348340 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP 80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5 associated. External IP: 172.26.6.89, port: 787c0f6e-7044-4052-9ec8-8e1795051671. May 25 16:55:06.359811 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6238fc05-4a30-4425-b382-ad7ab444805d req-88a6a0f5-598b-42ab-851a-cb67dda10fef tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291971 May 25 16:55:06.402200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36090) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.405554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420914d-45fd-4e36-a375-07435dd56a8b req-9212273f-36dd-405d-90d6-2e31a0dbb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:06.407227 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-9212273f-36dd-405d-90d6-2e31a0dbb3a7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.3099210 May 25 16:55:06.438048 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] Set router 53a9e8aa-3886-4e89-a7fd-05149b190c88 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:06.438376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.544299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-cadcd23e-e108-4a4c-b5be-fb12dd641985 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 200 len: 217 time: 0.0999379 May 25 16:55:06.552459 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a9e8aa-3886-4e89-a7fd-05149b190c88', 'name': 'tempest-RoutersTest-router-6834879', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:55:04Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:06.556779 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc3a3e-a7e4-4d1a-a2db-f30dddd38092 None None] The sync data for ids ['53a9e8aa-3886-4e89-a7fd-05149b190c88'] in dv-neutron-792998-1-hyperv is: [{'id': '53a9e8aa-3886-4e89-a7fd-05149b190c88', 'name': 'tempest-RoutersTest-router-6834879', 'tenant_id': 'c59215907a5b48b18f9d62e1c1c45090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:55:04Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 2, 'project_id': 'c59215907a5b48b18f9d62e1c1c45090', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:55:06.705647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420914d-45fd-4e36-a375-07435dd56a8b req-09a166d2-12e4-4cac-9583-7f51c1b0e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:06.707185 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-09a166d2-12e4-4cac-9583-7f51c1b0e04e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.1551566 May 25 16:55:06.774535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.776764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.804509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.805348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Fanout notify agent at l3_agent the message router_deleted on router 53a9e8aa-3886-4e89-a7fd-05149b190c88 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:55:06.822167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:06.823330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf65ccff-4d3f-411a-97bc-961b50b24788 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 204 len: 168 time: 0.5444932 May 25 16:55:06.826782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36094) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.873494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab5d64ae-8dcc-4347-907c-0f113c15d3f6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 200 len: 205 time: 0.0453594 May 25 16:55:06.876024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36098) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.920665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2b74b-5285-41d3-85b9-b3f14ce67d02 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:06.922175 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-09e2b74b-5285-41d3-85b9-b3f14ce67d02 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 1093 time: 0.5184600 May 25 16:55:06.940010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36102) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:06.951757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'port_id': 'dca16d16-2a9e-481f-b0d9-4b69724ad130'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:07.015155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-62fb73a6-3975-43e0-936b-684bcd4851e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:07.016204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-62fb73a6-3975-43e0-936b-684bcd4851e3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/53a9e8aa-3886-4e89-a7fd-05149b190c88 HTTP/1.1" status: 404 len: 336 time: 0.1392488 May 25 16:55:07.022110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36106) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.039375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:07.134211 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd17c99-cced-4c91-8b8d-8e10ec35a5ef tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:07.134571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd17c99-cced-4c91-8b8d-8e10ec35a5ef tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:07.166575 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8cd17c99-cced-4c91-8b8d-8e10ec35a5ef tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/7ceb2277-6438-4fb7-a885-ade061aa8ae4 HTTP/1.1" status: 404 len: 337 time: 0.1414230 May 25 16:55:07.170479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36110) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.222859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420914d-45fd-4e36-a375-07435dd56a8b req-1dfcbcc4-8b66-45c2-9956-e3600aa5c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:07.224469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-1dfcbcc4-8b66-45c2-9956-e3600aa5c978 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5097976 May 25 16:55:07.229130 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d11b38-250a-4d5b-9b39-b98a8ff3e5c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:07.229591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d11b38-250a-4d5b-9b39-b98a8ff3e5c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:07.231344 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-05d11b38-250a-4d5b-9b39-b98a8ff3e5c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/da272d72-fc18-44ff-991f-f308725fd4ed HTTP/1.1" status: 404 len: 337 time: 0.0597515 May 25 16:55:07.233862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:55:07.234586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36114) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.355753 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b604f963-ec03-4bb9-b631-2a13ae96ac7b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:07.356469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b604f963-ec03-4bb9-b631-2a13ae96ac7b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:07.359640 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b604f963-ec03-4bb9-b631-2a13ae96ac7b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/87772f99-93fd-4617-a990-b307dab7477f HTTP/1.1" status: 404 len: 337 time: 0.1212273 May 25 16:55:07.362892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36118) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.422207 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-985b1a33-b6a7-4e13-8a3d-d6138a00d60d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:07.422670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-985b1a33-b6a7-4e13-8a3d-d6138a00d60d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:07.427441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-985b1a33-b6a7-4e13-8a3d-d6138a00d60d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/19dfb19b-f4c7-48b3-9690-ca9fcc965704 HTTP/1.1" status: 404 len: 337 time: 0.0605404 May 25 16:55:07.428281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36122) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.485454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-571a6c43-8ed0-4110-811a-a760865b0493 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 200 len: 205 time: 0.0560572 May 25 16:55:07.542817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36126) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.574577 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-a3ba9b60-7989-41bf-a113-40516c09bde7 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390062 May 25 16:55:07.634853 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-dad921ce-d549-4526-b5ad-53b2b904812a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:07.635896 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dad921ce-d549-4526-b5ad-53b2b904812a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/348d4a7a-06ec-4c94-a1d8-01cd8857c6d4 HTTP/1.1" status: 404 len: 336 time: 0.0927565 May 25 16:55:07.638639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36130) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.669272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:55:07.688345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:55:07.707184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:07.709823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:07.710561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:07.743030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b9e91a44-147e-4cc4-8365-0c75d9719134 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=dfcf9e16-f27d-4862-8efb-77d7cff532be HTTP/1.1" status: 200 len: 205 time: 0.1031706 May 25 16:55:07.757633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36134) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.795231 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8643796 May 25 16:55:07.796359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:07.802811 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5420914d-45fd-4e36-a375-07435dd56a8b req-8be6528d-c51f-4d0d-830e-c98f43e52d24 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196350 May 25 16:55:07.859936 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671', 'status': 'completed', 'code': 200} May 25 16:55:07.917474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:07.923419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-ec7d63a9-22d3-4878-a762-cca80f5dfd06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:07.925244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ec7d63a9-22d3-4878-a762-cca80f5dfd06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/dfcf9e16-f27d-4862-8efb-77d7cff532be HTTP/1.1" status: 404 len: 336 time: 0.1663938 May 25 16:55:07.935946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36142) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:07.985516 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e6b774-44f2-4eea-b8f0-848d9c19f77c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:07.986110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e6b774-44f2-4eea-b8f0-848d9c19f77c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:07.987890 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d6e6b774-44f2-4eea-b8f0-848d9c19f77c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/6f7e9977-b2b5-4d4e-a247-03625b9ee40a HTTP/1.1" status: 404 len: 337 time: 0.0507581 May 25 16:55:07.993289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36146) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.043896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-10feea10-ff09-4932-8f6a-8702c27fd90f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 200 len: 205 time: 0.0489633 May 25 16:55:08.046368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36150) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.121662 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-c6efa343-fd1c-4c54-934b-947114a330fb tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:08.125051 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c6efa343-fd1c-4c54-934b-947114a330fb tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/26df381f-f5e8-4877-91d2-7d5e46c4a7cd HTTP/1.1" status: 404 len: 336 time: 0.0754387 May 25 16:55:08.125271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36154) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.128628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:08.133905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:08.168037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-9e87a891-80b6-4e95-adff-8b142064fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:08.169450 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-9e87a891-80b6-4e95-adff-8b142064fec0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1099 time: 0.2802138 May 25 16:55:08.178819 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a0c1e73e-eaaf-4880-ae07-a96211a1ffc8 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=70dc6240-b496-4a1d-bc0a-d0a9857fbf1d HTTP/1.1" status: 200 len: 205 time: 0.0500469 May 25 16:55:08.190063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36158) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.279144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-965d4649-e278-475f-a990-1ede9824ffd1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:08.280209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-965d4649-e278-475f-a990-1ede9824ffd1 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/70dc6240-b496-4a1d-bc0a-d0a9857fbf1d HTTP/1.1" status: 404 len: 336 time: 0.0904655 May 25 16:55:08.285073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36162) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.297545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '787c0f6e-7044-4052-9ec8-8e1795051671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:32:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:55:05Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}, {'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:08.301434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:55:08.310166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:08.310767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:08.348276 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cdc508-036a-4401-a5ef-90d01b2bda4b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:08.349472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cdc508-036a-4401-a5ef-90d01b2bda4b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:08.355681 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-64cdc508-036a-4401-a5ef-90d01b2bda4b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/a51c2f45-19fd-4411-8184-8e0b0c6ef3e5 HTTP/1.1" status: 404 len: 337 time: 0.0651543 May 25 16:55:08.356889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36166) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.385458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 635fd636-0d8a-4611-8f17-83155e04db43 associated. External IP: 172.26.6.196, port: dca16d16-2a9e-481f-b0d9-4b69724ad130. May 25 16:55:08.393054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-a2a2a97a-6024-4246-a275-29ea31c62d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:08.394521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-a2a2a97a-6024-4246-a275-29ea31c62d16 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.2169650 May 25 16:55:08.412334 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4a2d0c6b-fcb4-4b5b-92b4-7a4d307e9c29 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=e79ab7e4-0299-48ab-bd5f-898e5a93cab0 HTTP/1.1" status: 200 len: 205 time: 0.0509839 May 25 16:55:08.446697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36170) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.503816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:08.546758 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-c3bc0424-3d4c-4763-bbe4-04590822360d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:08.550606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c3bc0424-3d4c-4763-bbe4-04590822360d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/e79ab7e4-0299-48ab-bd5f-898e5a93cab0 HTTP/1.1" status: 404 len: 336 time: 0.1028552 May 25 16:55:08.553958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36174) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.671686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-26828ae9-4dc1-418a-83ff-7eb0d7f1ec93 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 200 len: 999 time: 0.2651417 May 25 16:55:08.752186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-f323257f-a679-4f70-95c1-ca6c36557d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:08.753719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-f323257f-a679-4f70-95c1-ca6c36557d3f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0709856 May 25 16:55:08.774902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.pecan_wsgi.hooks.translation [None req-334a6888-8b54-40a7-ba6b-193c9f30432c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:08.775373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334a6888-8b54-40a7-ba6b-193c9f30432c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99127) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:08.777009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-334a6888-8b54-40a7-ba6b-193c9f30432c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/d22df2a4-9586-4793-9260-f323ee944fad HTTP/1.1" status: 404 len: 337 time: 0.2223902 May 25 16:55:08.791751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36178) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.862305 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dd41ade8-307e-41e0-9106-991234db4838 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "GET /v2.0/ports?device_id=cdda01e6-e046-4eb4-9868-083a43621b4b HTTP/1.1" status: 200 len: 205 time: 0.0650918 May 25 16:55:08.865517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36182) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.902286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '787c0f6e-7044-4052-9ec8-8e1795051671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:32:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:55:05Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}, {'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:08.906377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683bc28c-250d-4f03-9316-7fbb5b549a13 None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.89', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '787c0f6e-7044-4052-9ec8-8e1795051671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:32:bd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:55:05Z', 'updated_at': '2021-05-25T16:55:05Z', 'revision_number': 0, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}, {'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:55:08.944149 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-8d090c67-fcaa-40c6-a506-6728328fa17b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] delete failed (client error): The resource could not be found. May 25 16:55:08.944149 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8d090c67-fcaa-40c6-a506-6728328fa17b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/routers/cdda01e6-e046-4eb4-9868-083a43621b4b HTTP/1.1" status: 404 len: 336 time: 0.0774560 May 25 16:55:08.948292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36186) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:08.993225 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-690b8077-babc-4a17-b379-62f3c6f372c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:08.993693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690b8077-babc-4a17-b379-62f3c6f372c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:08.997629 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-690b8077-babc-4a17-b379-62f3c6f372c6 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/0897a96e-c0f8-45ca-9f4e-50eb7383aab0 HTTP/1.1" status: 404 len: 337 time: 0.0461779 May 25 16:55:08.997879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36190) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:09.049821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-5a805ad7-f157-4b76-a115-d7f13a982543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:09.051354 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-5a805ad7-f157-4b76-a115-d7f13a982543 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2906010 May 25 16:55:09.053051 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-065970f3-992a-4814-998a-8725f5b42e54 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] DELETE failed (client error): The resource could not be found. May 25 16:55:09.053559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065970f3-992a-4814-998a-8725f5b42e54 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 16:55:09.055798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-065970f3-992a-4814-998a-8725f5b42e54 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] 10.222.0.96 "DELETE /v2.0/subnets/a3c91ca7-6b4a-42a7-b255-245d3547e861 HTTP/1.1" status: 404 len: 337 time: 0.0568938 May 25 16:55:09.094183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:55:09.170698 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564c47ab-8806-49fe-9c12-3c73c7aa3de7 None None] New status for floating IP 80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:55:09.212979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-2548a6ab-b751-42f0-92eb-5ba6cdec2bee service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541018 May 25 16:55:09.322034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:55:09.327553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:09.331295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:55:09.345468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:09.347217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:09.401612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36198) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:09.403324 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-00ac4d43-0972-4538-aad6-87ad6c346f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 991 time: 2.4623203 May 25 16:55:09.406492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36202) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:09.407091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:55:09.440089 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2765a4c9-a9d1-4f4f-9fba-2ff1eebdabf4 req-e6a3485e-1cfe-4905-9fc8-814ca5b2a411 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202218 May 25 16:55:09.562815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-48a29a5b-a7dc-4747-ac0f-aea85c005d07 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 991 time: 0.1500299 May 25 16:55:09.673949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:09.686495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-157eb39f-5124-496d-a038-5564fbaade12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c59215907a5b48b18f9d62e1c1c45090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814789 May 25 16:55:09.688770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36212) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:09.703082 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'status': 'completed', 'code': 200} May 25 16:55:09.766935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:09.799331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-fc05fba2-fa32-4849-8920-b2b3f8810251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:09.800231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:09.801006 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-fc05fba2-fa32-4849-8920-b2b3f8810251 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0851665 May 25 16:55:09.873272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:09.882175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-727a0295-5b3b-4cc1-853f-c706b8d66d2d tempest-ServerActionsTestJSON-309810235 tempest-ServerActionsTestJSON-309810235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:09.893424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc62789f-6b48-4966-9548-d788f4076f25,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:09.899154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:09.903448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:09.904582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bc62789f-6b48-4966-9548-d788f4076f25 HTTP/1.1" status: 204 len: 168 time: 0.2148852 May 25 16:55:09.970847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-ea9da3a5-d30c-4218-b624-f8643ca9b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:09.972425 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-ea9da3a5-d30c-4218-b624-f8643ca9b619 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 200 len: 899 time: 0.1640632 May 25 16:55:10.023166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2543e621-f3bc-4220-8926-ada3fe31c79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:10.106470 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-1766fd5b-0f08-4c3f-afaf-23b06a147a1d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130 HTTP/1.1" status: 200 len: 999 time: 0.1257253 May 25 16:55:10.140145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:a0:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:55:08Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:10.144170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:55:10.153748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:55:10.154380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:54:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:10.183586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-3be36fb8-987c-4c66-b49d-0ebe14c1658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:10.185050 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-3be36fb8-987c-4c66-b49d-0ebe14c1658a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 200 len: 835 time: 0.0662887 May 25 16:55:10.272743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-e95a2b67-60b9-4e13-a901-00d1b6945337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:55:10.274238 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-e95a2b67-60b9-4e13-a901-00d1b6945337 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f4f9b026-8231-4d89-9b73-ae2b505dbda0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825150 May 25 16:55:10.368609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:55:10.439683 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-a4ae5387-d1c2-4358-b2f0-e5d1c823a662 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563733 May 25 16:55:10.564988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36234) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:10.606117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffa049e8-3ef8-47d8-95ee-52beccd19e33 req-a30d5830-8f2b-4dff-b9bd-9701fd0fca08 service neutron] 10.222.0.95 "GET /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591859 May 25 16:55:10.690759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4e75bae2-b68c-481a-afa9-dd249587928e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 991 time: 0.1231844 May 25 16:55:10.776713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36240) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:10.781223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:a0:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:55:08Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:55:10.785757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dc9318-6ff1-4ed5-92d9-540608533964 None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '635fd636-0d8a-4611-8f17-83155e04db43', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.196', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'port_id': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'mac_address': 'fa:16:3e:a0:1d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:53:20Z', 'updated_at': '2021-05-25T16:55:08Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:55:10.898659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7aaf5e8f-ef5c-40e9-a020-c5322d2c2b86 tempest-DvrRoutersNegativeTest-1813592152 tempest-DvrRoutersNegativeTest-1813592152-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-101675448', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:55:10.901890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.policy [None req-7aaf5e8f-ef5c-40e9-a020-c5322d2c2b86 tempest-DvrRoutersNegativeTest-1813592152 tempest-DvrRoutersNegativeTest-1813592152-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=99127) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 25 16:55:10.902192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.policy [None req-7aaf5e8f-ef5c-40e9-a020-c5322d2c2b86 tempest-DvrRoutersNegativeTest-1813592152 tempest-DvrRoutersNegativeTest-1813592152-project] Failed policy check for 'create_router' {{(pid=99127) enforce /opt/stack/neutron/neutron/policy.py:520}} May 25 16:55:10.902715 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-7aaf5e8f-ef5c-40e9-a020-c5322d2c2b86 tempest-DvrRoutersNegativeTest-1813592152 tempest-DvrRoutersNegativeTest-1813592152-project] create failed (client error): Access was denied to this resource. May 25 16:55:10.903714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7aaf5e8f-ef5c-40e9-a020-c5322d2c2b86 tempest-DvrRoutersNegativeTest-1813592152 tempest-DvrRoutersNegativeTest-1813592152-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1259675 May 25 16:55:10.999514 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a696cc63-16d8-4767-99d1-2fc7af72cc04 None None] New status for floating IP 635fd636-0d8a-4611-8f17-83155e04db43: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:55:11.205345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36250) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:11.339617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.354402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:55:11.358285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Usage tracker for resource:security_group_rule and tenant:f94afcdc8d644890a948780d6f364537 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:55:11.361334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:55:11.367722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:55:11.461009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.464943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.473095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3beea8e-fc93-4109-aef3-dc280d457301 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:11.516645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdcf7e8-b5c2-415e-bb59-3a6714e40b9a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:11.521110 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f94afcdc8d644890a948780d6f364537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145823 May 25 16:55:11.522093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:11.523531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36256) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:11.586665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.613240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.667294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.671212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e2851c5d-a06c-44e3-bfce-fed3e5cf15a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:55:11.684245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdcf7e8-b5c2-415e-bb59-3a6714e40b9a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:55:11.689761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:55:11.693534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36260) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:55:11.695304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:11.699293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9bdcf7e8-b5c2-415e-bb59-3a6714e40b9a HTTP/1.1" status: 204 len: 168 time: 0.1724544 May 25 16:55:11.808777 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b6657f7f-ff5e-4bc3-8a2d-1831b69f178f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 200 len: 993 time: 0.1134229 May 25 16:55:12.476045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:12.799726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-00f9fdea-9dd7-4dea-980d-bb4cc8f8653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:13.729266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:15.404120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:18.680898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:20.856784 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:55:40.004943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ba513405-2218-4b3a-8956-c6587d805ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:42.481978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:42.797325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0699743d-a5fe-492c-a99b-9ab5eb4ab803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:43.734277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:45.406397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:48.696308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:55:57.855174 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:56:05.728979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-0170d752-7466-4f92-9312-442a216abc32 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736623 May 25 16:56:05.869657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-57559e99-2710-4734-be89-907e4be18323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:05.871221 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-57559e99-2710-4734-be89-907e4be18323 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.0727720 May 25 16:56:06.019758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-52a5a9a6-e2e6-49ae-b4b8-64bf2de92f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:06.021220 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-52a5a9a6-e2e6-49ae-b4b8-64bf2de92f5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.1303754 May 25 16:56:06.131700 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-db582022-8382-4fb1-a686-b0bcf821e6a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 1002 time: 0.1035075 May 25 16:56:06.199781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-dc426c10-4bdf-4f46-b6f2-02f35db2763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:06.201235 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-dc426c10-4bdf-4f46-b6f2-02f35db2763b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0621879 May 25 16:56:06.407036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-d3dbd8c7-2163-49d0-b720-fb6fb46e36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:06.408548 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-d3dbd8c7-2163-49d0-b720-fb6fb46e36c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2004743 May 25 16:56:06.546817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-27adec38-b672-443a-9cc3-a7a336b8f40d service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302586 May 25 16:56:06.689181 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b7096e9-31c8-40ba-9e67-6185992ef73a req-711cd81c-ac41-4498-af2d-d677e7ab183e service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361225 May 25 16:56:10.007462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50d0275f-7881-4443-8b84-fe7d61362602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:12.474663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:12.789520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-edf45b4c-33dd-42d6-9007-f2326933f163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:13.734358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:15.409607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:18.698629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:34.853885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:56:34.966838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba7f1-8dcb-4eb0-a67f-e3a0ae441775 req-8a6ee7f5-b224-4972-9895-d5a5a3d91c45 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:34.968328 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-138ba7f1-8dcb-4eb0-a67f-e3a0ae441775 req-8a6ee7f5-b224-4972-9895-d5a5a3d91c45 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.0849121 May 25 16:56:35.013867 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-138ba7f1-8dcb-4eb0-a67f-e3a0ae441775 req-3c18931b-b433-44f9-bee7-2a6ef58b3f50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 May 25 16:56:35.560769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36308) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:35.832346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port 04d7265f-fe80-4ffe-a633-e423ad18bbee {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:35.832587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.107175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.107417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.265943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for 04d7265f-fe80-4ffe-a633-e423ad18bbee owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:36.345992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03573bc6-1034-4e36-8389-685440633088 req-bf545848-ddea-4e89-9f0f-531c78198654 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:36.347783 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03573bc6-1034-4e36-8389-685440633088 req-bf545848-ddea-4e89-9f0f-531c78198654 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.1764183 May 25 16:56:36.435128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03573bc6-1034-4e36-8389-685440633088 req-9a3cf8b8-ab7b-461c-a864-c2f909f98d37 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=40c502c9-e1d3-417d-9bdc-5bb0d566427b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814481 May 25 16:56:36.467941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.471915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683deb92-978d-4705-a219-e02fc07f481a tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:36.516274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=04d7265f-fe80-4ffe-a633-e423ad18bbee,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.556981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.557888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.558407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.558902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.559335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.559676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.560045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:36.568410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:36.630982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.631338 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP 80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5 disassociated (deleted). External IP: 172.26.6.89, port: 787c0f6e-7044-4052-9ec8-8e1795051671. May 25 16:56:36.667497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-28ad0127-eb9b-4607-a79c-fd92aaf9db94 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:36.668990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-28ad0127-eb9b-4607-a79c-fd92aaf9db94 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 945 time: 0.0809066 May 25 16:56:36.820806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port dca16d16-2a9e-481f-b0d9-4b69724ad130 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:36.821145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:36.956337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port dca16d16-2a9e-481f-b0d9-4b69724ad130, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=dca16d16-2a9e-481f-b0d9-4b69724ad130,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:36.956697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:37.014667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:56:37.200639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:37.211691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:56:37.222615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:37.223272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:37.225252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:37.262411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:37.262411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:37.262411 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 635fd636-0d8a-4611-8f17-83155e04db43 disassociated. External IP: 172.26.6.196, port: dca16d16-2a9e-481f-b0d9-4b69724ad130. May 25 16:56:37.262411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for dca16d16-2a9e-481f-b0d9-4b69724ad130 owned by compute:nova {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:37.283532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "DELETE /v2.0/floatingips/80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5 HTTP/1.1" status: 204 len: 168 time: 1.7209656 May 25 16:56:37.284074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:37.335483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671', 'status': 'completed', 'code': 200} May 25 16:56:37.444886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:37.450831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:37.453388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:37.453837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-6bdf5e19-d344-4deb-8ddc-9834150df66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:37.455754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-6bdf5e19-d344-4deb-8ddc-9834150df66f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 1099 time: 0.0946565 May 25 16:56:37.511226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=dca16d16-2a9e-481f-b0d9-4b69724ad130,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:37.521881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.522274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.522659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.523195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.523576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.523949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.524905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.524905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.525105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.525415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.525778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.526138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:37.531224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:37.877936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d16e306-03a0-4c1e-aa4c-e3b2e7956fb5 req-719eea26-061f-466c-97c6-e28d3881da1a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 210 time: 0.2631521 May 25 16:56:37.921379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:37.924804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-632cbe97-4c3e-4982-a2f3-476d5dfef2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:37.926424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:56:37.926583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-632cbe97-4c3e-4982-a2f3-476d5dfef2e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.4597776 May 25 16:56:37.936703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:37.937369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:37.991288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:56:38.005742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-8918ba45-c3e1-4ab4-8b88-47eb0b3d2827 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 200 len: 217 time: 0.0698433 May 25 16:56:38.084820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-548ac3b3-d662-4d41-ac2e-e55d4117c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:38.086443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-548ac3b3-d662-4d41-ac2e-e55d4117c29b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0730286 May 25 16:56:38.106119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be055d-99fc-4b54-950a-12d0f6da2bf8 req-09224b93-2957-44c8-9a33-1dccacb5d74d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:38.107808 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c9be055d-99fc-4b54-950a-12d0f6da2bf8 req-09224b93-2957-44c8-9a33-1dccacb5d74d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.4584537 May 25 16:56:38.139902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:38.168581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-84550ad2-e707-4578-b7be-7c2535dc0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:38.170069 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-84550ad2-e707-4578-b7be-7c2535dc0c4f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766351 May 25 16:56:38.240050 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c9be055d-99fc-4b54-950a-12d0f6da2bf8 req-fc48688b-79c7-46c1-8d4c-f1cded88a145 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186171 May 25 16:56:38.256892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:38.279217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:56:38.289618 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:38.290236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:38.323518 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-f59c4908-d6db-48e6-8e96-c5d2422e7133 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443510 May 25 16:56:38.345168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port dca16d16-2a9e-481f-b0d9-4b69724ad130 on host hv-neutron-7929 {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:38.347304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:38.350038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'name': 'network-vif-deleted', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:38.388055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-20ebb29c-125e-4782-bb49-0a39960d1116 req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/dca16d16-2a9e-481f-b0d9-4b69724ad130 HTTP/1.1" status: 204 len: 173 time: 1.7131832 May 25 16:56:38.423966 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8', 'name': 'network-vif-deleted', 'tag': 'dca16d16-2a9e-481f-b0d9-4b69724ad130', 'status': 'completed', 'code': 200} May 25 16:56:38.511049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6f9ed7f5-6523-4c2d-9e35-1055dceb5580 req-47d03145-8295-46b2-ab02-65228fc29665 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793189 May 25 16:56:38.536725 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:38.604310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:38.608417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbed22a3-b30c-4b9d-9442-2cea2a7104f9 None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'c3656947-f405-41ac-88f8-46e440c8dc3b', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'floating_ip_address': '172.26.6.136', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'port_id': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'mac_address': 'fa:16:3e:6e:cf:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:52:39Z', 'updated_at': '2021-05-25T16:52:45Z', 'revision_number': 1, 'project_id': '301286b0ca214979b5f974a11598da4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:56:38.837541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fbfc17-845e-4135-b8c4-2a7a0f05103e None None] New status for floating IP 80180ef2-f5b4-417c-acf6-f9a4bbfeb5d5: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:56:38.864126 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:38.868206 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:56:38.877647 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:38.878107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:39.085740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e79836e0-9d4b-4fc1-a6a8-8008ae18f559 req-96bb5772-973d-45a2-ab1f-6e7450bb2d69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:39.105265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e79836e0-9d4b-4fc1-a6a8-8008ae18f559 req-96bb5772-973d-45a2-ab1f-6e7450bb2d69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:39.106615 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e79836e0-9d4b-4fc1-a6a8-8008ae18f559 req-96bb5772-973d-45a2-ab1f-6e7450bb2d69 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=8e2d0ff4-46ba-4951-8e45-f8232bf4e7c8 HTTP/1.1" status: 200 len: 210 time: 0.0840099 May 25 16:56:39.118466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:39.444861 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:39.449217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eff207-d66b-41e1-9f24-0324b8304c1f None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '726e437c-0e79-42f4-98c1-cb7f1e80684e', 'name': '', 'network_id': 'f4f9b026-8231-4d89-9b73-ae2b505dbda0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:1b:51:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1293, 'fixed_ips': [{'subnet_id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:55Z', 'updated_at': '2021-05-25T16:53:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:56:39.477887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3470d1-74de-46a0-8fd9-7d00ae1c5fad req-2c9eecdf-1400-407c-a041-e3a92b42683c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:39.478609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2d3470d1-74de-46a0-8fd9-7d00ae1c5fad req-2c9eecdf-1400-407c-a041-e3a92b42683c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:39.516895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2d3470d1-74de-46a0-8fd9-7d00ae1c5fad req-2c9eecdf-1400-407c-a041-e3a92b42683c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:39.518139 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2d3470d1-74de-46a0-8fd9-7d00ae1c5fad req-2c9eecdf-1400-407c-a041-e3a92b42683c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.1608584 May 25 16:56:39.568689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-a519cc86-f824-4251-a9ad-d9fdfd34a997 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:39.570167 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-a519cc86-f824-4251-a9ad-d9fdfd34a997 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 946 time: 0.1315923 May 25 16:56:39.621779 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2d3470d1-74de-46a0-8fd9-7d00ae1c5fad req-fc33ef0c-aa0f-4194-b356-2439d98eaf39 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955775 May 25 16:56:39.679098 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71548f53-d7c9-4d2c-a483-0e488dc1ff90 None None] New status for floating IP 635fd636-0d8a-4611-8f17-83155e04db43: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:56:39.730606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port 787c0f6e-7044-4052-9ec8-8e1795051671 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:39.730864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:39.876939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] For port 787c0f6e-7044-4052-9ec8-8e1795051671, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=787c0f6e-7044-4052-9ec8-8e1795051671,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:39.877273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.009419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7fdd-9ab5-4201-ae8b-2795b222e958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.014476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for 787c0f6e-7044-4052-9ec8-8e1795051671 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:40.129055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.134972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9385dbaa-f14a-421a-bc54-bab4293dacbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:40.181654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=787c0f6e-7044-4052-9ec8-8e1795051671,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:40.184610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:40.211259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36330) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:40.260548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] No DVR routers for this DVR port 787c0f6e-7044-4052-9ec8-8e1795051671 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:40.262893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.265537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'name': 'network-vif-deleted', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:40.284119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f0b9540-560b-4cdc-b4f3-fcf05940d316 req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "DELETE /v2.0/ports/787c0f6e-7044-4052-9ec8-8e1795051671 HTTP/1.1" status: 204 len: 173 time: 0.7063432 May 25 16:56:40.284459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.317008 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4795f6-7c3b-4054-8b10-bef8465476df', 'name': 'network-vif-deleted', 'tag': '787c0f6e-7044-4052-9ec8-8e1795051671', 'status': 'completed', 'code': 200} May 25 16:56:40.320210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.394089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.398445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dc62f1c7-1396-4c74-9fb9-f9bbecdfa442 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:40.415926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c502c9-e1d3-417d-9bdc-5bb0d566427b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:40.419047 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:40.437427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.438674 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81a7eac1-fc1a-46e2-95ae-a6a260829415 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/40c502c9-e1d3-417d-9bdc-5bb0d566427b HTTP/1.1" status: 204 len: 168 time: 0.2263753 May 25 16:56:40.471365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36338) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:40.724878 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 2a254420-bf28-4d2e-8b32-ab0a47e74590 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:40.725434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.776203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device dca16d16-2a9e-481f-b0d9-4b69724ad130 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:40.779494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-468e9f8c-79d9-4381-8992-fa162e499023 req-4f574391-4b1e-44dd-9761-5fded35d125e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:40.799454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-468e9f8c-79d9-4381-8992-fa162e499023 req-4f574391-4b1e-44dd-9761-5fded35d125e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:40.800617 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-468e9f8c-79d9-4381-8992-fa162e499023 req-4f574391-4b1e-44dd-9761-5fded35d125e tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0644312 May 25 16:56:40.820657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: dca16d16-2a9e-481f-b0d9-4b69724ad130 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:40.821246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device dca16d16-2a9e-481f-b0d9-4b69724ad130 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:40.863566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:40.863893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:41.020277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 2a254420-bf28-4d2e-8b32-ab0a47e74590 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:41.143619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:41.147449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-33255edf-6a2f-4d73-aca8-78099a594b94 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:41.190939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=2a254420-bf28-4d2e-8b32-ab0a47e74590,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:41.194561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:41.298476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:41.321314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:41.322560 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/635fd636-0d8a-4611-8f17-83155e04db43 HTTP/1.1" status: 204 len: 168 time: 0.8500910 May 25 16:56:41.706330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0424c-db81-4bc0-b36e-8af581ef2b24 req-5ba8f4df-586f-4d87-9054-03481cd396a6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:41.707877 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6cf0424c-db81-4bc0-b36e-8af581ef2b24 req-5ba8f4df-586f-4d87-9054-03481cd396a6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.0932181 May 25 16:56:41.756660 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6cf0424c-db81-4bc0-b36e-8af581ef2b24 req-cf01d84b-cd13-4340-a9c2-220e251333ef tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 May 25 16:56:41.957223 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7aae2012-f7a0-44c0-aed2-5f9ea060898a req-f8a43b3e-15ac-4bb0-84b9-be2ec9e224f8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0455921 May 25 16:56:42.481068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:42.776038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 787c0f6e-7044-4052-9ec8-8e1795051671 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:42.873765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 787c0f6e-7044-4052-9ec8-8e1795051671 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:42.874113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 787c0f6e-7044-4052-9ec8-8e1795051671 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:42.886926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fdb2728d-5093-417b-a7a3-670b8c5d248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:42.969510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117050-2fbd-4b5f-8fb9-54951eda2ef9 req-8a590e4f-6765-4496-beb5-1a0dd98db9f3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:42.971784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62117050-2fbd-4b5f-8fb9-54951eda2ef9 req-8a590e4f-6765-4496-beb5-1a0dd98db9f3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.0893562 May 25 16:56:43.021929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62117050-2fbd-4b5f-8fb9-54951eda2ef9 req-fd87f0b5-75db-47ec-afec-0187f473e98d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=346469a1-59dc-4e03-ae19-1880959a3fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443375 May 25 16:56:43.120427 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-357020f3-526d-4c17-b883-ddb022ba8583 req-d060e51d-dc3f-4ead-861f-96bddfe7afcb tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0434949 May 25 16:56:43.389354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-07f8a3f9-33c4-4ca9-98fe-6986f059cc72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:43.390831 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-07f8a3f9-33c4-4ca9-98fe-6986f059cc72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 945 time: 0.0849333 May 25 16:56:43.537795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port bfba310e-fa76-4b63-b651-ae2bee650dd7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:43.538133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:43.677592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port bfba310e-fa76-4b63-b651-ae2bee650dd7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=bfba310e-fa76-4b63-b651-ae2bee650dd7,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:43.678161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:43.738589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:43.805823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for bfba310e-fa76-4b63-b651-ae2bee650dd7 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:43.921179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:43.926799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:43.975550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=bfba310e-fa76-4b63-b651-ae2bee650dd7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:43.978617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:44.054127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port bfba310e-fa76-4b63-b651-ae2bee650dd7 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:44.056621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:44.059404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'name': 'network-vif-deleted', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:44.072521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d23cd9d7-2d39-46bc-98de-672ad96c86e6 req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/bfba310e-fa76-4b63-b651-ae2bee650dd7 HTTP/1.1" status: 204 len: 173 time: 0.6740906 May 25 16:56:44.113685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48729666-4229-438e-8cad-e016c6cae742', 'name': 'network-vif-deleted', 'tag': 'bfba310e-fa76-4b63-b651-ae2bee650dd7', 'status': 'completed', 'code': 200} May 25 16:56:44.235922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a4cba7a3-5740-49dc-bc1e-91d05f7569a9 req-bcb49618-d139-47ef-b8fe-7d9090178fae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:44.259268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a4cba7a3-5740-49dc-bc1e-91d05f7569a9 req-bcb49618-d139-47ef-b8fe-7d9090178fae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:44.260555 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a4cba7a3-5740-49dc-bc1e-91d05f7569a9 req-bcb49618-d139-47ef-b8fe-7d9090178fae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=48729666-4229-438e-8cad-e016c6cae742 HTTP/1.1" status: 200 len: 210 time: 0.1035564 May 25 16:56:44.334625 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bbe50491-ae3f-4675-b0f2-99cb31fe1059 req-6c413592-cdb9-4129-afbc-3e548024cdad tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=af4795f6-7c3b-4054-8b10-bef8465476df HTTP/1.1" status: 200 len: 210 time: 0.0561771 May 25 16:56:45.359309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36368) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:45.418006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:45.449676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:45.482061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:45.560219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:45.565271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81ad8889-d806-4e3b-beb1-40581b3ae735 tempest-ServersTestManualDisk-105039704 tempest-ServersTestManualDisk-105039704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:45.582235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346469a1-59dc-4e03-ae19-1880959a3fa9,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:45.585961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:45.589689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:45.599714 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/346469a1-59dc-4e03-ae19-1880959a3fa9 HTTP/1.1" status: 204 len: 168 time: 0.2392690 May 25 16:56:45.638670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:46.368394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:46.805665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device bfba310e-fa76-4b63-b651-ae2bee650dd7 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:46.811876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 726e437c-0e79-42f4-98c1-cb7f1e80684e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:46.812296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:46.841361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: bfba310e-fa76-4b63-b651-ae2bee650dd7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:46.841505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device bfba310e-fa76-4b63-b651-ae2bee650dd7 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:46.951924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 726e437c-0e79-42f4-98c1-cb7f1e80684e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=726e437c-0e79-42f4-98c1-cb7f1e80684e,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:46.952178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:47.081938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 726e437c-0e79-42f4-98c1-cb7f1e80684e owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:47.252919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:47.256772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4633716f-0007-4127-beb9-e30928ff908e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:47.303125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=726e437c-0e79-42f4-98c1-cb7f1e80684e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:47.306139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:47.742394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.132280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router fc03cfb5-55a7-4e69-9fd3-20fac042233b has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:56:48.321619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:48.333294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Sync routers for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:56:48.343878 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/fc03cfb5-55a7-4e69-9fd3-20fac042233b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7014496 May 25 16:56:48.344224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36390) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:48.352561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:48.353597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:48.441258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:56:48.445293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.503386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.597657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:48.618271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.793702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.934441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:56:47Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:48.937663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Checking router: fc03cfb5-55a7-4e69-9fd3-20fac042233b for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:56:48.940959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:48.946942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3251f830-c831-438b-b617-c04da45b6f73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:48.948254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Routers {'fc03cfb5-55a7-4e69-9fd3-20fac042233b'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:48.949203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:48.990509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:48.996762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:48.998452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.007963 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7d23205-3e05-40ac-866a-518bef0af22a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/bf4481b7-926a-492d-a6ba-0dbdcbb1ee2c HTTP/1.1" status: 204 len: 168 time: 0.6625047 May 25 16:56:49.010474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36396) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:49.021458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e7cf1-2c95-4c4b-91ac-68ccd9c675a2 None None] Network f4f9b026-8231-4d89-9b73-ae2b505dbda0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:56:49.336321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] Set router fc03cfb5-55a7-4e69-9fd3-20fac042233b gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:49.355253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.539973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.625593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 205e6a30-b1be-437d-bead-45ae29ab0367 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:49.625940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.646960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] DHCP port deletion for f4f9b026-8231-4d89-9b73-ae2b505dbda0 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:56:49.771692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 205e6a30-b1be-437d-bead-45ae29ab0367, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=205e6a30-b1be-437d-bead-45ae29ab0367,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:49.772048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.775800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:56:47Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:49.782019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37db57f0-0116-4b91-a71c-55210d1c5c04 None None] The sync data for ids ['fc03cfb5-55a7-4e69-9fd3-20fac042233b'] in dv-neutron-792998-1-hyperv is: [{'id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'name': 'tempest-TestNetworkBasicOps-router-1064106396', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171'}], 'enable_snat': True}, 'gw_port_id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:52:48Z', 'updated_at': '2021-05-25T16:56:47Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '205e6a30-b1be-437d-bead-45ae29ab0367', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc03cfb5-55a7-4e69-9fd3-20fac042233b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:52:49Z', 'updated_at': '2021-05-25T16:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:56:49.789863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Deleting port ff59ade4-90ac-44eb-b693-c07de42d10ea {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:49.790245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.890311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] For port ff59ade4-90ac-44eb-b693-c07de42d10ea, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ff59ade4-90ac-44eb-b693-c07de42d10ea,segment=NetworkSegment(ef2359dc-6d0f-41c2-a51a-b335b91f89fe),segment_id=ef2359dc-6d0f-41c2-a51a-b335b91f89fe)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:49.890598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:49.905901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 205e6a30-b1be-437d-bead-45ae29ab0367 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:50.020713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Calling delete_port for ff59ade4-90ac-44eb-b693-c07de42d10ea owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:50.046548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.052382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:50.071879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36402) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:50.074041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.077988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:50.108882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=205e6a30-b1be-437d-bead-45ae29ab0367,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:50.128391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Pushing event deleted for resources: {'Port': ['ID=ff59ade4-90ac-44eb-b693-c07de42d10ea,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:50.133673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] No DVR routers for this DVR port ff59ade4-90ac-44eb-b693-c07de42d10ea on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:50.135713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:50.140125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.141781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.141781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.141781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.141781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.142816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.142816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.143376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.143719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.144051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.144381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.144707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:50.149672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:50.209387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.397800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.400175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.427267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.428028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router fc03cfb5-55a7-4e69-9fd3-20fac042233b {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:56:50.448776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.449904 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/fc03cfb5-55a7-4e69-9fd3-20fac042233b HTTP/1.1" status: 204 len: 168 time: 1.4385006 May 25 16:56:50.452902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36406) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:50.628649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.753039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port b9c846dc-cde3-4b39-8d3c-1af4ccae0554 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:50.753424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.855553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.880088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f9b026-8231-4d89-9b73-ae2b505dbda0']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:50.900008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:50.900390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2359dc-6d0f-41c2-a51a-b335b91f89fe') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:50.927918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.957671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.960918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.961267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.977729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:56:50.978169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:56:50.993704 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:56:51.160242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for b9c846dc-cde3-4b39-8d3c-1af4ccae0554 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:51.200830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.206123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8bcc8a4e-0da1-4e0b-ab56-e2519591e2bd tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:51.222509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.240314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=f4f9b026-8231-4d89-9b73-ae2b505dbda0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:51.244205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:51.246605 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/f4f9b026-8231-4d89-9b73-ae2b505dbda0 HTTP/1.1" status: 204 len: 168 time: 0.7927492 May 25 16:56:51.273155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36410) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:51.279859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--2146171816', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:56:51.285991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:56:51.291079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:56:51.293872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:56:51.300313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:56:51.313153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:56:51.317528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.349651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1193, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:56:51.359396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.361299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.361844 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 2325f935-f591-4624-bce5-8f3e47ee13f5 of type vlan for network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 May 25 16:56:51.367226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6a93aef-fa68-4ceb-a12c-70e209dc23f7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:51.394467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ff59ade4-90ac-44eb-b693-c07de42d10ea no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:51.395914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.419060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=b9c846dc-cde3-4b39-8d3c-1af4ccae0554,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:51.438645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.444826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ff59ade4-90ac-44eb-b693-c07de42d10ea {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:51.445251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ff59ade4-90ac-44eb-b693-c07de42d10ea not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:51.445754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 205e6a30-b1be-437d-bead-45ae29ab0367 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:51.445948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:51.446434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.447735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:51.450444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-68afed7f-d1f6-4af5-a0dd-cbc50f52564a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:51.483728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 205e6a30-b1be-437d-bead-45ae29ab0367 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:51.484382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 205e6a30-b1be-437d-bead-45ae29ab0367 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:51.484874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 726e437c-0e79-42f4-98c1-cb7f1e80684e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:51.520975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 726e437c-0e79-42f4-98c1-cb7f1e80684e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:51.521332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 726e437c-0e79-42f4-98c1-cb7f1e80684e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:51.522405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.522733 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Floating IP c3656947-f405-41ac-88f8-46e440c8dc3b disassociated (deleted). External IP: 172.26.6.136, port: 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c. May 25 16:56:51.565895 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2915089 May 25 16:56:51.569946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36414) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:51.578462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=5f52ef02-4943-4e57-b6f5-02b2b3c10d41,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:51.582207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:51.592326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:56:51.861864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-443949019', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:56:51.869244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:56:51.873365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:56:51.876673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:56:51.882986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:56:51.893788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.895011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:51.913424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:52.065418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:56:52.256104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:52.268452 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:56:52.277378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:52.279305 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:52.279931 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:52.334311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:52.335225 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "DELETE /v2.0/floatingips/c3656947-f405-41ac-88f8-46e440c8dc3b HTTP/1.1" status: 204 len: 168 time: 2.2618492 May 25 16:56:52.336159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:52.394030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'status': 'completed', 'code': 200} May 25 16:56:52.503169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-d6f4a657-37c4-4d1b-b0a8-51662be3ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:52.504977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-d6f4a657-37c4-4d1b-b0a8-51662be3ffcd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=301286b0ca214979b5f974a11598da4d&device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 1099 time: 0.0867298 May 25 16:56:52.507794 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:52.665039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-d8283ed7-acdb-4015-8fe6-a9c1540e8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:52.666509 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-d8283ed7-acdb-4015-8fe6-a9c1540e8c1d service neutron] 10.222.0.95 "GET /v2.0/networks?id=9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 200 len: 913 time: 0.1544156 May 25 16:56:52.702821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:52.733552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:52.803370 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-8ddf6541-f739-43a2-84e1-1db368271bac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 200 len: 217 time: 0.1278274 May 25 16:56:52.867885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:52.872095 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:56:52.881178 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:52.881927 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:52.886647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-50fea72f-9b65-453f-a4e0-d0ccb450366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:52.888129 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-50fea72f-9b65-453f-a4e0-d0ccb450366d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 200 len: 850 time: 0.0749774 May 25 16:56:52.891638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.249 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:56:52.897214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdea24-1e77-4b39-a135-a573b540d7ca req-555e6160-a792-4ea5-aba5-2c3465bee22a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:52.897938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-38bdea24-1e77-4b39-a135-a573b540d7ca req-555e6160-a792-4ea5-aba5-2c3465bee22a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:52.978497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-38bdea24-1e77-4b39-a135-a573b540d7ca req-555e6160-a792-4ea5-aba5-2c3465bee22a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:52.979697 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-38bdea24-1e77-4b39-a135-a573b540d7ca req-555e6160-a792-4ea5-aba5-2c3465bee22a tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.2418191 May 25 16:56:53.031825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-2fea5160-f3e8-4d8c-b52c-2bd7105479ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:53.033986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-2fea5160-f3e8-4d8c-b52c-2bd7105479ef service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9abfd712-a275-4968-82c0-e759545949e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1331923 May 25 16:56:53.045815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-38bdea24-1e77-4b39-a135-a573b540d7ca req-b51c936d-4b1f-4224-9d3c-d2e633977033 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582676 May 25 16:56:53.071342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:53.083479 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:53.105318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:53.110837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:53.179062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:56:53.181881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:56:53.185901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:56:53.190961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-b1bac235-f394-4324-8808-d57eb948d953 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484907 May 25 16:56:53.231999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:53.237052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:53.335285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e721b41f-69e9-4c89-8fc2-ba5e51872afe req-71f197ad-be79-4f71-ae8c-e3ec440e0801 service neutron] 10.222.0.95 "GET /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372027 May 25 16:56:53.423075 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:53.428351 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616614d-8e4c-429d-8109-8cdd6eacf971 None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:48:46Z', 'revision_number': 4, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '4a2e04d6-f54d-4613-a38b-8624daa4b840', 'name': '', 'network_id': '9abfd712-a275-4968-82c0-e759545949e5', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'mac_address': 'fa:16:3e:c2:b0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:45Z', 'updated_at': '2021-05-25T16:48:59Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'subnets': [{'id': '603fb4a6-434d-4ad1-962d-2b4033fdfb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:56:53.649093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ea5154-372d-4d9d-bbb3-c1a65012573e None None] New status for floating IP c3656947-f405-41ac-88f8-46e440c8dc3b: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:56:53.649638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.145876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.343768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-4337500b-38df-4743-a354-72b1079a5a32 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:54.345223 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-4337500b-38df-4743-a354-72b1079a5a32 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.0807028 May 25 16:56:54.398192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36f85-edbf-488a-9ff8-8c44d80abed0 req-1cfd31f2-c34b-45c7-8073-246d4253f35c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:54.399755 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-17c36f85-edbf-488a-9ff8-8c44d80abed0 req-1cfd31f2-c34b-45c7-8073-246d4253f35c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 946 time: 0.2008531 May 25 16:56:54.465096 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-17c36f85-edbf-488a-9ff8-8c44d80abed0 req-749e9399-99bc-42d6-bb01-47715e8b31ec tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/security-groups?id=1f35862d-c420-4e78-a530-26bf69947619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594263 May 25 16:56:54.466774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 15410161-1343-4d09-8554-c6b05b23c7b3 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:56:54.496790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:56:54.497135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.634010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] For port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:54.634274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.654784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:54.665314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Sync routers for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:56:54.675295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:54.675926 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:54.684741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.689504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1182671 May 25 16:56:54.690310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:54.735775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b45c860a-450a-45be-9d55-5956575e4387 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437400 May 25 16:56:54.737316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36432) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:54.770129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:56:54.878222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d66337-22bf-455d-b853-a9f1745eec20 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:54.879838 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7d66337-22bf-455d-b853-a9f1745eec20 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1412988 May 25 16:56:54.882560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36436) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:54.898490 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:54.906299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:54.913121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b4fea34e-0ad1-458d-8dc2-a1267b62e1c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:54.928146 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6cd61abf-63f7-45ed-86dd-b871bdcadf21 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420253 May 25 16:56:54.928387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36440) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:54.934227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-75616743', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:56:55.062779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:56:55.067150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:56:55.070197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:56:55.076838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:56:55.089690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:56:55.093591 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.128943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:55.132181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:55.215235 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:53Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:55.215897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] No DVR routers for this DVR port 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:56:55.218549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.221512 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Checking router: 15410161-1343-4d09-8554-c6b05b23c7b3 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:56:55.227094 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Updating router 15410161-1343-4d09-8554-c6b05b23c7b3 port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:56:55.227237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'name': 'network-vif-deleted', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:56:55.240274 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0991aaab-f72a-44be-9ed8-4da4fd1c905f req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.95 "DELETE /v2.0/ports/2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c HTTP/1.1" status: 204 len: 173 time: 0.8883791 May 25 16:56:55.285814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d00184-9acc-4448-82c1-b63964f7bdcb', 'name': 'network-vif-deleted', 'tag': '2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c', 'status': 'completed', 'code': 200} May 25 16:56:55.290854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.690380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-27d56419-3310-4f77-9484-b805c0f52b0c req-af7f4159-4681-4e38-ad7a-cf958f387c27 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.0483096 May 25 16:56:55.708653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.722936 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Transition to ACTIVE for port object ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:56:55.731170 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.736540 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4e8bb27b-2c39-46a5-885a-5329752ba742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:55.818793 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Attempting to bind port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:56:55.819194 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Attempting to bind port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:56:55.819557 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Attempting to bind port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:56:55.828723 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:55.831007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.832858 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:56:55.833238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:56:55.833640 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.834035 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:56:55.834512 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Bound port: ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:56:55.834887 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.835900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f6d65ad2-4315-41a8-a66c-16262dd1ab24 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:55.866959 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.866959 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.867314 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.867568 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.868030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.868186 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.868454 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.868774 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.869093 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.869410 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.869742 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.870040 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:56:55.883552 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:55.916733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:55.920717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:55.925501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:56:55.925863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 5f52ef02-4943-4e57-b6f5-02b2b3c10d41, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:56:55.926204 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] For port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:56:55.929511 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] For port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:56:55.936738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:55.942376 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:55.946956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:56:55.958554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 5f52ef02-4943-4e57-b6f5-02b2b3c10d41) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:56:55.967174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c283786-c526-4e8d-b11e-fe4433ab742c None None] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:56:55.980925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:56:55.981895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:56.012572 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0829933 May 25 16:56:56.015364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36448) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:56:56.027221 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:56:56.027869 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:56.106969 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Pushing event updated for resources: {'Port': ['ID=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:56.113399 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:56.226581 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:56:56.237189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:56:56.238327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:56.434785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Allocated IP 172.20.0.2 (5f52ef02-4943-4e57-b6f5-02b2b3c10d41/80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c/0f38dbd0-3add-4e38-93ce-68384ee49eaa) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:56:56.572599 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:53Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:56:56.583755 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58feefb3-248c-43fe-bdbb-0963aba7a309 None None] The sync data for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv is: [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:53Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:56:56.707154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:56.738595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Transition to ACTIVE for port object 0f38dbd0-3add-4e38-93ce-68384ee49eaa will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:56:56.794552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Transition to ACTIVE for port object 0f38dbd0-3add-4e38-93ce-68384ee49eaa will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:56:56.804965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:56.810798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:56.897786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:56:57.000985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:56:57.001731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2ed3a0bb-e593-4ca6-8f9f-4f9f8e04665c not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:56:57.011825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:56:57.012688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Pushing event updated for resources: {'Port': ['ID=0f38dbd0-3add-4e38-93ce-68384ee49eaa,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:57.018087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:56:57.020878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:57.022382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-362fbd7b-3ee3-412a-9828-c9af585b16fc req-d65c3606-7b1e-4dee-b0e2-0fb80648af07 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Synchronizing usage tracker for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:56:57.026462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:56:57.064122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-362fbd7b-3ee3-412a-9828-c9af585b16fc req-d65c3606-7b1e-4dee-b0e2-0fb80648af07 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Unset dirty status for tenant:301286b0ca214979b5f974a11598da4d on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:56:57.065986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-362fbd7b-3ee3-412a-9828-c9af585b16fc req-d65c3606-7b1e-4dee-b0e2-0fb80648af07 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.1594820 May 25 16:56:57.091637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.224318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Attempting to bind port 0f38dbd0-3add-4e38-93ce-68384ee49eaa on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:56:57.224847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Attempting to bind port 0f38dbd0-3add-4e38-93ce-68384ee49eaa by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:56:57.225327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Attempting to bind port 0f38dbd0-3add-4e38-93ce-68384ee49eaa on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:56:57.232372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:56:57.232910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Checking segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:56:57.233444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.233945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Bound using segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:56:57.234533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Bound port: 0f38dbd0-3add-4e38-93ce-68384ee49eaa, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:56:57.235046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.397048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] For port 0f38dbd0-3add-4e38-93ce-68384ee49eaa, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:56:57.401505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] For port 0f38dbd0-3add-4e38-93ce-68384ee49eaa, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0f38dbd0-3add-4e38-93ce-68384ee49eaa,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:56:57.408912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.416450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f38e65e1-8df5-4af9-824a-93a48921ef0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:57.531417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:56:57.653797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Pushing event updated for resources: {'Port': ['ID=0f38dbd0-3add-4e38-93ce-68384ee49eaa,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:57.670621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:57.691901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:56:57.701101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:56:57.701491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.862834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (5f52ef02-4943-4e57-b6f5-02b2b3c10d41/80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c/c20f0b2a-ad89-49f9-8865-dd11064b3323) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:56:57.891321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.918756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:56:57.925633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:57.929244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-49de056b-884c-4609-98a3-1d0dc7d22d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:58.036833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:58.041995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:58.123858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:58.144222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object c20f0b2a-ad89-49f9-8865-dd11064b3323 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:56:58.169699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:58.180946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6f1e315c-8704-4f54-aff7-30dc028b3261 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:58.227277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:56:58.272308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:56:58.281668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:56:58.322402 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f5ecab7c-93f5-4cad-913c-fe75ff0446cb req-241ccd67-0132-41c8-81a9-c8be8e1154a5 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.0973365 May 25 16:56:58.348845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:58.353478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:58.358651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:58.577506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.039168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.046325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.073451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70493fe5-cf41-4cb6-9c54-5453fedfef05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:56:59.184847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:56:59.187258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.191444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:56:59.226273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b1e623-86dd-48a1-ab38-9a2424f0dc23 None None] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:56:59.350142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-949607a6-3809-4eaa-8ca2-448affc9c1c9 None None] Provisioning for port 0f38dbd0-3add-4e38-93ce-68384ee49eaa completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:56:59.356222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:56:59.358026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:56:59.540206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70fc8783-c7c1-4af6-a5d8-510de62e6b5e req-55feceee-aa5b-4979-a084-60311f4f85ad tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1d00184-9acc-4448-82c1-b63964f7bdcb HTTP/1.1" status: 200 len: 210 time: 0.0545230 May 25 16:56:59.567249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:56:59.624949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 15410161-1343-4d09-8554-c6b05b23c7b3 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:56:59.652685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:56:59.652939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.783829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0f38dbd0-3add-4e38-93ce-68384ee49eaa up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:56:59.859904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 0f38dbd0-3add-4e38-93ce-68384ee49eaa completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:56:59.866338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0f38dbd0-3add-4e38-93ce-68384ee49eaa triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:56:59.867434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.944458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Provisioning complete for port 0f38dbd0-3add-4e38-93ce-68384ee49eaa triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:56:59.945186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:56:59.983345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:56:59.995578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Sync routers for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:00.007988 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/15410161-1343-4d09-8554-c6b05b23c7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9914463 May 25 16:57:00.010874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36458) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:00.021628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:00.022275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:00.191125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.191622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.192305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.192550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.192788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.193246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.193893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.199050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36462) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:00.199620 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7881e3a1-f4c9-4e1e-b1e7-57c501c817df tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.1862881 May 25 16:57:00.279398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.279978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.280454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.280921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.281385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.281845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:00.284410 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f31de96f-c37a-4b2d-b622-99ed1ab3cbec tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0833900 May 25 16:57:00.287205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36466) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:00.364786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.378747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 0f38dbd0-3add-4e38-93ce-68384ee49eaa, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0f38dbd0-3add-4e38-93ce-68384ee49eaa,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:00.387761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:00.433626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.451080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:00.506968 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3cd6e72b-143a-4c95-a4a4-273417d4bc0a tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2184160 May 25 16:57:00.509634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36470) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:00.515693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-934348037', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:00.634092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36476) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:00.698802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=0f38dbd0-3add-4e38-93ce-68384ee49eaa,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:00.702544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:00.772564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 16:57:00.772846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 16:57:00.818635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:00.852111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:port and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:00.860057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:00.873928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:00.890579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:57:00.894288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.898176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:00.902442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Checking router: 15410161-1343-4d09-8554-c6b05b23c7b3 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:00.902885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Updating router 15410161-1343-4d09-8554-c6b05b23c7b3 port c20f0b2a-ad89-49f9-8865-dd11064b3323 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:57:00.922332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] device_id is not set on port 28893e27-d478-45b6-816a-38ec314ab5af yet. {{(pid=99126) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:57:00.960697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Deleting port 63c19b87-f9ab-4ed4-abc8-9bd5303e8f43 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:00.960944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:00.961108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.127111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.127359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.258432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Calling delete_port for 63c19b87-f9ab-4ed4-abc8-9bd5303e8f43 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:01.362819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.379688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Transition to ACTIVE for port object c20f0b2a-ad89-49f9-8865-dd11064b3323 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:01.380359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.385176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4aa51102-c895-4e37-a1f3-61dcc642d6e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:01.387800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.393698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fee02f5b-6863-44cf-be19-8e53dacc003c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:01.423177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0f38dbd0-3add-4e38-93ce-68384ee49eaa up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:01.453500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bffb7050-c2d8-414c-a2b8-c8f40e3a218e None None] Provisioning for port c20f0b2a-ad89-49f9-8865-dd11064b3323 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:01.501063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'Port': ['ID=63c19b87-f9ab-4ed4-abc8-9bd5303e8f43,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:01.513815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:01.578895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Pushing event updated for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:01.583608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:01.712984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0f38dbd0-3add-4e38-93ce-68384ee49eaa triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:01.713352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.732221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.10 (5f52ef02-4943-4e57-b6f5-02b2b3c10d41/80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c/28893e27-d478-45b6-816a-38ec314ab5af) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:57:01.741606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Attempting to bind port c20f0b2a-ad89-49f9-8865-dd11064b3323 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:01.742041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Attempting to bind port c20f0b2a-ad89-49f9-8865-dd11064b3323 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:01.742356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Attempting to bind port c20f0b2a-ad89-49f9-8865-dd11064b3323 on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:01.747898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.763071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:01.763455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Checking segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:01.763866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.764271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Bound using segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:01.764764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Bound port: c20f0b2a-ad89-49f9-8865-dd11064b3323, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:01.765136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.803155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.804201 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "DELETE /v2.0/floatingips/17c3b8b1-9f81-4a45-a3f8-8a629cf299de HTTP/1.1" status: 204 len: 168 time: 1.1691992 May 25 16:57:01.931989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] For port c20f0b2a-ad89-49f9-8865-dd11064b3323, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:01.936959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] For port c20f0b2a-ad89-49f9-8865-dd11064b3323, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c20f0b2a-ad89-49f9-8865-dd11064b3323,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:01.942254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:01.947248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57051897-39c1-4138-b1e3-b27fe93b209e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:01.988507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.006997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 28893e27-d478-45b6-816a-38ec314ab5af will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:02.026998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:02.027604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:02.041483 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.050754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-94325269-8c13-4629-909c-519bda621c5b tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:02.099711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Pushing event updated for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:02.141643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:02.146263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:02.151304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:57:02.180063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:02.211847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:02.224218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:02.247635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:02.248414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.277250 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7641404 May 25 16:57:02.331341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:02.593673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36490) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:02.598649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f1c86d21-a443-4079-b60b-aa4ad93c39e6 None None] Provisioning for port 28893e27-d478-45b6-816a-38ec314ab5af completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:02.600965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730189844', 'description': 'tempest-secgroup-smoke-1730189844 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:02.608057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:02.614284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f1c86d21-a443-4079-b60b-aa4ad93c39e6 None None] Provisioning complete for port 28893e27-d478-45b6-816a-38ec314ab5af triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:02.614584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1c86d21-a443-4079-b60b-aa4ad93c39e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.615473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:02.618671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:02.627379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:02.638311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.660452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:02.664792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:02.667851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:02.674820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:02.721440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f1c86d21-a443-4079-b60b-aa4ad93c39e6 None None] Port 28893e27-d478-45b6-816a-38ec314ab5af cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:02.757213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.762131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.762877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:01Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:02.768794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7762239a-4a63-49a4-b08d-2a63f88d85fa None None] The sync data for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv is: [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:01Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:02.769082 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-216654ec-3465-480b-ac37-f8303725709a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:02.831616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb4766a-3580-4e22-b2e1-59c57c5df609,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:02.834043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:02.835042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.836448 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2414060 May 25 16:57:02.841432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36494) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:02.849932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:02.856049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:02.860008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:02.863908 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:02.869683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:02.894886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.972737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.977258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:02.983628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.005079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8ab542-885d-406f-be8c-e0eaf57499a4,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.007953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.017850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.019483 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1770344 May 25 16:57:03.022177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36498) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:03.029290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:03.040132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:03.044125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:03.047598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:03.054372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:03.085216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.160396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.165924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.175424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.196796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8673cadf-0fa1-4c42-afdc-bc8c56cca786,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.199528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.208595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.212791 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879811 May 25 16:57:03.212943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36502) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:03.218538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:03.225739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:03.230202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:03.233265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:03.240247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:03.265191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.356094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.364518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.366562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5ccb373b-4d83-4850-9ff0-9c46c9b776b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.394956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eab39b2-7287-4532-a296-594968ef56bc,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.398859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.422949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.429470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36508) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:03.430706 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162819 May 25 16:57:03.442712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:03.449138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:03.455963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:03.462595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:03.469745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:03.476497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c20f0b2a-ad89-49f9-8865-dd11064b3323 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:03.497828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.569258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c20f0b2a-ad89-49f9-8865-dd11064b3323 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:03.575585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.576663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c20f0b2a-ad89-49f9-8865-dd11064b3323 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:03.577359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.580889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.585125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c0c6f71f-4fc0-40df-bd5d-e6e2533c4dc3 tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.618387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949d4273-dad7-436c-bee3-5170fc328b86,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.621389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.632566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.634602 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2024207 May 25 16:57:03.637228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36512) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:03.646201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:03.655838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:03.662563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:03.666285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:03.674085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:03.688307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:03.696859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.732443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.769497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c20f0b2a-ad89-49f9-8865-dd11064b3323, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c20f0b2a-ad89-49f9-8865-dd11064b3323,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:03.775675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.788811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.789917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.796042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.797910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dae4fb44-23e8-4c6f-afb9-f67ef55a7c50 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:03.823083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9cff63-a199-4d97-997a-fd8d2ca339dc,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.828193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.834630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.836212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1976476 May 25 16:57:03.839034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36516) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:03.844406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ddb4766a-3580-4e22-b2e1-59c57c5df609', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:03.851736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:03.856191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:03.859321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:03.868019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:03.868950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:03.871503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:03.889046 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:03.896210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.976005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.980113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:03.982490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1304fcb2-56e6-41be-a32f-00343a93362a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:04.007136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d44b994-fd90-4d4a-a9e1-a4dc2f047e65,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:04.012105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:04.018625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:04.019919 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799753 May 25 16:57:04.206379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-944917bd-aee0-4e85-817b-f63a4832a49a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:04.224584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-944917bd-aee0-4e85-817b-f63a4832a49a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:04.225797 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-944917bd-aee0-4e85-817b-f63a4832a49a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730189844&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0592990 May 25 16:57:04.312245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-300c3950-8c6b-4e20-a14b-66e6bb511019 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:04.312873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-300c3950-8c6b-4e20-a14b-66e6bb511019 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:04.332421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-300c3950-8c6b-4e20-a14b-66e6bb511019 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:04.333643 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-300c3950-8c6b-4e20-a14b-66e6bb511019 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 930 time: 0.1002345 May 25 16:57:04.413065 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-a71c2cc7-9628-4a86-8711-6ac82674d63b service neutron] 10.222.0.96 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0668676 May 25 16:57:04.570140 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-7cf3ae27-4d6c-44ba-a14b-858ca093fa77 service neutron] 10.222.0.96 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493077 May 25 16:57:04.716669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-85c0d6f7-dafa-4249-9239-54be517b314b service neutron] 10.222.0.96 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397216 May 25 16:57:04.907161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937ecee7-e04f-4d9e-828f-2bee5295f171 req-af4c3b69-da91-4f2d-9f13-f924cbe51571 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 210 time: 0.0488131 May 25 16:57:05.398436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c20f0b2a-ad89-49f9-8865-dd11064b3323 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:05.478112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c20f0b2a-ad89-49f9-8865-dd11064b3323 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:05.478722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:05.607654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36550) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:05.697157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:05.733050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:05.811229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:05.816021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c01a5719-9edd-430a-8492-ebadf8664059 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:05.831714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35862d-c420-4e78-a530-26bf69947619,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:05.834367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:05.841214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:05.842343 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] 10.222.0.96 "DELETE /v2.0/security-groups/1f35862d-c420-4e78-a530-26bf69947619 HTTP/1.1" status: 204 len: 168 time: 0.2317398 May 25 16:57:05.902300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36556) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:06.063272 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-369f3cfd-4d58-411f-9016-609736958969 req-c16bd9c8-05bc-4460-8a99-da59b3e45fb5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 210 time: 0.0484464 May 25 16:57:06.255175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-7b89c333-46f0-4ebf-8785-d7f42c71031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:06.256646 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-7b89c333-46f0-4ebf-8785-d7f42c71031d service neutron] 10.222.0.95 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1026 time: 0.0676994 May 25 16:57:06.432488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-b0eff874-35c9-4ebe-8461-c764a4b96fcd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:06.433457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-b0eff874-35c9-4ebe-8461-c764a4b96fcd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:06.451469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-b0eff874-35c9-4ebe-8461-c764a4b96fcd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:06.452797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-b0eff874-35c9-4ebe-8461-c764a4b96fcd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 797 time: 0.1899338 May 25 16:57:06.505426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-b3ade49e-de02-4b3f-b34d-44a95eab684f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 380 time: 0.0427175 May 25 16:57:06.516517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Request body: {'port': {'device_id': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:06.631873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:06.777138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:06.991857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28893e27-d478-45b6-816a-38ec314ab5af {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:57:06.999505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.014243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Transition to ACTIVE for port object 28893e27-d478-45b6-816a-38ec314ab5af will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:07.019407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.023471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7458eff3-e6ad-4f78-a260-259a52bbbfed tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:07.207229 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:07.235325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:07.292670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:07.293253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:07.293710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:07.299497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:57:07.299818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:07.305058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:07.305396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Checking segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:07.305776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Bound using segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:07.306207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Bound port: 28893e27-d478-45b6-816a-38ec314ab5af, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:07.306549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.310259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b183b-304c-4511-9337-a6f3bd6adcd5 req-1d97e577-0671-4541-9dae-d7f8af36ac1e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:07.311774 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c9b183b-304c-4511-9337-a6f3bd6adcd5 req-1d97e577-0671-4541-9dae-d7f8af36ac1e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 981 time: 0.1174660 May 25 16:57:07.317727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Deleting port 4a2e04d6-f54d-4613-a38b-8624daa4b840 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:07.318072 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.402747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:07.405873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:07.411768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.417209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9536e3a5-6d6b-4945-abe2-c41c427b2845 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:07.463244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c9b183b-304c-4511-9337-a6f3bd6adcd5 req-dd396120-b6c3-4f51-98db-96d61767ee3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291678 May 25 16:57:07.489048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:07.489727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.491163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] 10.222.0.95 "PUT /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1131 time: 0.9785771 May 25 16:57:07.491707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:57:07.496436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] For port 4a2e04d6-f54d-4613-a38b-8624daa4b840, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4a2e04d6-f54d-4613-a38b-8624daa4b840,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:07.496874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.519086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:07.528560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:07.577417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af', 'status': 'completed', 'code': 200} May 25 16:57:07.616768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-8937ebd4-0320-48ee-9087-9cf5b8822a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:07.618341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-8937ebd4-0320-48ee-9087-9cf5b8822a87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 1134 time: 0.0845156 May 25 16:57:07.645229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Calling delete_port for 4a2e04d6-f54d-4613-a38b-8624daa4b840 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:07.694085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-3df6288e-add6-46dd-bfb9-c1b8bec5d4fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 217 time: 0.0683527 May 25 16:57:07.914517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-29d35fea-482b-4031-8cca-fe7cc695ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:07.915955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-29d35fea-482b-4031-8cca-fe7cc695ac97 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 200 len: 833 time: 0.2154691 May 25 16:57:07.983541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:07.989013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:07.993108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-42a04412-a9c4-49a6-80f3-d8703b99e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:07.994599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-42a04412-a9c4-49a6-80f3-d8703b99e21d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718486 May 25 16:57:08.147336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-d8744894-2593-44db-bfaa-5e6d305719c1 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456938 May 25 16:57:08.211183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2e04d6-f54d-4613-a38b-8624daa4b840,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:08.217416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:08.292501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-455c7ad9-5ff5-435b-8c5e-aa460db801b6 req-154da39d-4a1e-447f-86f5-9a897034e9d2 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383626 May 25 16:57:08.418829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-f84740c0-4fc8-4c5b-be39-a7043a9e2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:08.420353 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-f84740c0-4fc8-4c5b-be39-a7043a9e2aa6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 1134 time: 0.0828109 May 25 16:57:08.463477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:08.560845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-66bc597f-5f94-4b13-b4ea-18b8bfd25879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:08.562403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-66bc597f-5f94-4b13-b4ea-18b8bfd25879 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 899 time: 0.1347070 May 25 16:57:08.633438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-3f2db5dc-f5fc-40e2-8aaf-f38979d16c22 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 217 time: 0.0644820 May 25 16:57:08.702846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-0570111d-2f9a-4885-a1eb-05fe889bdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:08.704489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-0570111d-2f9a-4885-a1eb-05fe889bdb1e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 200 len: 833 time: 0.0644624 May 25 16:57:08.781602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-9fe0bb0f-a4eb-42b2-8914-a575df3ab6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:08.783568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-9fe0bb0f-a4eb-42b2-8914-a575df3ab6c7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723977 May 25 16:57:08.866257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb084b92-797f-4b0d-ac50-cbf3d318e0d0 req-166093cb-fc53-4eb6-9182-8808f4c26f1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:08.867782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb084b92-797f-4b0d-ac50-cbf3d318e0d0 req-166093cb-fc53-4eb6-9182-8808f4c26f1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 981 time: 0.2507880 May 25 16:57:08.925708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-7ed48c4b-dffd-4d15-ab14-d094cb6553cd service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354620 May 25 16:57:08.941865 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb084b92-797f-4b0d-ac50-cbf3d318e0d0 req-c5957272-64e5-476c-9cad-21e46eb77da9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594912 May 25 16:57:08.949596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Router 3200acf9-e786-402d-8281-3e51fc584f56 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:09.069710 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dd8ef57-4662-4613-be87-f8f941c36be5 req-0b53a598-468e-431b-8797-aa63ef1272a5 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365182 May 25 16:57:09.153941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:09.163786 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Sync routers for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:09.166630 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] 10.222.0.96 "PUT /v2.0/routers/3200acf9-e786-402d-8281-3e51fc584f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632549 May 25 16:57:09.170683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36574) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:09.174874 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:09.175586 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:09.354666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:09.385126 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:09.574341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:09.682258 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:57:07Z', 'revision_number': 5, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port': {'id': '8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200acf9-e786-402d-8281-3e51fc584f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:40Z', 'updated_at': '2021-05-25T16:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:09.686335 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Checking router: 3200acf9-e786-402d-8281-3e51fc584f56 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:09.695653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Routers {'3200acf9-e786-402d-8281-3e51fc584f56'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:09.696273 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:56:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['3200acf9-e786-402d-8281-3e51fc584f56'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:09.793978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Deleting port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:09.794480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:09.852647 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] Set router 3200acf9-e786-402d-8281-3e51fc584f56 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:09.928822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] For port 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:09.929170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:09.959791 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:57:09Z', 'revision_number': 6, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:09.963876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859159e-7480-45d6-964d-aaff26806c2c None None] The sync data for ids ['3200acf9-e786-402d-8281-3e51fc584f56'] in dv-neutron-792998-1-hyperv is: [{'id': '3200acf9-e786-402d-8281-3e51fc584f56', 'name': 'tempest-TestVolumeBootPattern-861012958-router', 'tenant_id': '301286b0ca214979b5f974a11598da4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:39Z', 'updated_at': '2021-05-25T16:57:09Z', 'revision_number': 6, 'project_id': '301286b0ca214979b5f974a11598da4d', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:10.017663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-daf1c07a-cced-4731-ac8a-c5c7f6802a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.070736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Calling delete_port for 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:10.151280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b63a5-38d0-41f5-85e9-bc792db3a4bd req-707cc6f8-d468-4f2c-a6b0-30237f6850f8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:10.152731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-726b63a5-38d0-41f5-85e9-bc792db3a4bd req-707cc6f8-d468-4f2c-a6b0-30237f6850f8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 981 time: 0.0893774 May 25 16:57:10.203598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-726b63a5-38d0-41f5-85e9-bc792db3a4bd req-a0370b96-11cc-4154-b927-1a49754254be tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417511 May 25 16:57:10.224519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.228567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-24628340-f280-4e0d-814b-15a44b43379a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:10.273189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Pushing event deleted for resources: {'Port': ['ID=8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:10.276214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:10.374727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.559336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.561550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.585467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.585998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3200acf9-e786-402d-8281-3e51fc584f56 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:57:10.598070 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.599232 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] 10.222.0.96 "DELETE /v2.0/routers/3200acf9-e786-402d-8281-3e51fc584f56 HTTP/1.1" status: 204 len: 168 time: 1.4275782 May 25 16:57:10.601806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36580) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:10.663282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Deleting subnet 603fb4a6-434d-4ad1-962d-2b4033fdfb06 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:57:10.666403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.720411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.801590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:10.885477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:57:11.034072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:11.048768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '28893e27-d478-45b6-816a-38ec314ab5af', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'mac_address': 'fa:16:3e:e0:06:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:57:11.069915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.073786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dd66e87f-e82e-4035-8e5d-686f53603041 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:11.107511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603fb4a6-434d-4ad1-962d-2b4033fdfb06,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:11.112064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:11.112592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.114581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.121943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/603fb4a6-434d-4ad1-962d-2b4033fdfb06 HTTP/1.1" status: 204 len: 168 time: 0.5191641 May 25 16:57:11.124733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36584) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:11.125226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649af0c7-95d9-4acd-8727-c7f007aca6e0 None None] Network 9abfd712-a275-4968-82c0-e759545949e5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:57:11.196747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28893e27-d478-45b6-816a-38ec314ab5af {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:57:11.239937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:11.247663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.263022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.277772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:11.397162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:11.400025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Deleting port 50a9851c-5d5e-4d67-a124-2016c928fbeb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:11.400364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.441832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:11.445975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:11.446335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 8af1a7a7-ca6e-4e7e-b9ba-cdb3c75117eb not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:11.446766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a2e04d6-f54d-4613-a38b-8624daa4b840 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:11.532988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:11.542749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4a2e04d6-f54d-4613-a38b-8624daa4b840 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:11.543131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4a2e04d6-f54d-4613-a38b-8624daa4b840 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:11.616256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] DHCP port deletion for 9abfd712-a275-4968-82c0-e759545949e5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:57:11.649115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] For port 50a9851c-5d5e-4d67-a124-2016c928fbeb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=50a9851c-5d5e-4d67-a124-2016c928fbeb,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:11.649466 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.651132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['28893e27-d478-45b6-816a-38ec314ab5af'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:57:11.776706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Deleting port 50a9851c-5d5e-4d67-a124-2016c928fbeb {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:11.777069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.789745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f8e16-e7ce-4639-9f2a-af38e73c462b req-85b1fc14-97a9-41f4-97f2-37c106b0f4be tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:11.791167 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-801f8e16-e7ce-4639-9f2a-af38e73c462b req-85b1fc14-97a9-41f4-97f2-37c106b0f4be tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 982 time: 0.4519966 May 25 16:57:11.797987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Calling delete_port for 50a9851c-5d5e-4d67-a124-2016c928fbeb owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:11.853863 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:57:11.860539 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-801f8e16-e7ce-4639-9f2a-af38e73c462b req-3b7053ba-1706-4ac6-ae57-b105bf5051f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593569 May 25 16:57:11.890572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.896376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:11.912662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] For port 50a9851c-5d5e-4d67-a124-2016c928fbeb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=50a9851c-5d5e-4d67-a124-2016c928fbeb,segment=NetworkSegment(b045b576-0002-4fe3-ae22-8fed678607e4),segment_id=b045b576-0002-4fe3-ae22-8fed678607e4)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:11.913064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:11.943603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=50a9851c-5d5e-4d67-a124-2016c928fbeb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:11.946515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:11.947301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] No DVR routers for this DVR port 50a9851c-5d5e-4d67-a124-2016c928fbeb on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:12.055731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Calling delete_port for 50a9851c-5d5e-4d67-a124-2016c928fbeb owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:12.068538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.082459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abfd712-a275-4968-82c0-e759545949e5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:12.095219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b045b576-0002-4fe3-ae22-8fed678607e4') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:12.095719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b045b576-0002-4fe3-ae22-8fed678607e4') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:12.107946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.122313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.124085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.126692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:12.131475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Releasing vlan 1174 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:57:12.131929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:57:12.146672 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:57:12.172274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Pushing event deleted for resources: {'Port': ['ID=50a9851c-5d5e-4d67-a124-2016c928fbeb,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:12.175980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:12.178607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] No DVR routers for this DVR port 50a9851c-5d5e-4d67-a124-2016c928fbeb on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:12.230145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.233781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-29342146-c71f-4bf8-ba22-d581542331b6 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:12.248112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.261589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9abfd712-a275-4968-82c0-e759545949e5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:12.265933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:12.274443 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] 10.222.0.96 "DELETE /v2.0/networks/9abfd712-a275-4968-82c0-e759545949e5 HTTP/1.1" status: 204 len: 168 time: 1.1487374 May 25 16:57:12.277476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36590) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:12.483616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.789317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aad11c66-9f53-4da7-b24d-4cceb81600ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.833432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:12.892395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:12.964031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 28893e27-d478-45b6-816a-38ec314ab5af completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:12.969208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 28893e27-d478-45b6-816a-38ec314ab5af triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:12.969596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.054770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2922b-5802-4366-959d-fbc15ba782d0 req-03bc303f-fc45-49d0-a77d-ee227db25cd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:13.056537 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5e2922b-5802-4366-959d-fbc15ba782d0 req-03bc303f-fc45-49d0-a77d-ee227db25cd2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 982 time: 0.0833199 May 25 16:57:13.096995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.115861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5e2922b-5802-4366-959d-fbc15ba782d0 req-fc0e0b7c-4423-497e-80fa-0c268e870b2a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 May 25 16:57:13.139204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:57:13.150154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:13.154859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.157097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:13.195603 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af', 'code': 200} May 25 16:57:13.229812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:13.233398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:13.394879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 50a9851c-5d5e-4d67-a124-2016c928fbeb no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:13.431616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Deleting port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:13.432095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.437842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 50a9851c-5d5e-4d67-a124-2016c928fbeb {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:13.439001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 50a9851c-5d5e-4d67-a124-2016c928fbeb not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:13.471775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6ddd7-e236-4ea0-aa50-abae20a769a4 req-fd93e087-e103-4f14-aa9a-cfc90a60b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:13.474013 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96e6ddd7-e236-4ea0-aa50-abae20a769a4 req-fd93e087-e103-4f14-aa9a-cfc90a60b592 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 1136 time: 0.1204672 May 25 16:57:13.516155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96e6ddd7-e236-4ea0-aa50-abae20a769a4 req-3aef0c68-471b-4517-ad04-59dd79989ac7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 May 25 16:57:13.560862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] For port 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:13.561217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.690398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Calling delete_port for 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:13.742905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.866372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:13.872848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05a2d8e3-d69b-4c8b-8f3a-5ee9790c4e4e tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:13.927697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddf0c2d-e4cc-444b-8aa0-aad8996b409b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:13.956287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:14.233181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:14.333597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532828b8-032e-47a1-9c6f-f2126303d4c8 req-cb33a657-bdaa-477b-9e39-80979d436719 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:14.335414 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-532828b8-032e-47a1-9c6f-f2126303d4c8 req-cb33a657-bdaa-477b-9e39-80979d436719 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.0968611 May 25 16:57:14.387966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-532828b8-032e-47a1-9c6f-f2126303d4c8 req-083dfb2d-2244-4520-805d-2b0a382159ed tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466478 May 25 16:57:14.643419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Router 569b2177-381f-4dbb-a159-4254f7e2e971 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:14.961514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:14.970803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Sync routers for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:14.979090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] 10.222.0.96 "PUT /v2.0/routers/569b2177-381f-4dbb-a159-4254f7e2e971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005432 May 25 16:57:14.981487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36600) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:14.982619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:14.983256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:15.164323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:15.167699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.354777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.442375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Deleting port 788e2722-4e01-4075-9804-301ff3238454 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:15.442725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.459226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.490001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7'}], 'enable_snat': True}, 'gw_port_id': '788e2722-4e01-4075-9804-301ff3238454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:57:13Z', 'revision_number': 5, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port': {'id': '788e2722-4e01-4075-9804-301ff3238454', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:48:52Z', 'updated_at': '2021-05-25T16:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:15.494016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Checking router: 569b2177-381f-4dbb-a159-4254f7e2e971 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:15.502873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Routers {'569b2177-381f-4dbb-a159-4254f7e2e971'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:15.503523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['569b2177-381f-4dbb-a159-4254f7e2e971'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:15.629698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] For port 788e2722-4e01-4075-9804-301ff3238454, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=788e2722-4e01-4075-9804-301ff3238454,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:15.629989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.709871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] Set router 569b2177-381f-4dbb-a159-4254f7e2e971 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:15.761168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Calling delete_port for 788e2722-4e01-4075-9804-301ff3238454 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:15.775891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3121966-86a9-46e6-8bce-8f1a38d41973 req-ad0c47e0-a1d5-483a-87ed-1100f7d7cad8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:15.777366 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f3121966-86a9-46e6-8bce-8f1a38d41973 req-ad0c47e0-a1d5-483a-87ed-1100f7d7cad8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.2624226 May 25 16:57:15.817522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:57:15Z', 'revision_number': 6, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:15.821566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62184adb-dc07-45d5-b4cf-5bd249a138d5 None None] The sync data for ids ['569b2177-381f-4dbb-a159-4254f7e2e971'] in dv-neutron-792998-1-hyperv is: [{'id': '569b2177-381f-4dbb-a159-4254f7e2e971', 'name': 'tempest-TestVolumeBootPattern-873939911-router', 'tenant_id': '93b7c20bf17649fd9edb080d534008ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:48:51Z', 'updated_at': '2021-05-25T16:57:15Z', 'revision_number': 6, 'project_id': '93b7c20bf17649fd9edb080d534008ce', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:15.839709 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f3121966-86a9-46e6-8bce-8f1a38d41973 req-aaf730b2-4c1e-47ff-aeae-3688f612f02d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494061 May 25 16:57:15.960863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:15.964886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d92d907c-17da-45e8-a81f-4142cc95b425 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:16.009156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Pushing event deleted for resources: {'Port': ['ID=788e2722-4e01-4075-9804-301ff3238454,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:16.011696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:16.046587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f72a-d365-4792-8709-a34f32a9bc61 req-eed52c08-c550-4a4b-910e-58e80d581a74 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:16.048281 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f68f72a-d365-4792-8709-a34f32a9bc61 req-eed52c08-c550-4a4b-910e-58e80d581a74 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.0823579 May 25 16:57:16.094094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f68f72a-d365-4792-8709-a34f32a9bc61 req-4a832716-cf1f-4ca5-81b6-024ebb9d3371 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 May 25 16:57:16.110978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.117502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36608) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:16.198339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4ae34-06a9-458b-bf88-fe1770227a7d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:16.202608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-61a4ae34-06a9-458b-bf88-fe1770227a7d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 1131 time: 0.0813751 May 25 16:57:16.202841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36612) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:16.209611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:16.216342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:16.220936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:16.223963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:16.230041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:16.243200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.398325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.434343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.437080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.460612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.461029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569b2177-381f-4dbb-a159-4254f7e2e971 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:57:16.473797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.474935 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] 10.222.0.96 "DELETE /v2.0/routers/569b2177-381f-4dbb-a159-4254f7e2e971 HTTP/1.1" status: 204 len: 168 time: 1.4924769 May 25 16:57:16.477499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36616) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:16.537539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Deleting subnet bdc1a79d-1546-4f4e-9652-a46990823e0b {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:57:16.540802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.541662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.210 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/6df1e766-d3f6-459b-b46a-caa7d5195933) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:57:16.596313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.686276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.707586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.741385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.746116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26a6d2d7-7db5-46a5-aba9-23d3b97ceb3d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:16.961917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:16.966576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f12d16a7-6ca7-4324-8732-d2bc0bb88132 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:16.967362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:16.970425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:16.974342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:57:17.003230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdc1a79d-1546-4f4e-9652-a46990823e0b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.005191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.005492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6df1e766-d3f6-459b-b46a-caa7d5195933,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.007807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.009963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20839560-7578-40ed-8da0-3c99e75d8305 None None] Network fbfedd60-1449-4e1c-947e-2b8fd60bd55a requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:57:17.012142 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bdc1a79d-1546-4f4e-9652-a46990823e0b HTTP/1.1" status: 204 len: 168 time: 0.5336163 May 25 16:57:17.014453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.014809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36620) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:17.133984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.217899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Deleting port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:17.218205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.287183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] DHCP port deletion for fbfedd60-1449-4e1c-947e-2b8fd60bd55a request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:57:17.325372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] For port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:17.325737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.378840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Deleting port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:17.379272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.407919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bd49b2d2-59f8-49e6-8a20-2a26f4caa52b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:17.455276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.465738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Calling delete_port for bd49b2d2-59f8-49e6-8a20-2a26f4caa52b owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:17.520882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.526902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c7147384-51d7-4804-831a-1375f7a90a85 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:17.542327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.546939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] For port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,segment=NetworkSegment(6b0abefd-9c64-4842-b439-9c831d36d5a3),segment_id=6b0abefd-9c64-4842-b439-9c831d36d5a3)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:17.547343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.561702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No active binding found for port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b {{(pid=99128) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 25 16:57:17.562121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device bd49b2d2-59f8-49e6-8a20-2a26f4caa52b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:17.562750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:17.577813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.582451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.585324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] No DVR routers for this DVR port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:17.652424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:17.652424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9ddf0c2d-e4cc-444b-8aa0-aad8996b409b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:17.652825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 788e2722-4e01-4075-9804-301ff3238454 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:17.709798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.723905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfedd60-1449-4e1c-947e-2b8fd60bd55a']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:17.737793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0abefd-9c64-4842-b439-9c831d36d5a3') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:17.738157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0abefd-9c64-4842-b439-9c831d36d5a3') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:17.744925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Calling delete_port for bd49b2d2-59f8-49e6-8a20-2a26f4caa52b owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:17.750510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.754359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 788e2722-4e01-4075-9804-301ff3238454 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:17.754716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 788e2722-4e01-4075-9804-301ff3238454 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:17.773616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.776601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.782503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.786554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Releasing vlan 1185 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:57:17.786887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.794787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-750c84bf-74c6-4bfd-a358-bc39202287db tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:17.799229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:57:17.804523 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:57:17.808870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:17.845923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] No DVR routers for this DVR port bd49b2d2-59f8-49e6-8a20-2a26f4caa52b on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:17.855581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Pushing event deleted for resources: {'Port': ['ID=bd49b2d2-59f8-49e6-8a20-2a26f4caa52b,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.857718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.900138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.905783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.908646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea4dbf9d-c42b-4fc4-a2ee-f84186360ba5 tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:17.916178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6df1e766-d3f6-459b-b46a-caa7d5195933,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.920179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.923523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:17.935762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfedd60-1449-4e1c-947e-2b8fd60bd55a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:17.938625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:17.940694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] 10.222.0.96 "DELETE /v2.0/networks/fbfedd60-1449-4e1c-947e-2b8fd60bd55a HTTP/1.1" status: 204 len: 168 time: 0.9247105 May 25 16:57:18.068118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36626) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:18.105247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d associated. External IP: 172.26.6.210, port: 28893e27-d478-45b6-816a-38ec314ab5af. May 25 16:57:18.120394 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-38dbb227-e782-4143-b077-985906e1991f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=301286b0ca214979b5f974a11598da4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509663 May 25 16:57:18.122958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36630) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:18.185361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.211941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.271067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.275272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bb9a5ed4-17a4-4919-a321-7c4b5b1c541e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:18.291313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddebd93-ba12-44e8-aad4-77cd61602d6d,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:18.296085 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:18.298880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.300241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cddebd93-ba12-44e8-aad4-77cd61602d6d HTTP/1.1" status: 204 len: 168 time: 0.1763804 May 25 16:57:18.484641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 15410161-1343-4d09-8554-c6b05b23c7b3 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:18.682013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36638) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:18.724449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.737013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a2a181d0-f603-4a5d-858c-de56d190d39e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=93b7c20bf17649fd9edb080d534008ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537045 May 25 16:57:18.739455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36642) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:18.800456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.830203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.836913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:18.849588 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Sync routers for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:18.863882 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:18.864932 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:18.867047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.887290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.891333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f8c31c7-d3b2-44e5-a496-dbf1778b67b2 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:18.906370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d8b041-a22f-4841-9697-43d721f9f8fa,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:18.910891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:18.915002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:18.919287 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/59d8b041-a22f-4841-9697-43d721f9f8fa HTTP/1.1" status: 204 len: 168 time: 0.1788692 May 25 16:57:18.950026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7429657 May 25 16:57:18.950026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:57:18.950570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36648) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:18.999010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af', 'status': 'completed', 'code': 200} May 25 16:57:19.039507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908239cf-7c51-4576-b89c-717d34f0fbda tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.043734 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-908239cf-7c51-4576-b89c-717d34f0fbda tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575&network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 1131 time: 0.0916805 May 25 16:57:19.070245 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:19.119714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c253dd-db03-48ff-85e5-6611390386f2 req-a17691a8-4f6b-49f2-aade-16ab0c9b1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.121545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-a17691a8-4f6b-49f2-aade-16ab0c9b1056 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 1136 time: 0.0842531 May 25 16:57:19.336232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c253dd-db03-48ff-85e5-6611390386f2 req-869c612e-e77e-4bcf-b04f-2d22f8a8f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.341595 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-869c612e-e77e-4bcf-b04f-2d22f8a8f9e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 899 time: 0.2138574 May 25 16:57:19.455170 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-90dd30e5-57c0-4544-9dd2-a1bfd8ce2423 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1037 time: 0.1063106 May 25 16:57:19.480448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb271c-4e36-4b7c-9e2f-e1e7aa7a2413 req-3f616533-cb64-456a-a551-434b37025719 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.481934 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6eb271c-4e36-4b7c-9e2f-e1e7aa7a2413 req-3f616533-cb64-456a-a551-434b37025719 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.0948050 May 25 16:57:19.523831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c253dd-db03-48ff-85e5-6611390386f2 req-d1dc60d3-881c-4b08-a0b2-f5d0caf34ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.525320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-d1dc60d3-881c-4b08-a0b2-f5d0caf34ec8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 200 len: 833 time: 0.0637748 May 25 16:57:19.535005 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6eb271c-4e36-4b7c-9e2f-e1e7aa7a2413 req-719d4b20-fe41-42d2-a43f-44299d2a996e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461965 May 25 16:57:19.590344 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-934348037', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'mac_address': 'fa:16:3e:e0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:57:17Z', 'updated_at': '2021-05-25T16:57:17Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:19.594247 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Checking router: 15410161-1343-4d09-8554-c6b05b23c7b3 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:19.602666 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:19.603348 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:19.607074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c253dd-db03-48ff-85e5-6611390386f2 req-8d4b62ee-a345-4614-9883-2ee660d05d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:19.608547 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-8d4b62ee-a345-4614-9883-2ee660d05d33 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761778 May 25 16:57:19.743699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-b2ae75bb-d1a4-442b-88de-eb78445f4c33 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278629 May 25 16:57:19.782312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:19.880762 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44c253dd-db03-48ff-85e5-6611390386f2 req-589cb1d2-fae8-4e74-8392-3737fa84ab7e service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284502 May 25 16:57:20.128946 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-934348037', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'mac_address': 'fa:16:3e:e0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:57:17Z', 'updated_at': '2021-05-25T16:57:17Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:20.133233 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104feaa-d993-491c-b4fb-bb20e387846d None None] The sync data for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv is: [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.210', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-934348037', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'mac_address': 'fa:16:3e:e0:06:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad62735-22fa-4118-9a8a-444fee4d2575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:57:17Z', 'updated_at': '2021-05-25T16:57:17Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:20.306760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cc5233-736e-4bcf-838e-ac3c8d9d014a None None] New status for floating IP 0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:57:20.738190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ea3c3-b985-46cb-94bf-1a4cc23ba0d6 req-60f4cec3-1b81-49da-87bb-5e5826abca53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:20.739598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-658ea3c3-b985-46cb-94bf-1a4cc23ba0d6 req-60f4cec3-1b81-49da-87bb-5e5826abca53 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.0806360 May 25 16:57:20.790383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-658ea3c3-b985-46cb-94bf-1a4cc23ba0d6 req-2ece32e4-3abf-4b21-91b5-84e8d9b68a23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450866 May 25 16:57:20.941802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350583f7-5809-43d2-8581-38a144e6a151 req-849d865d-0506-4bd6-aeac-079ccd1f69d6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:20.943379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350583f7-5809-43d2-8581-38a144e6a151 req-849d865d-0506-4bd6-aeac-079ccd1f69d6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 983 time: 0.0807459 May 25 16:57:21.016031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350583f7-5809-43d2-8581-38a144e6a151 req-2c9905b2-4d24-44fc-a662-301c377db22e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:21.017426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350583f7-5809-43d2-8581-38a144e6a151 req-2c9905b2-4d24-44fc-a662-301c377db22e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0686626 May 25 16:57:21.162011 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350583f7-5809-43d2-8581-38a144e6a151 req-1837a5eb-bd94-46b9-b553-5165902bf6e3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1396847 May 25 16:57:21.172092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:21.287018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:21.495180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:21.523487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:21.575386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] device_id is not set on port 28893e27-d478-45b6-816a-38ec314ab5af yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:57:21.584969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:21.591258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:21.595677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ba426ca-b199-496e-a68a-172a1fc3dd24 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:21.732295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=6']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:21.737336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:21.794509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] No DVR routers for this DVR port 28893e27-d478-45b6-816a-38ec314ab5af on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:21.924405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5e066971-fbca-4454-a61d-f39b90e2da27 None None] Provisioning complete for port 28893e27-d478-45b6-816a-38ec314ab5af triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:21.925014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e066971-fbca-4454-a61d-f39b90e2da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:21.983882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5e066971-fbca-4454-a61d-f39b90e2da27 None None] Port 28893e27-d478-45b6-816a-38ec314ab5af cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:22.094108 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4fbe0e0-b9c8-44d7-8543-7545582de9c4 req-9b86b264-80d3-4a5a-9b40-6cf5f6375388 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=9ad62735-22fa-4118-9a8a-444fee4d2575 HTTP/1.1" status: 200 len: 210 time: 0.1926432 May 25 16:57:22.191762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] In _notify_port_updated(), no bound segment for port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:57:22.192640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:22.193239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:22.194523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350583f7-5809-43d2-8581-38a144e6a151 req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] 10.222.0.95 "PUT /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1026 time: 1.0262341 May 25 16:57:23.191334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36666) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:23.262232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b11a5c-08e7-431c-ad0f-3a0768ab7f92 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:23.263592 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4b11a5c-08e7-431c-ad0f-3a0768ab7f92 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 925 time: 0.0712621 May 25 16:57:23.528405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36672) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:23.533676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382673238', 'description': 'tempest-secgroup-smoke-1382673238 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:23.539948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:23.550180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:23.559958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.581903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:23.585880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:23.588736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:23.594702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:23.668136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.671843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.676018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4214355f-8c4b-46b1-b8f9-136ef5e5fd46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:23.717529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a3f752-9472-4e25-b16f-9da1ff2b0d5c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:23.720582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:23.723732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.725016 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-53cf3826-8dec-4509-8d73-24b6945ac284 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956253 May 25 16:57:23.728009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36676) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:23.733327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:23.740261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:23.744034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:23.746870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:23.753820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:23.773316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.834983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.838608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.840482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1331ae65-47c0-4a89-a7ac-e1c0cee31031 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:23.864006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8830d873-29bb-4529-9ea0-7dbee1ef041e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:23.866409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:23.873418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.874581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455519 May 25 16:57:23.877570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36680) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:23.882737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:23.888799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:23.892908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:23.895797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:23.901501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:23.918166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.980842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.984505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:23.989275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c375e096-ab9f-4b43-bb19-d170c5ab52f6 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:24.011490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e9065e-03e8-464d-86eb-7ebc41cb4a21,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:24.014278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:24.021622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.022803 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443167 May 25 16:57:24.025581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36684) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:24.030594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:24.037256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:24.041302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:24.044185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:24.050884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:24.066673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.135807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.140198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.142338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9312a929-0300-4c36-a1ba-7796685dd314 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:24.165680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad702a0f-c1d9-4b27-83e0-f963d37fea04,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:24.168204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:24.176279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.177596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510935 May 25 16:57:24.180363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36688) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:24.185558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:24.191643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:24.195421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:24.198273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:24.204607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:24.224333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.291110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.294981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.296760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37e454ef-2774-407b-8a2d-d56068c229e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:24.319591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b085ea3-b733-4d4f-95fd-f4168e22e5d9,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:24.322110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:24.330111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.331506 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502175 May 25 16:57:24.334782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36692) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:24.340018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:24.347074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:24.352235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:24.355271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:24.361265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:24.371831 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:24.377862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.447515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.451704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.453572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b9b825c8-85cc-4189-8534-52c4dcc4f847 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:24.481476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7610b28-ca7a-4b3d-9dba-e0277d12d13c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:24.484128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:24.492900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.494151 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583834 May 25 16:57:24.497176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36696) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:24.502873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '03a3f752-9472-4e25-b16f-9da1ff2b0d5c', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:24.509495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:24.514366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:24.518941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:24.526615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:24.539679 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:24.546799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.633669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.638060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.640120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c7d0f63d-9246-4f9d-ab1a-8a8c18730af0 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:24.666682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce95fee-ce60-449f-9759-e2556a53455e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:24.669276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:24.677381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:24.678588 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1803930 May 25 16:57:24.909842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:24.924323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-75a3fe1c-0f67-4069-8485-5a57b508fb89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382673238&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0462985 May 25 16:57:24.967968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:25.005214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-a3f47546-d242-4e2b-b08c-c0b22fde18e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:25.006554 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-a3f47546-d242-4e2b-b08c-c0b22fde18e1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 930 time: 0.0757949 May 25 16:57:25.198448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-5a2fccd6-7b31-4192-96d5-c4edb269ca3d service neutron] 10.222.0.96 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1785960 May 25 16:57:25.335323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-bb5525af-e3e3-4d0b-8fdd-3a4d51959ade service neutron] 10.222.0.96 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311750 May 25 16:57:25.484413 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-4c385865-fbf5-4d9a-b669-18f64795bdba service neutron] 10.222.0.96 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429791 May 25 16:57:25.687170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b51822dc-49b0-4789-b9fa-693956297895 req-227786b2-13ca-48c0-8c83-c83dbf4bd970 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 210 time: 0.0430591 May 25 16:57:26.638249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-830baee1-3193-400e-be71-119a31cf0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:26.639652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-830baee1-3193-400e-be71-119a31cf0ab1 service neutron] 10.222.0.95 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1026 time: 0.0666261 May 25 16:57:26.852285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-2b5bdbce-1aeb-4d8a-b3de-3f6ce28de221 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:26.853764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-2b5bdbce-1aeb-4d8a-b3de-3f6ce28de221 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 797 time: 0.2086670 May 25 16:57:26.869521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-795b5b00-49d9-409b-bb02-4494719e7e86 req-81158913-1a72-49d4-bab3-36137c9b4426 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 210 time: 0.0675554 May 25 16:57:26.912459 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-77655c73-7a3f-429d-964d-2fbd8b45c46c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 473 time: 0.0456009 May 25 16:57:26.923844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Request body: {'port': {'device_id': 'acd4b5f1-396c-4f29-b010-d1c548796c7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:27.035417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.381779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28893e27-d478-45b6-816a-38ec314ab5af {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:57:27.389110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.404967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Transition to ACTIVE for port object 28893e27-d478-45b6-816a-38ec314ab5af will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:27.410217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.414109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-61080dac-fad9-4ca6-a36b-5aaa32b39421 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:27.557285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=7']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:27.560170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:27.691591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:27.692333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:27.692333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:27.696787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:57:27.697109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Attempting to bind port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:27.702152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:27.702486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Checking segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:27.702893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Bound using segment: {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:27.703334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Bound port: 28893e27-d478-45b6-816a-38ec314ab5af, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2325f935-f591-4624-bce5-8f3e47ee13f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1193, 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:27.703680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.796137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:27.799212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:27.803457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.807468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7f526b01-bbff-4b36-af70-8a09530b0e1c tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:27.869451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:27.870355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:27.871631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] 10.222.0.95 "PUT /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1131 time: 0.9522974 May 25 16:57:27.872282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acd4b5f1-396c-4f29-b010-d1c548796c7b', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:57:27.903155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=8']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:27.907905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:27.959019 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acd4b5f1-396c-4f29-b010-d1c548796c7b', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af', 'status': 'completed', 'code': 200} May 25 16:57:28.205902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-312a1b83-feaf-431c-ab04-9a7d714084e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:28.207528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-312a1b83-feaf-431c-ab04-9a7d714084e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 1134 time: 0.2830765 May 25 16:57:28.319191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a72c38-85ab-425e-b548-02f42854dfcc req-a856cf6c-983c-4e9f-aea3-a597466c316f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:28.320677 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c0a72c38-85ab-425e-b548-02f42854dfcc req-a856cf6c-983c-4e9f-aea3-a597466c316f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 981 time: 0.3296006 May 25 16:57:28.345119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-84c8b5c3-0c1a-47da-93fb-542e82cfdef2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1037 time: 0.1279352 May 25 16:57:28.417494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c0a72c38-85ab-425e-b548-02f42854dfcc req-1b22e819-e080-4a47-b7ca-f1671c8235de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897450 May 25 16:57:28.428303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-7354f1b4-6225-4608-80c1-c9147493d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:28.429901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-7354f1b4-6225-4608-80c1-c9147493d8ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 200 len: 833 time: 0.0773551 May 25 16:57:28.515320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-344c2550-770c-49d0-a378-a1bf850a91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:28.517128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-344c2550-770c-49d0-a378-a1bf850a91c6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794182 May 25 16:57:28.655929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-9b52ad4e-130e-468e-8c84-665c2cff20e1 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321714 May 25 16:57:28.797382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f854fee0-5793-43fb-b9eb-b43e8a1f0957 req-5162feb7-fdf3-4136-b554-e52f3ac477a1 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343715 May 25 16:57:28.916764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-d8f4646e-3235-44fc-906c-609d5f1e027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:28.918258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-d8f4646e-3235-44fc-906c-609d5f1e027a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 1134 time: 0.0723782 May 25 16:57:29.053262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-d3c58c76-5508-4dbc-906a-d2149b3f8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:29.054635 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-d3c58c76-5508-4dbc-906a-d2149b3f8617 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 899 time: 0.1301539 May 25 16:57:29.160975 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-b4bda698-1587-4a61-b480-70c4e99a5800 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1037 time: 0.0990527 May 25 16:57:29.223716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-2aef1cf3-74f9-431b-acd7-12f5a4d72f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:29.225160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-2aef1cf3-74f9-431b-acd7-12f5a4d72f40 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 200 len: 833 time: 0.0580328 May 25 16:57:29.305024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-b1903ba9-9149-450b-a201-7335e2e9b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:29.306383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-b1903ba9-9149-450b-a201-7335e2e9b000 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747669 May 25 16:57:29.453088 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-006f75bc-4b30-4ab4-9b4d-c6a664e390a9 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369655 May 25 16:57:29.593908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-071878b6-2bf6-4dab-8f17-4d4c51677833 req-652cbefd-bf7f-4e2e-b9aa-22aa8d03dfc4 service neutron] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340437 May 25 16:57:29.613364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb3be3-8096-4bd5-810e-cd148a296922 req-52ad0df5-6c42-4bec-934a-ac8237678e13 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:29.614844 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0bb3be3-8096-4bd5-810e-cd148a296922 req-52ad0df5-6c42-4bec-934a-ac8237678e13 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 981 time: 0.0882626 May 25 16:57:29.659056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b0bb3be3-8096-4bd5-810e-cd148a296922 req-1421bf10-32d4-4b74-b6b8-03c4352d2e7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:29.674481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-b0bb3be3-8096-4bd5-810e-cd148a296922 req-1421bf10-32d4-4b74-b6b8-03c4352d2e7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:29.675736 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0bb3be3-8096-4bd5-810e-cd148a296922 req-1421bf10-32d4-4b74-b6b8-03c4352d2e7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553985 May 25 16:57:30.860948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bf43d-9003-441d-8378-3a51d3135aca req-36b0c4a7-d0db-4e1f-894a-60f72135aea0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:30.862419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f53bf43d-9003-441d-8378-3a51d3135aca req-36b0c4a7-d0db-4e1f-894a-60f72135aea0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 981 time: 0.0811508 May 25 16:57:30.908989 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f53bf43d-9003-441d-8378-3a51d3135aca req-672431a7-0492-45ed-ad0e-d8a3d85d8395 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407937 May 25 16:57:32.092949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c728-b46f-49d1-87fe-e2afd9846286 req-744b0c43-6228-4220-886c-e20cb6eb0cc7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:32.094459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31d5c728-b46f-49d1-87fe-e2afd9846286 req-744b0c43-6228-4220-886c-e20cb6eb0cc7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 981 time: 0.0799689 May 25 16:57:32.142406 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31d5c728-b46f-49d1-87fe-e2afd9846286 req-61308c5b-1589-49bb-8aba-d808a0e16918 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 May 25 16:57:32.928195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:57:33.106645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:33.119510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '28893e27-d478-45b6-816a-38ec314ab5af', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'port_id': '28893e27-d478-45b6-816a-38ec314ab5af', 'mac_address': 'fa:16:3e:e0:06:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:57:33.176275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:33.193773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28893e27-d478-45b6-816a-38ec314ab5af {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:57:33.210126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:33.214597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:33.216336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:33.287976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:33.291346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:33.342251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce89186-e2b2-4e9c-b373-6dcc01143d92 req-165d3be0-86f1-43e5-a878-184046721566 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:33.343730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0ce89186-e2b2-4e9c-b373-6dcc01143d92 req-165d3be0-86f1-43e5-a878-184046721566 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 982 time: 0.0869141 May 25 16:57:33.388694 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0ce89186-e2b2-4e9c-b373-6dcc01143d92 req-8b3f90a8-8079-4086-9574-145fc11179ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 May 25 16:57:33.556570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['28893e27-d478-45b6-816a-38ec314ab5af'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:57:34.582535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a4eec-0d6b-495a-9317-0f4cbffabaed req-12bfbe8d-7f30-45ae-a627-e74d1119855f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:34.584773 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a20a4eec-0d6b-495a-9317-0f4cbffabaed req-12bfbe8d-7f30-45ae-a627-e74d1119855f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 982 time: 0.0888042 May 25 16:57:34.631261 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a20a4eec-0d6b-495a-9317-0f4cbffabaed req-0a9e2418-33ec-48db-b4bd-3e5a8d53e54d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391328 May 25 16:57:34.928241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:34.998530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 28893e27-d478-45b6-816a-38ec314ab5af completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:35.004051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 28893e27-d478-45b6-816a-38ec314ab5af triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:35.004453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:35.121329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:35.147470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acd4b5f1-396c-4f29-b010-d1c548796c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:57:35.158442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:35.162757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:35.164865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:35.213675 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acd4b5f1-396c-4f29-b010-d1c548796c7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28893e27-d478-45b6-816a-38ec314ab5af', 'code': 200} May 25 16:57:35.237739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=10']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:35.240699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:35.445866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab01476-d7c0-45c6-8c9d-fb10cc11a63e req-aaf4ad25-ae48-4ca9-acaf-e93c75f7eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:35.447358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dab01476-d7c0-45c6-8c9d-fb10cc11a63e req-aaf4ad25-ae48-4ca9-acaf-e93c75f7eb1f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 1137 time: 0.0767570 May 25 16:57:35.500757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dab01476-d7c0-45c6-8c9d-fb10cc11a63e req-0b4c3c69-af3b-43ad-b4f9-49374d11d2b3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362582 May 25 16:57:35.816246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54d84-95df-4339-87ed-d9bab1cd9c3d req-b217c16b-5711-40c3-9bba-8bd11c28be9a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:35.817725 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-23c54d84-95df-4339-87ed-d9bab1cd9c3d req-b217c16b-5711-40c3-9bba-8bd11c28be9a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.0799868 May 25 16:57:35.865827 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-23c54d84-95df-4339-87ed-d9bab1cd9c3d req-0e0a0e34-bb8c-43e9-8222-a879428c4033 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 May 25 16:57:37.206756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eab87-4f58-4d46-b532-1ee33889414f req-00a90cd6-b07e-46ff-bde0-2e0f5f454f60 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:37.208160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5e0eab87-4f58-4d46-b532-1ee33889414f req-00a90cd6-b07e-46ff-bde0-2e0f5f454f60 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.2329352 May 25 16:57:37.253818 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5e0eab87-4f58-4d46-b532-1ee33889414f req-3d9f50a6-2682-4a7a-9b0c-1fbc0de767e4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398436 May 25 16:57:37.443441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e021fb-1872-43f5-8247-5610f28ee9d5 req-af15ac79-5ae8-4737-9148-063e929e1dda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:37.444947 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f3e021fb-1872-43f5-8247-5610f28ee9d5 req-af15ac79-5ae8-4737-9148-063e929e1dda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.0829456 May 25 16:57:37.490860 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f3e021fb-1872-43f5-8247-5610f28ee9d5 req-63e678bd-d572-45a3-ac81-7e20ce0fcfe0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400310 May 25 16:57:37.513280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36752) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:37.589221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90692323-d891-451e-b028-8635e8920ce0 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:37.590737 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-90692323-d891-451e-b028-8635e8920ce0 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b&network_id=5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 200 len: 1132 time: 0.0764892 May 25 16:57:37.967210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde925e-1f84-461a-898c-6667cbb114db req-c792d445-55b7-48ce-b2ce-7bf817496c97 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:37.968907 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1dde925e-1f84-461a-898c-6667cbb114db req-c792d445-55b7-48ce-b2ce-7bf817496c97 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.0823560 May 25 16:57:38.015425 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1dde925e-1f84-461a-898c-6667cbb114db req-c37fd406-a28c-4381-8a56-e79fd1888f2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 May 25 16:57:39.211259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfa5e7-7068-4184-8636-e1833af375b9 req-418ed29d-f2bb-4eb8-b10c-4cb317e77740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:39.212723 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dedfa5e7-7068-4184-8636-e1833af375b9 req-418ed29d-f2bb-4eb8-b10c-4cb317e77740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.0845375 May 25 16:57:39.258544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dedfa5e7-7068-4184-8636-e1833af375b9 req-73ba0039-9406-417d-b1d4-0728bb7cf28d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=359f1466-f880-4440-971d-c6e158798bfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 May 25 16:57:39.498674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-038c41e2-da1c-4589-a2d5-8e9c8fc3dd15 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:39.500147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-038c41e2-da1c-4589-a2d5-8e9c8fc3dd15 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 984 time: 0.0797193 May 25 16:57:39.577451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-65cba265-cb93-4c4c-b3ce-bb8365d2567b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:39.578875 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-65cba265-cb93-4c4c-b3ce-bb8365d2567b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731328 May 25 16:57:39.727501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-04c79085-210f-41b5-957f-9fe36c2d5dfb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1431024 May 25 16:57:39.738606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:39.846780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.011222 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c434556f-192d-4e6b-995a-0e779e5538dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.055797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=28893e27-d478-45b6-816a-38ec314ab5af,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:40.084575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] For port 28893e27-d478-45b6-816a-38ec314ab5af, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:40.135073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] device_id is not set on port 28893e27-d478-45b6-816a-38ec314ab5af yet. {{(pid=99127) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 25 16:57:40.143970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.149414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.153961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb90172e-6f23-4572-8dad-49660bf1cb1f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:40.311183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Pushing event updated for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=11']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:40.352934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.353335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.353721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.354098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.354477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.354848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.355228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.355614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.356095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.356348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.356715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.357080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:40.366034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:40.367218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] No DVR routers for this DVR port 28893e27-d478-45b6-816a-38ec314ab5af on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:40.428033 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dc8d76d7-657d-43c8-8280-574dd9078d87 req-fc9087f6-ab6d-4adc-9ceb-504858fc2b05 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=acd4b5f1-396c-4f29-b010-d1c548796c7b HTTP/1.1" status: 200 len: 210 time: 0.0510969 May 25 16:57:40.462262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2e47cc22-faa3-4454-ad82-dbb2340d8c24 None None] Provisioning complete for port 28893e27-d478-45b6-816a-38ec314ab5af triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:40.462743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e47cc22-faa3-4454-ad82-dbb2340d8c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.520279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-2e47cc22-faa3-4454-ad82-dbb2340d8c24 None None] Port 28893e27-d478-45b6-816a-38ec314ab5af cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:40.595606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] In _notify_port_updated(), no bound segment for port 28893e27-d478-45b6-816a-38ec314ab5af on network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 {{(pid=99127) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 25 16:57:40.596398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:40.597049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:40.598419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f6e9b36-b75f-4637-a3bc-76854a8fcdb9 req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] 10.222.0.95 "PUT /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 200 len: 1027 time: 0.8644421 May 25 16:57:41.525596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36766) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:41.598143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:41.627818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:41.697815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:41.701782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28b74b07-e72d-400d-970a-a93dfaf6b598 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:41.717839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a3f752-9472-4e25-b16f-9da1ff2b0d5c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:41.720797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:41.738006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:41.738560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-54645e15-8d26-424d-bd6b-98cb296c0c23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/03a3f752-9472-4e25-b16f-9da1ff2b0d5c HTTP/1.1" status: 204 len: 168 time: 0.2119670 May 25 16:57:41.769501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36772) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:42.182096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 6df1e766-d3f6-459b-b46a-caa7d5195933 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:42.182448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.304729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.305072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.436953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 6df1e766-d3f6-459b-b46a-caa7d5195933 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:42.487673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.561853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.565988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:42.609496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=6df1e766-d3f6-459b-b46a-caa7d5195933,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:42.612902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:42.705373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.705622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d disassociated (deleted). External IP: 172.26.6.210, port: 28893e27-d478-45b6-816a-38ec314ab5af. May 25 16:57:42.792630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-64bbf4f1-2731-4324-8452-f46177e8e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:42.974978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:43.033023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 28893e27-d478-45b6-816a-38ec314ab5af not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:43.084303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 15410161-1343-4d09-8554-c6b05b23c7b3 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:43.275893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:43.288096 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Sync routers for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:43.297941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.298558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:43.299213 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:43.357157 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d HTTP/1.1" status: 204 len: 168 time: 1.5865085 May 25 16:57:43.483604 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:43.506792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36780) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:43.578385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.610846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.755236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.811341 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:43.816218 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Checking router: 15410161-1343-4d09-8554-c6b05b23c7b3 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:43.825072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:43.825995 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:43.840939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.845016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eb648a24-59f1-4e86-a48b-d57985c81147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:43.859167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb4766a-3580-4e22-b2e1-59c57c5df609,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:43.862430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:43.870906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:43.874597 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/ddb4766a-3580-4e22-b2e1-59c57c5df609 HTTP/1.1" status: 204 len: 168 time: 0.3643398 May 25 16:57:43.904596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36786) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:44.041339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 28893e27-d478-45b6-816a-38ec314ab5af {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:44.041681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:44.045962 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:44.175763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:44.302472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 28893e27-d478-45b6-816a-38ec314ab5af owned by {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:44.363606 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:44.367585 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091aff4c-8611-4f71-ab55-327abd8cd8fa None None] The sync data for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv is: [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:56:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'c20f0b2a-ad89-49f9-8865-dd11064b3323', 'name': '', 'network_id': '5f52ef02-4943-4e57-b6f5-02b2b3c10d41', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:0f:68:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:57Z', 'updated_at': '2021-05-25T16:57:03Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:44.429015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:44.435337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3a7865d-da74-4dd1-9b2f-31adf0c363d8 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:44.487782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=28893e27-d478-45b6-816a-38ec314ab5af,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:44.491267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:44.604649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:44.615261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/ports/28893e27-d478-45b6-816a-38ec314ab5af HTTP/1.1" status: 204 len: 168 time: 0.7093422 May 25 16:57:44.617878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36790) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:44.640852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243f3d4-11c3-488f-b458-4404bf0b3a3c None None] New status for floating IP 0dbe9ae7-cc75-4f15-8ab5-632415b5eb0d: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:57:45.186403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:45.421485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:45.768191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port c20f0b2a-ad89-49f9-8865-dd11064b3323 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:45.768868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:45.902291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port c20f0b2a-ad89-49f9-8865-dd11064b3323, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c20f0b2a-ad89-49f9-8865-dd11064b3323,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:45.902641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:46.028565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for c20f0b2a-ad89-49f9-8865-dd11064b3323 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:46.193228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:46.196944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:46.244815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=c20f0b2a-ad89-49f9-8865-dd11064b3323,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:46.247917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:46.532249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:46.897593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 15410161-1343-4d09-8554-c6b05b23c7b3 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:47.243613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:47.253150 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Sync routers for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:47.257072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/15410161-1343-4d09-8554-c6b05b23c7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6381888 May 25 16:57:47.259647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36794) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:47.262877 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:47.263747 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:47.325840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet 80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:57:47.328883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:47.396452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:47.442675 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:47.488235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:47.738199 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:57:46Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:47.742247 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Checking router: 15410161-1343-4d09-8554-c6b05b23c7b3 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:47.750730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Routers {'15410161-1343-4d09-8554-c6b05b23c7b3'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:47.751373 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['15410161-1343-4d09-8554-c6b05b23c7b3'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:47.771155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:47.777901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-00887c6d-ca50-4acb-872a-f64ea77eece3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:47.833558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:47.836738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:47.841485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9e548-6936-410c-9b68-8db0e0ea68e1 None None] Network 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:57:47.842503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:47.847452 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9cb23f51-81d0-4299-bc84-a4aeb137d3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/80d143a6-3fd6-4f20-9ebe-7ab7d80bbe1c HTTP/1.1" status: 204 len: 168 time: 0.5834637 May 25 16:57:47.847884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36798) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:47.944477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] Set router 15410161-1343-4d09-8554-c6b05b23c7b3 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:48.038177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.123476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] DHCP port deletion for 5f52ef02-4943-4e57-b6f5-02b2b3c10d41 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:57:48.197083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Deleting port 0f38dbd0-3add-4e38-93ce-68384ee49eaa {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:48.197466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.231051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.280323 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:57:46Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:48.288428 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c5b4a7-a0c7-4f8e-922a-49a6c7add5f4 None None] The sync data for ids ['15410161-1343-4d09-8554-c6b05b23c7b3'] in dv-neutron-792998-1-hyperv is: [{'id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'name': 'tempest-TestNetworkBasicOps-router-443949019', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:56:51Z', 'updated_at': '2021-05-25T16:57:46Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:63:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15410161-1343-4d09-8554-c6b05b23c7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:56:52Z', 'updated_at': '2021-05-25T16:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:48.303569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] For port 0f38dbd0-3add-4e38-93ce-68384ee49eaa, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0f38dbd0-3add-4e38-93ce-68384ee49eaa,segment=NetworkSegment(2325f935-f591-4624-bce5-8f3e47ee13f5),segment_id=2325f935-f591-4624-bce5-8f3e47ee13f5)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:48.303976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.311225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:57:48.311582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.450220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:48.450581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.477572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Calling delete_port for 0f38dbd0-3add-4e38-93ce-68384ee49eaa owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:48.525161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.528843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:48.572665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Pushing event deleted for resources: {'Port': ['ID=0f38dbd0-3add-4e38-93ce-68384ee49eaa,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:48.575812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:48.576566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] No DVR routers for this DVR port 0f38dbd0-3add-4e38-93ce-68384ee49eaa on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:57:48.578009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:57:48.740690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.853180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:57:48.884936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:48.888661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf9fd11-6fcd-4acb-84b5-a50981f4ddbe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:48.933698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:48.963104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:49.025259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.205735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.207849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.229639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.230427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router 15410161-1343-4d09-8554-c6b05b23c7b3 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:57:49.246946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.248047 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/15410161-1343-4d09-8554-c6b05b23c7b3 HTTP/1.1" status: 204 len: 168 time: 1.3994372 May 25 16:57:49.251285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36802) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:49.368709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.511045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.524553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f52ef02-4943-4e57-b6f5-02b2b3c10d41']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:49.536899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2325f935-f591-4624-bce5-8f3e47ee13f5') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:49.537191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2325f935-f591-4624-bce5-8f3e47ee13f5') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:49.548634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.565000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.571387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1193 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:57:49.571768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:57:49.591386 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:57:49.671429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.676053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-327a2b62-71dc-40c4-a755-285aac3fe37a tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:49.692872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.705772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=5f52ef02-4943-4e57-b6f5-02b2b3c10d41,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:49.709220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:49.721150 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/5f52ef02-4943-4e57-b6f5-02b2b3c10d41 HTTP/1.1" status: 204 len: 168 time: 0.4672773 May 25 16:57:49.732526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:49.739387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36806) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:49.751547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6498a6f8-17cd-4e62-bca9-54ddf5f8b75f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103486 May 25 16:57:49.754162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36810) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:49.759966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--1865932801', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:49.765002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:49.770718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:49.771185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ac2b8ba1-c4c2-4aea-9d11-93255e85d9ba not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:49.771683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0f38dbd0-3add-4e38-93ce-68384ee49eaa no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:49.773432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:49.776536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:49.782335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:49.792257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:57:49.795781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.810801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 0f38dbd0-3add-4e38-93ce-68384ee49eaa {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:49.811196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0f38dbd0-3add-4e38-93ce-68384ee49eaa not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:49.811631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c20f0b2a-ad89-49f9-8865-dd11064b3323 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:57:49.826362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1163, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:57:49.835573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.835916 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 573487b6-c73d-4f54-aa28-2c46c3e2fb73 of type vlan for network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 May 25 16:57:49.845903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c20f0b2a-ad89-49f9-8865-dd11064b3323 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:57:49.846249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c20f0b2a-ad89-49f9-8865-dd11064b3323 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:57:49.862931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.893468 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.899307 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:49.899894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:49.903505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5c02e647-4e28-4f91-bc4b-6b7cbe3a4762 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:50.005314 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2501464 May 25 16:57:50.008226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36814) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:50.013871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-476153722', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:50.015104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=ead31ea9-387b-4bb1-84c2-b2a03d301ee0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:50.021223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:50.022446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.022832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.023230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.023597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.023959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.024321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.024685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.025041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.025374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:50.025493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.025742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.026098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.026736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:50.028628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:50.030942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:50.035287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:50.038381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:57:50.045522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.046605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.064150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.331657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.790817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.821634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:50.965371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.147 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/12ed9379-c815-4c28-a09f-d7a882801260) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:57:51.126936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:51.166884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:51.173348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:51.241810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:51.244626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:51.247827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:57:51.290300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:51.293823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:51.689578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:52.051671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:52.416913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:57:52.599364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:52.608285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:52.618671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:52.619426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:52.627390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:52.628594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6193464 May 25 16:57:52.631706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:52.803994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:52.828987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-32972b02-67ff-414f-8080-397f51b32bbf tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1931398 May 25 16:57:52.829587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:52.964324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36653e-67d0-4438-84e5-710a932d248f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:52.965807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ab36653e-67d0-4438-84e5-710a932d248f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1356704 May 25 16:57:52.968677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36828) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:53.008872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-906e0f52-7c14-4e12-b511-f4536f6c1b87 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387793 May 25 16:57:53.011369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:53.016917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672555605', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:53.103613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:51Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:53.107530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:53.107886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Updating router ace104a0-913b-4dcd-9dfe-aff8c0cf661d port 12ed9379-c815-4c28-a09f-d7a882801260 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:57:53.134414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:53.138282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:53.141670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:53.147557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:53.158048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:57:53.161548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.161914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.505570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.517546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Transition to ACTIVE for port object 12ed9379-c815-4c28-a09f-d7a882801260 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:53.524617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.529030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-6346a152-3af9-452b-abea-520a69aeaa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:53.595602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.600312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff82144c-aca1-44c8-969f-246dfdb409ab tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:53.604988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Attempting to bind port 12ed9379-c815-4c28-a09f-d7a882801260 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:53.605371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Attempting to bind port 12ed9379-c815-4c28-a09f-d7a882801260 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:53.605747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Attempting to bind port 12ed9379-c815-4c28-a09f-d7a882801260 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:53.615892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:53.618186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:53.618560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:53.618994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.619393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:53.619866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Bound port: 12ed9379-c815-4c28-a09f-d7a882801260, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:53.620238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.665892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.666238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.666581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.667018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.667266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.667596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.667928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.668252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.668576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.668895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.669274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.669529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:53.675328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:53.684382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=a87a8f77-719c-4c93-9467-71f5982207b4,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:53.687317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:53.690604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:53.691210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: ead31ea9-387b-4bb1-84c2-b2a03d301ee0, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:57:53.706062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:53.709390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:57:53.709600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12ed9379-c815-4c28-a09f-d7a882801260,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:53.713257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.717848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:53.721197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ead31ea9-387b-4bb1-84c2-b2a03d301ee0) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:53.733425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:53.734026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:53.759334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cc2fa2df-0c4f-4aeb-a7b1-4a144ae6e232 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7445016 May 25 16:57:53.759589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdaa0f0-f030-4b02-88e7-913a0533a720 None None] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:57:53.759723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36836) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:53.932118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:53.932678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:54.010662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:54.025963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:54.220482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:54.361529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:57:54.362367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:54.634301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:54.653223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Allocated IP 172.20.0.2 (ead31ea9-387b-4bb1-84c2-b2a03d301ee0/a87a8f77-719c-4c93-9467-71f5982207b4/a1da969e-0201-47f9-b6d6-4e340cb05c52) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:57:54.751151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:51Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:54.759482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc54a9-b8f2-487b-a633-a119c8e79247 None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:51Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:54.881691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:54.894108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Transition to ACTIVE for port object a1da969e-0201-47f9-b6d6-4e340cb05c52 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:54.913811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Transition to ACTIVE for port object a1da969e-0201-47f9-b6d6-4e340cb05c52 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:54.921614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:54.925397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-12052bb5-457b-45ad-80a6-13fd5cdff42f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:55.010806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Pushing event updated for resources: {'Port': ['ID=a1da969e-0201-47f9-b6d6-4e340cb05c52,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:55.019460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:55.029142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:55.030609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:55.036079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:57:55.081215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (ead31ea9-387b-4bb1-84c2-b2a03d301ee0/a87a8f77-719c-4c93-9467-71f5982207b4/6e5998de-911b-4899-ad36-259f8771a70f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:57:55.143636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Attempting to bind port a1da969e-0201-47f9-b6d6-4e340cb05c52 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:55.144238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Attempting to bind port a1da969e-0201-47f9-b6d6-4e340cb05c52 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:55.144660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Attempting to bind port a1da969e-0201-47f9-b6d6-4e340cb05c52 on network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:55.150633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:55.151152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Checking segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:55.151629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.152098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Bound using segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:55.152646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Bound port: a1da969e-0201-47f9-b6d6-4e340cb05c52, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:55.153101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.249807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] For port a1da969e-0201-47f9-b6d6-4e340cb05c52, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:55.254003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] For port a1da969e-0201-47f9-b6d6-4e340cb05c52, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1da969e-0201-47f9-b6d6-4e340cb05c52,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:55.258576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.259296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.264221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ba93dcd6-b38f-4e05-b09f-8aa21ec6decb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:55.275862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 6e5998de-911b-4899-ad36-259f8771a70f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:55.306579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.311088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbf4ebf8-6def-4d62-95a3-5280fe3afbcf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:55.368798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Pushing event updated for resources: {'Port': ['ID=a1da969e-0201-47f9-b6d6-4e340cb05c52,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:55.373388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:55.394119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:55.398151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:55.403397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:57:55.443590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:55.458369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:55.473109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:55.502676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.559520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 12ed9379-c815-4c28-a09f-d7a882801260 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:55.567191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12ed9379-c815-4c28-a09f-d7a882801260 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:55.567581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.814040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.824278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12ed9379-c815-4c28-a09f-d7a882801260,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:55.828819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.831979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b1f6a92a-1aa8-43b7-8f34-61d780924bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:55.893347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:55.903079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:55.907405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:56.392027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f4266-b6b6-4ce2-aaa7-74835b4db729 None None] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:57:56.489436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ee3f5645-e4b6-4482-8889-045ad96158d2 None None] Provisioning for port a1da969e-0201-47f9-b6d6-4e340cb05c52 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:56.507177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:56.512130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:56.539114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:56.635397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:56.639995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:56.642054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:56.799044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:57:56.801009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:57:56.936477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5a8bdcb8-2d51-4ec9-8920-b920568e83e4 None None] Provisioning for port 6e5998de-911b-4899-ad36-259f8771a70f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:56.942423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5a8bdcb8-2d51-4ec9-8920-b920568e83e4 None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:56.942879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5a8bdcb8-2d51-4ec9-8920-b920568e83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.006945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bdcb8-2d51-4ec9-8920-b920568e83e4 None None] Port 6e5998de-911b-4899-ad36-259f8771a70f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:57.039287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:57:57.142735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0139fe05-c416-4429-bcaf-61caba38e48c None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:57.143272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0139fe05-c416-4429-bcaf-61caba38e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.215251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0139fe05-c416-4429-bcaf-61caba38e48c None None] Port 6e5998de-911b-4899-ad36-259f8771a70f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:57.249709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:57:57.260825 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:57:57.267886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36840) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:57.268603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5074263 May 25 16:57:57.273461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:57.274158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:57.439323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b660f-3cf3-4c38-be04-6fa7b7427432 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.443068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b660f-3cf3-4c38-be04-6fa7b7427432 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.443573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b660f-3cf3-4c38-be04-6fa7b7427432 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.444062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b660f-3cf3-4c38-be04-6fa7b7427432 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.445828 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-450b660f-3cf3-4c38-be04-6fa7b7427432 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1769452 May 25 16:57:57.448553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36844) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:57.449272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-89ddfb16-c276-42d4-b6b4-3c8e07392aab None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:57.449882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ddfb16-c276-42d4-b6b4-3c8e07392aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.480168 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:57.510014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-89ddfb16-c276-42d4-b6b4-3c8e07392aab None None] Port 6e5998de-911b-4899-ad36-259f8771a70f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:57:57.534273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:57.551133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4fd96-a1bd-4fec-9694-8b9b5e1fdbbc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.551632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4fd96-a1bd-4fec-9694-8b9b5e1fdbbc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.552106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4fd96-a1bd-4fec-9694-8b9b5e1fdbbc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.552576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf4fd96-a1bd-4fec-9694-8b9b5e1fdbbc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:57.554265 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7cf4fd96-a1bd-4fec-9694-8b9b5e1fdbbc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1023638 May 25 16:57:57.559443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:57.618116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12ed9379-c815-4c28-a09f-d7a882801260 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:57.618648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.743425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1da969e-0201-47f9-b6d6-4e340cb05c52 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:57.780628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-88bf7afd-9db3-40c2-8621-45143eeae8d9 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2199209 May 25 16:57:57.819237 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:56Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:57.823681 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:57:57.823901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a1da969e-0201-47f9-b6d6-4e340cb05c52 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:57.824038 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Updating router ace104a0-913b-4dcd-9dfe-aff8c0cf661d port 6e5998de-911b-4899-ad36-259f8771a70f binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:57:57.829182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a1da969e-0201-47f9-b6d6-4e340cb05c52 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:57.829712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.884027 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.952140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.985812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a1da969e-0201-47f9-b6d6-4e340cb05c52, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1da969e-0201-47f9-b6d6-4e340cb05c52,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:57:57.990224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:57.992215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.038308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36854) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.044259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549568365', 'description': 'tempest-secgroup-smoke-1549568365 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.050947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.055091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.058015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.062071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a1da969e-0201-47f9-b6d6-4e340cb05c52,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.064607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.066001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.076709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.097718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.101602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.104549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.110841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.184216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.188168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.193789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91e889dc-446b-4686-967a-d0d4e4b08844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.236448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3418b3be-2c80-46f9-a10b-7cffb06ee821,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.239342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.243781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36858) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.244066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2043393 May 25 16:57:58.245006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.250754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.252894 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.258155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.261993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.265127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.265292 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Transition to ACTIVE for port object 6e5998de-911b-4899-ad36-259f8771a70f will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:57:58.272262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.273712 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.277294 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6932cff2-eaba-4565-8e07-237c95e64ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.288744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.359355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.365379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.367604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7c98c6f9-9c48-4529-aa84-c13d5e0ecdc8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.392858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e8f61c-356a-4b8c-a4c6-32e2be1d93fd,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.397050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.409747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.416617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36862) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.425460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.426763 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816456 May 25 16:57:58.434351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.440020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.443252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.445569 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.449879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.458676 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.459052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.459434 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.459721 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.460110 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.460483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.460871 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.461268 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.461622 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.462079 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.462592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.462984 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:57:58.467483 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.471106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.525890 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Attempting to bind port 6e5998de-911b-4899-ad36-259f8771a70f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:57:58.526259 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Attempting to bind port 6e5998de-911b-4899-ad36-259f8771a70f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:57:58.526624 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Attempting to bind port 6e5998de-911b-4899-ad36-259f8771a70f on network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:57:58.533860 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:57:58.534231 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Checking segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:57:58.534842 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.535441 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Bound using segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:57:58.536091 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Bound port: 6e5998de-911b-4899-ad36-259f8771a70f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:57:58.536672 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.556950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.561366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.564784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37e013c6-dae1-4304-9ab3-70fa70c8849a tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.586204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab7b816-6149-4b93-bc8e-b98a1425f903,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.588718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.598278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.599727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817472 May 25 16:57:58.602672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36866) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.608648 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.616530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.620764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.623671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.629976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.635770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:57:58.640621 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e5998de-911b-4899-ad36-259f8771a70f,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:57:58.645218 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.648552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.649818 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-491d18ad-bceb-4a6c-8413-03e3f533454c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.717718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.722345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.724305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.751734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa918e16-0eb5-4193-9868-bfbbfcdfe7d8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.754516 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:57:58.755557 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:57:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:58.756089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.765570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.770137 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631932 May 25 16:57:58.770447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36870) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.776370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.783326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.787306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.790644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.797579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.823313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.841676 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.845117 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.899491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.904810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.907826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-783fc48b-28d8-41f8-b02d-cdc40b56c151 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:58.932929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1edb15-93c0-4098-8ab5-9fd6e85dd02a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:58.935705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:58.950532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:58.954874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1802757 May 25 16:57:58.955256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36874) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:58.960766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:58.967224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:58.970272 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:57:58.972139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:58.975401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:58.981374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:58.994683 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:59.000576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.068280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.072168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.074566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-500d912f-15ef-4353-9398-23c756bc7c3a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:59.098641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae544d4-5e9a-475d-8049-fd22f7a37378,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:59.101296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:59.112675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.114067 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4dceb50-194b-4d5e-b702-449ad03aed2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576233 May 25 16:57:59.116853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36878) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:57:59.123213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '3418b3be-2c80-46f9-a10b-7cffb06ee821', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:57:59.131216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:57:59.135509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:57:59.138403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:57:59.145206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:57:59.158939 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:57:59.165534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.232382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.236668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.238567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:57:59.260909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e0b297-7562-4350-816d-6ea365683159,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:57:59.263616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:57:59.271835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.273045 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548927 May 25 16:57:59.292864 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:57:59.296940 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86be7433-d6db-4d81-aefc-d78ee224ca3d None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:58Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:57:59.470091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-5dd26f9a-0910-4174-890b-acbbd6b6f56e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:59.488627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-5dd26f9a-0910-4174-890b-acbbd6b6f56e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:59.489922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-5dd26f9a-0910-4174-890b-acbbd6b6f56e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549568365&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0703406 May 25 16:57:59.535843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1da969e-0201-47f9-b6d6-4e340cb05c52 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:59.620196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a1da969e-0201-47f9-b6d6-4e340cb05c52 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:59.620637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.752297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:57:59.824549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-420b0681-3104-4025-82f1-40b86881d5a7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:57:59.825650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-420b0681-3104-4025-82f1-40b86881d5a7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:59.828948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 6e5998de-911b-4899-ad36-259f8771a70f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:57:59.835082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:57:59.835860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.843549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-420b0681-3104-4025-82f1-40b86881d5a7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:59.845995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-420b0681-3104-4025-82f1-40b86881d5a7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 797 time: 0.3461895 May 25 16:57:59.861800 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-026a82b2-fea6-4ef2-9f53-62f9c9c26181 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0101380 May 25 16:57:59.955929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-e64deb96-39f5-459b-87b3-26ab03c02af6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:57:59.972486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:57:59.974442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-e64deb96-39f5-459b-87b3-26ab03c02af6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:57:59.976026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-e64deb96-39f5-459b-87b3-26ab03c02af6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069121 May 25 16:58:00.011254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e5998de-911b-4899-ad36-259f8771a70f,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:58:00.017265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:00.019679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39f429df-1e77-49a6-b700-13f2532deead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:00.091687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:00.095388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:00.138179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-68dc9f5f-4c7f-4627-9e23-e9b5b8755320 service neutron] 10.222.0.96 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487522 May 25 16:58:00.281775 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-901ce7bd-9eb3-4abf-b930-4c4e0cf47d75 service neutron] 10.222.0.96 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365414 May 25 16:58:00.488011 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b3210fe2-d7fb-4079-aa97-a8f8bf8eb1e6 req-76827ec8-e3b3-4679-ba7c-1eb4431b60ee tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 210 time: 0.0443060 May 25 16:58:01.436343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:58:01.515293 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:58:01.516989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:01.545318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-4c53c091-7975-4039-baa6-fbb71bd05e3f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:01.546873 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-4c53c091-7975-4039-baa6-fbb71bd05e3f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 797 time: 0.1745558 May 25 16:58:01.602627 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-450173a3-8678-4cd9-8e03-5f3c5d40b7c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 380 time: 0.0467222 May 25 16:58:01.612995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['3418b3be-2c80-46f9-a10b-7cffb06ee821']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:58:01.758903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:58:01.768611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:58:01.779490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:58:01.783225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:01.851766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3a966b84-ba6b-4a67-bf46-227a43dfc478 req-92b280de-e1d2-4972-bd29-07604adf09c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 210 time: 0.2234447 May 25 16:58:01.995968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.10 (ead31ea9-387b-4bb1-84c2-b2a03d301ee0/a87a8f77-719c-4c93-9467-71f5982207b4/849b9447-5242-43f2-84cf-a0c660030bfe) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:58:02.197853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:02.213737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 849b9447-5242-43f2-84cf-a0c660030bfe will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:58:02.238188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:02.243706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-436e58c0-8b76-454c-8ec7-03857d5f3d44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:02.316362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:58:02.319471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:58:02.323402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:58:02.355214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:02.362395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:02.395124 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:02.396027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:02.426562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181133 May 25 16:58:02.440034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Request body: {'port': {'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:58:02.506805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ee6f0259-b0f6-4e1a-ae2f-ff23d2aafa9f None None] Provisioning for port 849b9447-5242-43f2-84cf-a0c660030bfe completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:58:02.512406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ee6f0259-b0f6-4e1a-ae2f-ff23d2aafa9f None None] Provisioning complete for port 849b9447-5242-43f2-84cf-a0c660030bfe triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:58:02.512790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0259-b0f6-4e1a-ae2f-ff23d2aafa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:02.557709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:02.605738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f0259-b0f6-4e1a-ae2f-ff23d2aafa9f None None] Port 849b9447-5242-43f2-84cf-a0c660030bfe cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:58:03.062722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849b9447-5242-43f2-84cf-a0c660030bfe {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:58:03.071457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:03.087590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Transition to ACTIVE for port object 849b9447-5242-43f2-84cf-a0c660030bfe will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:58:03.091485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:03.096425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3f1caa00-3e2e-4fd0-af7a-64132300494e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:03.167997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159e3d-6c21-48ca-927b-fc6d3f579443 req-a9b86da1-32b3-444e-aef5-1028d8ea10ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:03.170559 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b2159e3d-6c21-48ca-927b-fc6d3f579443 req-a9b86da1-32b3-444e-aef5-1028d8ea10ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 932 time: 0.2087073 May 25 16:58:03.221030 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b2159e3d-6c21-48ca-927b-fc6d3f579443 req-87d29845-c20a-459e-adf7-d41ae2972d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 May 25 16:58:03.266046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Pushing event updated for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:03.294279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:03.341869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Attempting to bind port 849b9447-5242-43f2-84cf-a0c660030bfe on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:58:03.342200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Attempting to bind port 849b9447-5242-43f2-84cf-a0c660030bfe by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:58:03.342526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Attempting to bind port 849b9447-5242-43f2-84cf-a0c660030bfe on network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:58:03.347168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Port 849b9447-5242-43f2-84cf-a0c660030bfe on network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:58:03.347490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Attempting to bind port 849b9447-5242-43f2-84cf-a0c660030bfe on network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:58:03.352535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:58:03.352925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Checking segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:58:03.353470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Bound using segment: {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:58:03.353898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Bound port: 849b9447-5242-43f2-84cf-a0c660030bfe, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573487b6-c73d-4f54-aa28-2c46c3e2fb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:58:03.354238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:03.454202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:58:03.458520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=849b9447-5242-43f2-84cf-a0c660030bfe,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:58:03.463501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:03.468543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed6ea61d-e657-445d-a7aa-b020ea30cd04 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:03.535735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:03.536357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:03.537731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-672217b8-f786-44ea-8fab-18220125f122 service neutron] 10.222.0.95 "PUT /v2.0/ports/849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 1094 time: 1.1031127 May 25 16:58:03.538346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:58:03.555431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Pushing event updated for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:03.559040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:03.613005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe', 'status': 'completed', 'code': 200} May 25 16:58:03.658024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-dbff9788-69ce-4469-b201-6692f280a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:03.659558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-dbff9788-69ce-4469-b201-6692f280a132 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1097 time: 0.0815241 May 25 16:58:03.734862 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-7366d46a-ce69-4044-a894-186f02085a54 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 217 time: 0.0682106 May 25 16:58:03.801143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-acd3e185-e992-4c1a-98b7-90a8907cb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:03.802515 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-acd3e185-e992-4c1a-98b7-90a8907cb926 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 200 len: 834 time: 0.0622771 May 25 16:58:03.883457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-6405bc31-d31f-4bc6-913a-877aec70ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:03.884946 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-6405bc31-d31f-4bc6-913a-877aec70ac78 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744092 May 25 16:58:04.044250 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-6e7bb5b4-3e0a-4b0a-8f4b-19f61a076dd9 service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518040 May 25 16:58:04.178162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02b24c1a-4ffd-43a1-90c9-363f348c1084 req-d11c01a3-863e-474c-b87c-7e1d1430ff4b service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268919 May 25 16:58:04.296286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-43dcf09f-0faf-4820-825a-381932e9551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:04.297731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-43dcf09f-0faf-4820-825a-381932e9551d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1097 time: 0.0754259 May 25 16:58:04.423513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb3f6-c03e-4fad-b414-e2aeef4d2187 req-720052e1-c9d1-4a4f-8cfa-ee4dedcea615 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:04.424979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-976bb3f6-c03e-4fad-b414-e2aeef4d2187 req-720052e1-c9d1-4a4f-8cfa-ee4dedcea615 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 944 time: 0.0931742 May 25 16:58:04.435856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-921ed692-849a-44f7-bab7-72ece0fb7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:04.437499 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-921ed692-849a-44f7-bab7-72ece0fb7c99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 899 time: 0.1331873 May 25 16:58:04.472872 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-976bb3f6-c03e-4fad-b414-e2aeef4d2187 req-7d105a66-f3aa-4ac9-856b-add85a4bfe4f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411863 May 25 16:58:04.510185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-5ee0113c-5939-414b-a779-7fe78283d0d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 217 time: 0.0650926 May 25 16:58:04.575787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-314fee3e-1c77-421c-8477-546c58aac495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:04.577153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-314fee3e-1c77-421c-8477-546c58aac495 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 200 len: 834 time: 0.0599353 May 25 16:58:04.653653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-3dedeab3-f78e-4429-a661-3b685a77ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:04.655159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-3dedeab3-f78e-4429-a661-3b685a77ee03 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713277 May 25 16:58:04.933131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-7a99fdb9-8775-4f9b-a25c-90c6f4e9cc23 service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708163 May 25 16:58:05.071095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4c6c7ef-3d5b-4ffd-a630-a21fac9c4253 req-3d912bd9-f60b-4492-bc99-be886dbfaa97 service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298809 May 25 16:58:05.659621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20065d67-e47a-4687-ac98-09da5c614c61 req-f08e8dd5-5196-4769-b06a-211388eda885 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:05.660360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-20065d67-e47a-4687-ac98-09da5c614c61 req-f08e8dd5-5196-4769-b06a-211388eda885 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:58:05.676682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-20065d67-e47a-4687-ac98-09da5c614c61 req-f08e8dd5-5196-4769-b06a-211388eda885 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:58:05.677957 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20065d67-e47a-4687-ac98-09da5c614c61 req-f08e8dd5-5196-4769-b06a-211388eda885 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 944 time: 0.0978863 May 25 16:58:05.724309 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20065d67-e47a-4687-ac98-09da5c614c61 req-e47fdd61-47b1-48e6-866f-a57d3d6933a9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 May 25 16:58:06.970395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590225-1788-49de-85eb-220f54d9bbe2 req-520db7c3-43ce-4387-8198-4927e0d7decd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:06.971928 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f1590225-1788-49de-85eb-220f54d9bbe2 req-520db7c3-43ce-4387-8198-4927e0d7decd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 944 time: 0.1369274 May 25 16:58:07.018033 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f1590225-1788-49de-85eb-220f54d9bbe2 req-2a21747e-5cff-4327-8da8-a5ac67cd99a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 May 25 16:58:07.069350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 849b9447-5242-43f2-84cf-a0c660030bfe details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:58:07.201186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=849b9447-5242-43f2-84cf-a0c660030bfe,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:58:07.214132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '849b9447-5242-43f2-84cf-a0c660030bfe', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:58:07.269517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:07.285905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849b9447-5242-43f2-84cf-a0c660030bfe {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:58:07.301776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=849b9447-5242-43f2-84cf-a0c660030bfe,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:58:07.306049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:07.308732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:07.380609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:07.383886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:07.601086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['849b9447-5242-43f2-84cf-a0c660030bfe'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:58:08.207199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3bcbf-db0c-4bdc-9db4-70b075f83efa req-94e6a37d-700c-47d2-9954-db0e3c0c5b51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:08.208671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ca3bcbf-db0c-4bdc-9db4-70b075f83efa req-94e6a37d-700c-47d2-9954-db0e3c0c5b51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 945 time: 0.0847104 May 25 16:58:08.254926 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ca3bcbf-db0c-4bdc-9db4-70b075f83efa req-65aafa68-e88c-4f1d-bc75-eedfe50cd270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405552 May 25 16:58:09.083862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 849b9447-5242-43f2-84cf-a0c660030bfe up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:58:09.153401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 849b9447-5242-43f2-84cf-a0c660030bfe completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:58:09.158702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 849b9447-5242-43f2-84cf-a0c660030bfe triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:58:09.159139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:09.274800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:09.303191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:58:09.313298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=849b9447-5242-43f2-84cf-a0c660030bfe,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:58:09.318215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:09.321321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:09.362709 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe', 'code': 200} May 25 16:58:09.398097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:09.401752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:09.446432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29853cab-2fe3-444a-b1c8-3888ee1c6d35 req-f498b74a-de95-457a-9053-72a7c573791c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:09.448943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-29853cab-2fe3-444a-b1c8-3888ee1c6d35 req-f498b74a-de95-457a-9053-72a7c573791c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0855651 May 25 16:58:09.499080 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-29853cab-2fe3-444a-b1c8-3888ee1c6d35 req-11d038d5-2bb3-4a74-9cb7-3d921d129ae0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452216 May 25 16:58:09.604884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f57c36-584e-4a86-870f-0b8a07f48c6a req-fb594fad-8b69-4fd3-87d3-2687a6d9228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:09.606275 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5f57c36-584e-4a86-870f-0b8a07f48c6a req-fb594fad-8b69-4fd3-87d3-2687a6d9228a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1099 time: 0.0736773 May 25 16:58:09.646526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5f57c36-584e-4a86-870f-0b8a07f48c6a req-c38f200e-b2c5-4ac4-9ee3-dee1d2e1739f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337048 May 25 16:58:10.013824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f8642e6-8793-4fa5-80bc-a385c3bcbaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:10.696515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3798bcc-76bb-477d-9372-c6951b2dd907 req-f55e34cb-3b6f-41f4-9cb1-0896b096ae9b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:10.697878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3798bcc-76bb-477d-9372-c6951b2dd907 req-f55e34cb-3b6f-41f4-9cb1-0896b096ae9b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0870559 May 25 16:58:10.744526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3798bcc-76bb-477d-9372-c6951b2dd907 req-75eb2ac8-25d2-4d7c-b74c-9f9c9be8742a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394828 May 25 16:58:11.932668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b3edb-d022-4b64-ac01-e31f51a1422b req-d7430ffb-cf08-4921-b653-8092bf8a09bd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:11.934145 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-892b3edb-d022-4b64-ac01-e31f51a1422b req-d7430ffb-cf08-4921-b653-8092bf8a09bd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0841377 May 25 16:58:11.980278 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-892b3edb-d022-4b64-ac01-e31f51a1422b req-8aadaf55-4633-4039-9088-3e02a3d0e270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 May 25 16:58:12.193789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ed845-e5fd-4ad7-8286-fcd684b607a6 req-4863f7ca-90a9-4355-9f6d-55d00d449213 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:12.195189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-948ed845-e5fd-4ad7-8286-fcd684b607a6 req-4863f7ca-90a9-4355-9f6d-55d00d449213 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0815241 May 25 16:58:12.244699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-948ed845-e5fd-4ad7-8286-fcd684b607a6 req-c8f34019-9893-4eb9-afb6-85eb4abc925f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 May 25 16:58:12.271598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36938) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:12.347985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c444fc3b-f427-410a-93d5-99e30b4858cb tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:12.349515 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c444fc3b-f427-410a-93d5-99e30b4858cb tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1094 time: 0.0768325 May 25 16:58:12.352575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36942) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:12.357796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:58:12.365054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:58:12.369190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:58:12.372057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:58:12.378841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:58:12.389532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.490793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.535648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.694511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.149 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/9f3f2f52-4a1d-4862-8af9-3036329e5c7d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:58:12.795572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-58f47ac4-b3e6-47bf-b8f7-4135ef8b29f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.852387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.882286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:12.886055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-79728e67-f561-463d-b096-7f0cee0b15f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:12.956584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:58:12.959475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:58:12.962198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:58:12.998061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=9f3f2f52-4a1d-4862-8af9-3036329e5c7d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:13.001736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:13.391652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:13.467504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:13.748142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:13.815924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:13.821407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:13.825302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:58:13.930882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=9f3f2f52-4a1d-4862-8af9-3036329e5c7d,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:58:13.934725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:58:13.944004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:14.143804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc associated. External IP: 172.26.6.149, port: 849b9447-5242-43f2-84cf-a0c660030bfe. May 25 16:58:14.506896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:58:14.690630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:58:14.699559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:58:14.709631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:58:14.710263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:58:14.715935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:14.774766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4210765 May 25 16:58:14.775749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:58:14.777413 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36946) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:14.831057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe', 'status': 'completed', 'code': 200} May 25 16:58:14.900737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:58:14.926357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-ee1550c5-c362-4d39-baf1-d1cdc864fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:14.927865 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-ee1550c5-c362-4d39-baf1-d1cdc864fce7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1099 time: 0.0746629 May 25 16:58:14.989106 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e95cbff5-9ba3-4d8e-a534-d21c72034b9c tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d HTTP/1.1" status: 200 len: 922 time: 0.2073519 May 25 16:58:14.989431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36952) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:15.066996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-b4cb76b9-065f-4d40-baa1-b4e8234b22f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:15.068473 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-b4cb76b9-065f-4d40-baa1-b4e8234b22f1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 899 time: 0.1344695 May 25 16:58:15.104413 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e0ad954-c187-433d-b17a-a0fbf71a0900 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.1138599 May 25 16:58:15.177266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-e08d6ad8-a7b0-499e-9247-5931c50e3290 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 1000 time: 0.1025715 May 25 16:58:15.241041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-e3a20cfd-4952-4048-925a-0a00a101d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:15.242427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-e3a20cfd-4952-4048-925a-0a00a101d24a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 200 len: 834 time: 0.0593531 May 25 16:58:15.267989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:58:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:59Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:58:15.271878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:58:15.280120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:58:15.280720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:58:15.483401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-5776f466-1286-4eed-8ff1-4d8528fd892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:58:15.485601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-5776f466-1286-4eed-8ff1-4d8528fd892f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372942 May 25 16:58:15.504409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:15.524637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:58:15.631508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-cc6acffe-7d49-490e-8147-5de75553a23b service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352830 May 25 16:58:15.778959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc74995a-4143-4a28-b8a3-340d406d8b39 req-295cc7e2-a76f-48af-9d50-e521f6b323c3 service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415396 May 25 16:58:15.904783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-0985b579-39f6-4b36-9b09-534088408668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:58:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:59Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:58:15.909878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0985b579-39f6-4b36-9b09-534088408668 None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:58:13Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:57:59Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:58:16.107608 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef986e28-3fff-45c6-a9d1-0f42c4cbf330 None None] New status for floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:58:16.108289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 36956) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:16.237809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b32d302-94ea-4356-a049-1d00e3948257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.1282060 May 25 16:58:17.241588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36960) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:58:17.351139 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c598915-538f-451c-afbb-f388842bad25 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 994 time: 0.1083040 May 25 16:58:18.745297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:25.852437 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:58:40.017076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8759a791-c756-4338-a21a-70952979f361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:42.493743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:42.798004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5e83c93-f418-4113-94db-34d78395e674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:43.750150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:45.427428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:58:48.740478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:02.851944 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:59:09.736840 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-5e041953-4b84-4f1c-8a44-05f0938276d9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136816 May 25 16:59:09.875526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-ba363559-2512-403c-979e-1f4acd1723a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:09.877237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-ba363559-2512-403c-979e-1f4acd1723a4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1099 time: 0.0699184 May 25 16:59:10.019415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-303e375e-5001-4584-b34f-95912f0a2ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:10.026885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-fa415db0-4f77-4c55-ae80-f1170e224c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:10.028395 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-fa415db0-4f77-4c55-ae80-f1170e224c07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 899 time: 0.1310518 May 25 16:59:10.136148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-e0ef9ee6-e923-44c8-9c5b-b02bc504b129 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 1002 time: 0.1014063 May 25 16:59:10.208445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-419c627f-012b-4b38-a5ce-39c429596765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:10.209898 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-419c627f-012b-4b38-a5ce-39c429596765 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 200 len: 834 time: 0.0679493 May 25 16:59:10.285105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-a44abde2-0103-4b6a-baa2-c812339f114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:10.286483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-a44abde2-0103-4b6a-baa2-c812339f114f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709214 May 25 16:59:10.421157 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-7b664537-54ec-49e9-8f96-e327f4d4034a service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280293 May 25 16:59:10.557570 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8e570d61-f66b-470f-b88a-5a53d41dbf9d req-3e78a715-7503-44d4-a7f9-a29fadcb732f service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294963 May 25 16:59:12.497092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:12.799789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec544907-c8d5-4a2b-bf4c-f71d4af11e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:13.751853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:15.430600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:18.756779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:19.991417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36982) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:20.179862 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7892923e-798b-4534-b126-7f3395843b4b tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1872003 May 25 16:59:20.182795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:20.382520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a1912f-c0da-4fbf-bcb1-d29cb91607f5 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Notify agent at dv-neutron-792998-1-hyperv the message router_removed_from_agent {{(pid=99126) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 25 16:59:20.385636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d2a1912f-c0da-4fbf-bcb1-d29cb91607f5 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "DELETE /v2.0/agents/6d13f0cc-b92b-4e61-b52f-b033ce1cfd51/l3-routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d HTTP/1.1" status: 204 len: 168 time: 0.2019160 May 25 16:59:20.388302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36990) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:20.705652 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8c02edb7-56c6-4202-8e0b-688d79194ffa tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3155694 May 25 16:59:20.707813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36994) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:20.818126 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5cd1dd66-c9d0-4ed3-b5a9-8fbc40e23852 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 994 time: 0.1091659 May 25 16:59:21.141383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cc4eba-5660-488a-ae1e-a7d5a3cd3623 None None] New status for floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:59:21.458501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:21.571019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:21.587772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12ed9379-c815-4c28-a09f-d7a882801260,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:21.591608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:21.592370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:21.618685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8907f25c-cd22-4f39-bd1c-c308e66d661a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:21.711169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:21.719125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.719477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.719824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.720162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.720494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.721345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.721678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.722006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.722336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.722663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.723009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.723335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:21.752921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:21.787072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:21.819314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e5998de-911b-4899-ad36-259f8771a70f,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:21.822433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 36998) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:21.823341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:21.825394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-24a333db-c301-4968-9965-4aae19761eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:21.892253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:21.896197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:21.937151 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4d7479c2-eab3-4948-8946-b6bb50b09f98 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.1134534 May 25 16:59:23.077635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37004) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:23.293090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34e36bf-ab96-4800-b348-5cde8dcf464c tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:59:23.293491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34e36bf-ab96-4800-b348-5cde8dcf464c tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Notify agent at dv-neutron-792998-1-hyperv the message router_added_to_agent {{(pid=99127) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 25 16:59:23.322942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a34e36bf-ab96-4800-b348-5cde8dcf464c tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "POST /v2.0/agents/6d13f0cc-b92b-4e61-b52f-b033ce1cfd51/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2441602 May 25 16:59:23.323330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37010) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:23.342319 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:59:23.352072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:23.352770 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:23.521210 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d9a3eb25-e864-4d69-83db-a0584e0b1bb1 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1968217 May 25 16:59:23.523974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37016) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:23.534497 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:23.630504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b1b05e75-553d-4467-9fb8-5c3c436a3ff1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.1052868 May 25 16:59:23.921965 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:23.926446 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:59:23.934983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:23.935610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:24.113653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:24.472862 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:24.477275 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00c05d-332b-41c2-b883-3300037bb539 None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f5db45f1-be76-49ec-8a75-6ca2a8e8eddc', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.149', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'port_id': '849b9447-5242-43f2-84cf-a0c660030bfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'mac_address': 'fa:16:3e:8d:81:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858afb59-7805-4799-aa09-9d2ff789edfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T16:58:13Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:21Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:59:24.634173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:24.764275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-22e78be3-b602-48d2-b763-bb83e7a6f788 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.1284952 May 25 16:59:25.519820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:25.596117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12ed9379-c815-4c28-a09f-d7a882801260 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:25.596546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:25.760739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:25.768248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37024) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:25.778465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12ed9379-c815-4c28-a09f-d7a882801260,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:25.783107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:25.784607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:25.810805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a830e675-3500-47e2-841b-0b1d610c2436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:25.904446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:25.910664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:25.921407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:25.921782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:26.029435 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b67413f0-108d-49eb-a940-c9a2c5ab6c98 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 992 time: 0.2596810 May 25 16:59:26.047962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:26.083817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e5998de-911b-4899-ad36-259f8771a70f,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:26.087529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:26.089423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7902ac9d-5111-4d5d-a717-6e5b1d788f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:26.124084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f11732-b765-444b-b918-42b3f9def2ae None None] New status for floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:59:26.315616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:26.320656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:27.032762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:27.149522 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9ae595a9-7dac-4d91-98a3-5482600830b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 200 len: 994 time: 0.1150236 May 25 16:59:27.420484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37036) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:27.470338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:27.543035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12ed9379-c815-4c28-a09f-d7a882801260 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:27.543409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.663650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:27.696434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 9f3f2f52-4a1d-4862-8af9-3036329e5c7d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:59:27.696778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.733172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6e5998de-911b-4899-ad36-259f8771a70f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:27.733544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.818787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.819139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:27.946492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 9f3f2f52-4a1d-4862-8af9-3036329e5c7d owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:59:28.072332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:28.075947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:28.119967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=9f3f2f52-4a1d-4862-8af9-3036329e5c7d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:28.162446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.162834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.163251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.163626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.163998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.164442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.164806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.165170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.165536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.166145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.166504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.166861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:28.197636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:28.227030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:28.227448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc disassociated (deleted). External IP: 172.26.6.149, port: 849b9447-5242-43f2-84cf-a0c660030bfe. May 25 16:59:28.582091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:59:28.931842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:59:28.941412 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:59:28.950935 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:28.951587 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:28.952096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:29.009503 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/f5db45f1-be76-49ec-8a75-6ca2a8e8eddc HTTP/1.1" status: 204 len: 168 time: 1.5879278 May 25 16:59:29.010374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:59:29.064003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe', 'status': 'completed', 'code': 200} May 25 16:59:29.152840 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:29.173402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-0e4de400-add0-4a4b-952d-dc3e39a08784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:29.175905 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-0e4de400-add0-4a4b-952d-dc3e39a08784 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 1099 time: 0.0888271 May 25 16:59:29.370055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-22ac5d12-e70e-4bce-9a4d-8777db379c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:29.371531 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-22ac5d12-e70e-4bce-9a4d-8777db379c45 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 200 len: 899 time: 0.1883557 May 25 16:59:29.446982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-3d7384fa-232f-40a5-bae2-10f260d918ef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 200 len: 217 time: 0.0675626 May 25 16:59:29.499058 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:26Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:29.503302 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:59:29.512217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:29.512840 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:29.523009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea21ba-bd2e-48cd-bb59-34195f39b711 req-8edd31bd-a555-4748-8e64-0fc98fda1f3b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:29.523732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a2ea21ba-bd2e-48cd-bb59-34195f39b711 req-8edd31bd-a555-4748-8e64-0fc98fda1f3b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:29.532432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-c6240191-ab3c-47f6-8150-b17748d86100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:29.534953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-c6240191-ab3c-47f6-8150-b17748d86100 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 200 len: 834 time: 0.0809355 May 25 16:59:29.595811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a2ea21ba-bd2e-48cd-bb59-34195f39b711 req-8edd31bd-a555-4748-8e64-0fc98fda1f3b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:29.597547 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a2ea21ba-bd2e-48cd-bb59-34195f39b711 req-8edd31bd-a555-4748-8e64-0fc98fda1f3b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.2788548 May 25 16:59:29.654215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a2ea21ba-bd2e-48cd-bb59-34195f39b711 req-0e1d17cf-ac8f-41df-8a4b-568eb6f06046 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 May 25 16:59:29.668118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-f52d6c12-b70e-41ea-a7ad-28a32c9c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:29.669603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-f52d6c12-b70e-41ea-a7ad-28a32c9c4a59 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ead31ea9-387b-4bb1-84c2-b2a03d301ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264701 May 25 16:59:29.732283 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:29.805108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-d0530741-1ceb-41c1-a785-2dd2133aa82f service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282165 May 25 16:59:29.945394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-589a2697-c06d-4e7e-bb1c-1f6cc4834dbb req-5bd11ef1-c43e-465e-8c8e-85bfc0d725fd service neutron] 10.222.0.95 "GET /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322391 May 25 16:59:30.052685 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:26Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:30.057070 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba821e60-3743-4fa0-abae-1f28a920bc70 None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:57:55Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '6e5998de-911b-4899-ad36-259f8771a70f', 'name': '', 'network_id': 'ead31ea9-387b-4bb1-84c2-b2a03d301ee0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:da:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:54Z', 'updated_at': '2021-05-25T16:59:26Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': 'a87a8f77-719c-4c93-9467-71f5982207b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:59:30.856073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fa107-bbad-4aa5-8603-e4325eaf363a req-0cfba772-2966-46b7-b4f6-c12cfdb8389a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:30.857492 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab8fa107-bbad-4aa5-8603-e4325eaf363a req-0cfba772-2966-46b7-b4f6-c12cfdb8389a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0845051 May 25 16:59:30.902820 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab8fa107-bbad-4aa5-8603-e4325eaf363a req-dbe2f808-bca2-4e68-a51e-5f034a64fd8d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=3418b3be-2c80-46f9-a10b-7cffb06ee821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 May 25 16:59:31.029979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-21912ed2-7c8a-48e4-bf53-cad566a86127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:31.031396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-21912ed2-7c8a-48e4-bf53-cad566a86127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 946 time: 0.0797062 May 25 16:59:31.174868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 849b9447-5242-43f2-84cf-a0c660030bfe {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:59:31.175302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:31.219676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a200cd-96af-4cde-a94e-f5d17a52d1ca None None] New status for floating IP f5db45f1-be76-49ec-8a75-6ca2a8e8eddc: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 16:59:31.314798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 849b9447-5242-43f2-84cf-a0c660030bfe, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=849b9447-5242-43f2-84cf-a0c660030bfe,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:31.315260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:31.443479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 849b9447-5242-43f2-84cf-a0c660030bfe owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:59:31.555821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:31.561245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bf7efc94-6705-4d14-9588-b04deb5c0276 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:31.607726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=849b9447-5242-43f2-84cf-a0c660030bfe,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:31.642068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:31.830499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port 849b9447-5242-43f2-84cf-a0c660030bfe on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:59:31.833005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:31.835618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'name': 'network-vif-deleted', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:59:31.851222 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9bb66b46-1ce4-4395-bdb3-e1b029d10d27 req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/849b9447-5242-43f2-84cf-a0c660030bfe HTTP/1.1" status: 204 len: 173 time: 0.8148532 May 25 16:59:31.883221 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858afb59-7805-4799-aa09-9d2ff789edfb', 'name': 'network-vif-deleted', 'tag': '849b9447-5242-43f2-84cf-a0c660030bfe', 'status': 'completed', 'code': 200} May 25 16:59:32.075862 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9df28aec-e16f-4b7f-a130-5f8de751b785 req-0dc626a2-9900-4d55-960b-ba48a173f4ad tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=858afb59-7805-4799-aa09-9d2ff789edfb HTTP/1.1" status: 200 len: 210 time: 0.0452807 May 25 16:59:33.176089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37054) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:33.243801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:33.279686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:33.351916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:33.355917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23a64e61-2d46-4c0b-9710-dfaa0ae54c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:33.370715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3418b3be-2c80-46f9-a10b-7cffb06ee821,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:33.373861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:33.383398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:33.384526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/3418b3be-2c80-46f9-a10b-7cffb06ee821 HTTP/1.1" status: 204 len: 168 time: 0.2074618 May 25 16:59:33.414886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37060) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:33.434187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 849b9447-5242-43f2-84cf-a0c660030bfe no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:33.469964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 849b9447-5242-43f2-84cf-a0c660030bfe {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:59:33.470323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 849b9447-5242-43f2-84cf-a0c660030bfe not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:59:33.976359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:34.402209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 6e5998de-911b-4899-ad36-259f8771a70f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:59:34.403039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:34.538774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 6e5998de-911b-4899-ad36-259f8771a70f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e5998de-911b-4899-ad36-259f8771a70f,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:34.539232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:34.812475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 6e5998de-911b-4899-ad36-259f8771a70f owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:59:35.110519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:35.115046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-65cbeb9a-67b2-4a7b-b829-5cb793aadaf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:35.160907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=6e5998de-911b-4899-ad36-259f8771a70f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:35.163593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:35.447458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:35.823139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router ace104a0-913b-4dcd-9dfe-aff8c0cf661d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:59:36.002688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:59:36.013160 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Sync routers for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:59:36.016239 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002131 May 25 16:59:36.019972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37064) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:36.023305 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:36.023858 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:36.091458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet a87a8f77-719c-4c93-9467-71f5982207b4 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 16:59:36.094716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:36.149342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:36.201647 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:36.237492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:36.498903 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:36.503544 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Checking router: ace104a0-913b-4dcd-9dfe-aff8c0cf661d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:59:36.511903 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Routers {'ace104a0-913b-4dcd-9dfe-aff8c0cf661d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:36.512509 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:36.677427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:36.682247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-71a86838-593b-49f8-ae21-0cd924cb6259 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:36.699326 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] Set router ace104a0-913b-4dcd-9dfe-aff8c0cf661d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:36.722035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=a87a8f77-719c-4c93-9467-71f5982207b4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:36.725144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:36.726145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:36.732971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/a87a8f77-719c-4c93-9467-71f5982207b4 HTTP/1.1" status: 204 len: 168 time: 0.7115791 May 25 16:59:36.735216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37068) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:36.735839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe1d44-acbe-4906-9014-21c5512310dc None None] Network ead31ea9-387b-4bb1-84c2-b2a03d301ee0 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:59:36.929354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.025268 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:37.029317 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9446c6-ccb1-40ed-89c9-ffa3d2396e3c None None] The sync data for ids ['ace104a0-913b-4dcd-9dfe-aff8c0cf661d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'name': 'tempest-TestNetworkBasicOps-router-476153722', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '12ed9379-c815-4c28-a09f-d7a882801260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '12ed9379-c815-4c28-a09f-d7a882801260', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace104a0-913b-4dcd-9dfe-aff8c0cf661d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:57:50Z', 'updated_at': '2021-05-25T16:59:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:59:37.042155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] DHCP port deletion for ead31ea9-387b-4bb1-84c2-b2a03d301ee0 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 16:59:37.111878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Deleting port a1da969e-0201-47f9-b6d6-4e340cb05c52 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:59:37.112365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.140583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.215481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] For port a1da969e-0201-47f9-b6d6-4e340cb05c52, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a1da969e-0201-47f9-b6d6-4e340cb05c52,segment=NetworkSegment(573487b6-c73d-4f54-aa28-2c46c3e2fb73),segment_id=573487b6-c73d-4f54-aa28-2c46c3e2fb73)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:37.215869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.218218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 12ed9379-c815-4c28-a09f-d7a882801260 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 16:59:37.218560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.342467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Calling delete_port for a1da969e-0201-47f9-b6d6-4e340cb05c52 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:59:37.343451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 12ed9379-c815-4c28-a09f-d7a882801260, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12ed9379-c815-4c28-a09f-d7a882801260,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:37.343809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.396539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.401321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:37.449177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Pushing event deleted for resources: {'Port': ['ID=a1da969e-0201-47f9-b6d6-4e340cb05c52,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:37.457742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:37.458810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] No DVR routers for this DVR port a1da969e-0201-47f9-b6d6-4e340cb05c52 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 16:59:37.472759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 12ed9379-c815-4c28-a09f-d7a882801260 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 16:59:37.490053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1da969e-0201-47f9-b6d6-4e340cb05c52 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:37.526119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a1da969e-0201-47f9-b6d6-4e340cb05c52 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:59:37.526549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a1da969e-0201-47f9-b6d6-4e340cb05c52 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:59:37.527089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:37.567127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 6e5998de-911b-4899-ad36-259f8771a70f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:59:37.567557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e5998de-911b-4899-ad36-259f8771a70f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:59:37.621470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:37.625529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e097d98c-6678-4260-86d9-1f3a53102a92 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:37.672419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=12ed9379-c815-4c28-a09f-d7a882801260,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:37.676036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:37.766297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.078803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.081704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.105391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.106055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router ace104a0-913b-4dcd-9dfe-aff8c0cf661d {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 16:59:38.121686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.122804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/ace104a0-913b-4dcd-9dfe-aff8c0cf661d HTTP/1.1" status: 204 len: 168 time: 1.3866851 May 25 16:59:38.125598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37072) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:38.246184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.377844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.390248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead31ea9-387b-4bb1-84c2-b2a03d301ee0']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:38.402686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573487b6-c73d-4f54-aa28-2c46c3e2fb73') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:38.402996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573487b6-c73d-4f54-aa28-2c46c3e2fb73') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:38.414460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.432905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.442054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 16:59:38.442557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 16:59:38.459859 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 16:59:38.543456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.546870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d73d760f-7ebd-4675-b57a-fa89904c5b84 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:38.565894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.578206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=ead31ea9-387b-4bb1-84c2-b2a03d301ee0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:38.582247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:38.588212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/ead31ea9-387b-4bb1-84c2-b2a03d301ee0 HTTP/1.1" status: 204 len: 168 time: 0.4615159 May 25 16:59:38.613820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37076) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:38.619674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--771254191', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:38.624825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:38.629619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:38.632424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:38.639015 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:38.649213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:59:38.652756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.682139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1155, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 16:59:38.691935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.692281 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a of type vlan for network f5729599-6e44-4ab3-b853-f79f77978204 May 25 16:59:38.722009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.752947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.758901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:38.759518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.763658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4b5133c-7467-4c61-a154-c32b904d4fba tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:38.872174 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2570982 May 25 16:59:38.874832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37080) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:38.878551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=f5729599-6e44-4ab3-b853-f79f77978204,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:38.882071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:38.886203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.886654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.887095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.887469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.887837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.888209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.888576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.888940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.889310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.889671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.890036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.890397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:38.892986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:38.894834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:38.898265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:38.901753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f5729599-6e44-4ab3-b853-f79f77978204 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 16:59:38.902424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:38.911883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:38.927382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.928455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:38.945376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:39.242276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:39.470035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 16:59:39.505452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 12ed9379-c815-4c28-a09f-d7a882801260 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 16:59:39.505892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12ed9379-c815-4c28-a09f-d7a882801260 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 16:59:39.567736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:39.601052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:39.735057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.17 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/93436ab4-a773-4e38-a855-ce40c856a927) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:59:39.851529 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 16:59:40.021646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8a176ca5-81aa-4376-93a1-e74c831e691d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:40.035134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:40.065269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:40.069679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:40.134294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:59:40.137281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:40.140823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:59:40.181532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=93436ab4-a773-4e38-a855-ce40c856a927,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:40.185785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:40.562416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:40.914765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:41.120146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 16:59:41.457224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:59:41.466192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Sync routers for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:59:41.477349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:41.477977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:41.484205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:41.485485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6095667 May 25 16:59:41.489078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37086) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:41.528994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-511374dd-1e63-44df-9289-e1c71389c523 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387516 May 25 16:59:41.531620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37090) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:41.669246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363a0f9-f64c-4e82-a9aa-8c1b71173775 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:41.673528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4363a0f9-f64c-4e82-a9aa-8c1b71173775 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382179 May 25 16:59:41.673686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:41.673843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37096) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:41.718538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2bd1988c-ec92-4258-b955-347fa4abfe16 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430849 May 25 16:59:41.721545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37102) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:41.727344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1946647676', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:41.840072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:41.843824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:41.846947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:41.852835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:41.863183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:59:41.866703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:41.974000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:40Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:41.979023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Checking router: 9f4ae2a9-8f73-415b-b166-23ef97009dc6 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:59:41.979391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Updating router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 port 93436ab4-a773-4e38-a855-ce40c856a927 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:59:42.038352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.296835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.301406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46ef5447-be0f-4347-a2de-903305073bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:42.378168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=37b44bb9-a6e9-4550-9dac-cde4533199e7,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:42.382747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:42.392280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:59:42.392646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: f5729599-6e44-4ab3-b853-f79f77978204, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 16:59:42.411134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f5729599-6e44-4ab3-b853-f79f77978204 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 16:59:42.416195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.422308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f5729599-6e44-4ab3-b853-f79f77978204) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:42.430542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Transition to ACTIVE for port object 93436ab4-a773-4e38-a855-ce40c856a927 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:42.435739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:42.436152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c496ff-37f6-4dbc-9ec8-df7b947ad45f None None] Network f5729599-6e44-4ab3-b853-f79f77978204 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:59:42.436936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.452141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.459315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-231a9b64-2b3a-46ac-b386-8b310dd071d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:42.461403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7388260 May 25 16:59:42.464218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37108) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:42.608938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.615668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Pushing event updated for resources: {'Port': ['ID=93436ab4-a773-4e38-a855-ce40c856a927,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:42.630288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:42.635989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Attempting to bind port 93436ab4-a773-4e38-a855-ce40c856a927 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:59:42.636369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Attempting to bind port 93436ab4-a773-4e38-a855-ce40c856a927 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:59:42.636729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Attempting to bind port 93436ab4-a773-4e38-a855-ce40c856a927 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:59:42.653919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:59:42.654298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:59:42.654700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.655121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:59:42.655608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Bound port: 93436ab4-a773-4e38-a855-ce40c856a927, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:59:42.655988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.822408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] For port 93436ab4-a773-4e38-a855-ce40c856a927, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:59:42.838224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] For port 93436ab4-a773-4e38-a855-ce40c856a927, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=93436ab4-a773-4e38-a855-ce40c856a927,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:59:42.840749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f5729599-6e44-4ab3-b853-f79f77978204', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 16:59:42.841571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.857903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:42.864979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-5cebea11-f0ad-4eb0-bc6c-d19ca5225f5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:42.900116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5d1b95b1-452a-45d7-a770-cfdab2eba0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:43.015516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:43.016161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:43.071806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Pushing event updated for resources: {'Port': ['ID=93436ab4-a773-4e38-a855-ce40c856a927,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:43.083021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:43.260214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Allocated IP 172.20.0.2 (f5729599-6e44-4ab3-b853-f79f77978204/37b44bb9-a6e9-4550-9dac-cde4533199e7/f684ff4d-f686-45c2-86be-303a00ee8488) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:59:43.283886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:43.381282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:43.739341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:43.761714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Transition to ACTIVE for port object f684ff4d-f686-45c2-86be-303a00ee8488 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:43.784476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:43.792376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Transition to ACTIVE for port object f684ff4d-f686-45c2-86be-303a00ee8488 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:43.800059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:40Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:43.802295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:43.807873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:43.875920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (f5729599-6e44-4ab3-b853-f79f77978204/37b44bb9-a6e9-4550-9dac-cde4533199e7/f2b25e4c-8b3c-436f-b765-c49ef8633775) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:59:43.915684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af9a3f-789c-455c-adb3-8276f123bbc0 None None] The sync data for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv is: [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:40Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:59:43.939177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Network f5729599-6e44-4ab3-b853-f79f77978204 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:59:43.943973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:43.946021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Pushing event updated for resources: {'Port': ['ID=f684ff4d-f686-45c2-86be-303a00ee8488,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:43.948250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:59:43.950506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:44.043563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Attempting to bind port f684ff4d-f686-45c2-86be-303a00ee8488 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:59:44.043836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Attempting to bind port f684ff4d-f686-45c2-86be-303a00ee8488 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:59:44.044202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Attempting to bind port f684ff4d-f686-45c2-86be-303a00ee8488 on network f5729599-6e44-4ab3-b853-f79f77978204 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:59:44.050458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:59:44.050978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Checking segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:59:44.051446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.051626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.051851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Bound using segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:59:44.052326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Bound port: f684ff4d-f686-45c2-86be-303a00ee8488, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:59:44.052708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.067622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object f2b25e4c-8b3c-436f-b765-c49ef8633775 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:44.095158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.106288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672217b8-f786-44ea-8fab-18220125f122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:44.172891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] For port f684ff4d-f686-45c2-86be-303a00ee8488, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:59:44.177394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] For port f684ff4d-f686-45c2-86be-303a00ee8488, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f684ff4d-f686-45c2-86be-303a00ee8488,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:59:44.182007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.187076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:44.190320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f5729599-6e44-4ab3-b853-f79f77978204 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:59:44.194029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:44.197831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:59:44.256756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:44.261635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:44.281993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:44.296130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Pushing event updated for resources: {'Port': ['ID=f684ff4d-f686-45c2-86be-303a00ee8488,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:44.301041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:44.594650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.184929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.190496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.233917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:45.281871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2f569-35d0-40f3-89c9-f70f797467b7 None None] Network f5729599-6e44-4ab3-b853-f79f77978204 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 16:59:45.336199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.339542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:45.342810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:45.390010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f09e28a7-6e40-4512-92a0-c3fb8f9b01a9 None None] Provisioning for port f684ff4d-f686-45c2-86be-303a00ee8488 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:45.500273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.506671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f5729599-6e44-4ab3-b853-f79f77978204 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:59:45.508207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:45.585636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f684ff4d-f686-45c2-86be-303a00ee8488 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:45.677364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f684ff4d-f686-45c2-86be-303a00ee8488 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:45.683155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f684ff4d-f686-45c2-86be-303a00ee8488 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:45.683842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.732780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 16:59:45.814416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.857964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f684ff4d-f686-45c2-86be-303a00ee8488, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f684ff4d-f686-45c2-86be-303a00ee8488,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:45.868946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:45.871444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 93436ab4-a773-4e38-a855-ce40c856a927 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:45.900456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:45.945774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 16:59:45.956320 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Sync routers for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 16:59:45.965184 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/9f4ae2a9-8f73-415b-b166-23ef97009dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4977016 May 25 16:59:45.965657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37118) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:45.972831 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:45.973480 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:46.005769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Provisioning for port f2b25e4c-8b3c-436f-b765-c49ef8633775 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:46.030840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Provisioning complete for port f2b25e4c-8b3c-436f-b765-c49ef8633775 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:46.031243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.090939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Port f2b25e4c-8b3c-436f-b765-c49ef8633775 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:59:46.097001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=f684ff4d-f686-45c2-86be-303a00ee8488,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:46.102487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:46.113516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Provisioning complete for port f684ff4d-f686-45c2-86be-303a00ee8488 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:46.113897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-383a5550-5253-4c9c-8f36-2f978dda2789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.127388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f02c76-fbd8-4352-9463-10e99c7d659e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.128235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f02c76-fbd8-4352-9463-10e99c7d659e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.129091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f02c76-fbd8-4352-9463-10e99c7d659e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.129743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f02c76-fbd8-4352-9463-10e99c7d659e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.134396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b5f02c76-fbd8-4352-9463-10e99c7d659e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1653802 May 25 16:59:46.134712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37122) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:46.169086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 93436ab4-a773-4e38-a855-ce40c856a927 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:46.176327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 93436ab4-a773-4e38-a855-ce40c856a927 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:46.176703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.198065 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:46.216214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b9f7b-686e-4179-a23a-0e90bff8d5ff tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.216889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b9f7b-686e-4179-a23a-0e90bff8d5ff tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.217467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b9f7b-686e-4179-a23a-0e90bff8d5ff tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.217994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b9f7b-686e-4179-a23a-0e90bff8d5ff tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:46.219827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-427b9f7b-686e-4179-a23a-0e90bff8d5ff tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0840638 May 25 16:59:46.224472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37126) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:46.373530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.394254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 93436ab4-a773-4e38-a855-ce40c856a927, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=93436ab4-a773-4e38-a855-ce40c856a927,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:46.399031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.404828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:46.472167 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8b7d3a89-a74c-472d-8cfc-b1ffc55c1936 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2463648 May 25 16:59:46.486819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=93436ab4-a773-4e38-a855-ce40c856a927,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:46.489515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-224f0130-e3d3-4454-a281-1664d3b91f28 None None] Provisioning complete for port f2b25e4c-8b3c-436f-b765-c49ef8633775 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:46.489889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-224f0130-e3d3-4454-a281-1664d3b91f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.514489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:46.550425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-224f0130-e3d3-4454-a281-1664d3b91f28 None None] Port f2b25e4c-8b3c-436f-b765-c49ef8633775 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:59:46.607183 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:46.611547 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Checking router: 9f4ae2a9-8f73-415b-b166-23ef97009dc6 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 16:59:46.612103 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Updating router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 port f2b25e4c-8b3c-436f-b765-c49ef8633775 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 16:59:46.667157 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:46.955452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37132) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:46.961411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71931429', 'description': 'tempest-secgroup-smoke-71931429 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:46.967409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:46.973796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:46.976771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:46.982589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:46.994312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.016121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:47.021225 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.021918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:47.024288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:47.030362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:47.034303 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Transition to ACTIVE for port object f2b25e4c-8b3c-436f-b765-c49ef8633775 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:47.041373 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.045269 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.110400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.114679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.133051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-734fd482-7f23-4728-9f06-7a0c1e19a96a tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.174293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.187276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.188271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.193040 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2335441 May 25 16:59:47.193240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37136) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:47.195944 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Pushing event updated for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.199095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:47.206157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:47.210699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:47.213829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:47.220180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:47.240520 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.240868 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.241204 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.241533 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.241861 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.242186 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.242509 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.242829 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.243175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.243499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.243818 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.244133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 16:59:47.247304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.252489 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.274889 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Attempting to bind port f2b25e4c-8b3c-436f-b765-c49ef8633775 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:59:47.275386 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Attempting to bind port f2b25e4c-8b3c-436f-b765-c49ef8633775 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:59:47.275844 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Attempting to bind port f2b25e4c-8b3c-436f-b765-c49ef8633775 on network f5729599-6e44-4ab3-b853-f79f77978204 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:59:47.281929 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:59:47.282397 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Checking segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:59:47.283186 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.283403 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Bound using segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:59:47.283931 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Bound port: f2b25e4c-8b3c-436f-b765-c49ef8633775, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:59:47.284372 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.326131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.330402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.332250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cf49c06-abac-419b-a0c4-f214383d5042 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.354848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e186e238-1108-4eb2-9e76-39a5ff967be5,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.359471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.364707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.366629 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724687 May 25 16:59:47.368970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37140) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:47.374646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:47.378388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] For port f2b25e4c-8b3c-436f-b765-c49ef8633775, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:59:47.381790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] For port f2b25e4c-8b3c-436f-b765-c49ef8633775, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f2b25e4c-8b3c-436f-b765-c49ef8633775,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:59:47.381986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:47.387023 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.387576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:47.390425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:47.391927 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.396585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:47.413631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.495605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.500730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 16:59:47.501343 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:47.502692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.504589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-169c1fb7-007f-44d2-a4cb-d66c053e88de tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.508781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f684ff4d-f686-45c2-86be-303a00ee8488 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:47.525408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72965e2-3ebd-4a66-8b1f-172a95f21c1d,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.529026 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.546705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.548157 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1780565 May 25 16:59:47.551534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37144) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:47.556886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:47.562782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:47.567814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:47.570882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:47.590831 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Pushing event updated for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.595567 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.603004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f684ff4d-f686-45c2-86be-303a00ee8488 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:47.603576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.727656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:47.729018 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 16:59:47.742273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 93436ab4-a773-4e38-a855-ce40c856a927 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:47.746314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.810128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.815444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.817441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97f670b1-d9db-49aa-8988-fac6f455d5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:47.830705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 93436ab4-a773-4e38-a855-ce40c856a927 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:47.831412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.841881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46989575-055f-44c6-bbfa-9cb86815289a,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:47.844517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:47.864650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.867023 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36b44766-51c8-4e83-9160-bf05828ead23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134291 May 25 16:59:47.868851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37148) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:47.874572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:47.882690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:47.888476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:47.891417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:47.898144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:47.915721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:47.998531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.004098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.014386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:48.038495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c857d9-586d-4e23-bc1b-03c9afbdd346,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:48.041189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:48.046150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.048008 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776292 May 25 16:59:48.052473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37152) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:48.058337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:48.064830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:48.068904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:48.071938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:48.078071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:48.089590 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:59:48.090330 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:47Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 16:59:48.095960 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6791072-8d95-4131-8371-6a4d250ee12e None None] The sync data for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv is: [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:47Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 16:59:48.096347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.195992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.201631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.203617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4abc68d-4d17-4111-a3b2-154b4e7f7931 tempest-SecGroupTest-986982465 tempest-SecGroupTest-986982465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:48.227012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8169ef-419f-424e-9b38-720c4ffcf3ad,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:48.229975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:48.239178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.240422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1867549 May 25 16:59:48.243326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37156) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 16:59:48.249283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '9ac594cf-6b2b-4b70-97cb-c1999ad1bb91', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:48.256831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:48.260832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 16:59:48.263986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 16:59:48.270854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:48.282498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 16:59:48.289383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.364023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.367888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.374091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc37ad2d-3bed-41a3-b698-a3e123390e40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:48.395057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df5ae5e-8aef-43d7-9c7d-c400fe12407b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:48.397841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:48.406645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.408421 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631284 May 25 16:59:48.584942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-60401505-dee3-4d78-833d-4882b70c7063 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:48.603319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-60401505-dee3-4d78-833d-4882b70c7063 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:48.604639 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-60401505-dee3-4d78-833d-4882b70c7063 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71931429&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0618856 May 25 16:59:48.754294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:48.770975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2fe24026-cb07-4c79-8937-bb832f6ffd90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:48.771681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2fe24026-cb07-4c79-8937-bb832f6ffd90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:48.788929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2fe24026-cb07-4c79-8937-bb832f6ffd90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:48.790101 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2fe24026-cb07-4c79-8937-bb832f6ffd90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 796 time: 0.1756921 May 25 16:59:48.807680 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-eb407c1d-516b-4366-a0fe-1a3b6d04b400 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0114450 May 25 16:59:48.895805 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-574bbf94-2a23-4314-890a-be504dd5511f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822239 May 25 16:59:49.088587 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-21cb7130-6087-4da4-bc60-679be92313a2 service neutron] 10.222.0.96 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795576 May 25 16:59:49.227641 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-f6f0ea78-bb63-49dc-9d9c-19d517b71aea service neutron] 10.222.0.96 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322789 May 25 16:59:49.411015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-fd8562ac-94a2-4f96-96a8-7e1d8c4b1a0c req-7f414a9e-84d1-4fa1-b907-4b8de2f0ddbc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:49.435411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-fd8562ac-94a2-4f96-96a8-7e1d8c4b1a0c req-7f414a9e-84d1-4fa1-b907-4b8de2f0ddbc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:49.436591 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fd8562ac-94a2-4f96-96a8-7e1d8c4b1a0c req-7f414a9e-84d1-4fa1-b907-4b8de2f0ddbc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 210 time: 0.0700078 May 25 16:59:49.505549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f2b25e4c-8b3c-436f-b765-c49ef8633775 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:49.577451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f2b25e4c-8b3c-436f-b765-c49ef8633775 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:49.582981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f2b25e4c-8b3c-436f-b765-c49ef8633775 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:49.583382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:49.705270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:49.743171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f2b25e4c-8b3c-436f-b765-c49ef8633775, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f2b25e4c-8b3c-436f-b765-c49ef8633775,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:49.747463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:49.749274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:49.822957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:49.826099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:50.609448 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e0301b0d-a999-4def-87c7-e6cb2e61439e req-0ad61d29-3054-4668-8556-03b9c43a66d3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 210 time: 0.0479243 May 25 16:59:50.678357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-f2d25e51-b3ce-44ac-acb0-e1ecad43d2ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:50.679160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-f2d25e51-b3ce-44ac-acb0-e1ecad43d2ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:50.691468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-f2d25e51-b3ce-44ac-acb0-e1ecad43d2ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:50.692449 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-f2d25e51-b3ce-44ac-acb0-e1ecad43d2ac tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 796 time: 0.1723242 May 25 16:59:50.744832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-ae500c8a-e9e7-44fc-a558-c6cb9f19a3df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:50.757542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-daea648c-b86d-430f-9319-87f19b7fc47f req-ae500c8a-e9e7-44fc-a558-c6cb9f19a3df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:50.758685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-ae500c8a-e9e7-44fc-a558-c6cb9f19a3df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 378 time: 0.0573366 May 25 16:59:50.768041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '68797b49-c307-4062-94d9-6619222aca02', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['9ac594cf-6b2b-4b70-97cb-c1999ad1bb91']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:50.905854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 16:59:50.915564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 16:59:50.924642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 16:59:50.928196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.096908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.12 (f5729599-6e44-4ab3-b853-f79f77978204/37b44bb9-a6e9-4550-9dac-cde4533199e7/b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 16:59:51.453991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.472855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:51.477353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f2b25e4c-8b3c-436f-b765-c49ef8633775 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:51.497306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.503746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e4f75f6b-2b15-4b95-811b-c8b795ad2c04 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:51.547862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f2b25e4c-8b3c-436f-b765-c49ef8633775 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:51.548232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.574972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network f5729599-6e44-4ab3-b853-f79f77978204 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 16:59:51.578056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 16:59:51.582932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 16:59:51.618431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:51.628680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:51.657056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:51.658143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.690832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265759 May 25 16:59:51.703788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Request body: {'port': {'device_id': '68797b49-c307-4062-94d9-6619222aca02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 16:59:51.875015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-59895d36-4064-4174-b889-386fb0c7bb40 None None] Provisioning for port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:51.880892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-59895d36-4064-4174-b889-386fb0c7bb40 None None] Provisioning complete for port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:51.881386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-59895d36-4064-4174-b889-386fb0c7bb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.885330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:51.943472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-59895d36-4064-4174-b889-386fb0c7bb40 None None] Port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 16:59:51.944567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6b88a-2c36-47cc-9680-ee27dcae53b6 req-203e8eb4-b5ed-4d07-ac81-19422fd375ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:51.945342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7ea6b88a-2c36-47cc-9680-ee27dcae53b6 req-203e8eb4-b5ed-4d07-ac81-19422fd375ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 16:59:51.985267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7ea6b88a-2c36-47cc-9680-ee27dcae53b6 req-203e8eb4-b5ed-4d07-ac81-19422fd375ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 16:59:51.986632 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7ea6b88a-2c36-47cc-9680-ee27dcae53b6 req-203e8eb4-b5ed-4d07-ac81-19422fd375ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 932 time: 0.2335413 May 25 16:59:52.113154 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7ea6b88a-2c36-47cc-9680-ee27dcae53b6 req-f10b9052-3350-4c1c-9846-c4197ae45007 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869038 May 25 16:59:52.297833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:59:52.305720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:52.322139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Transition to ACTIVE for port object b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 16:59:52.326029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:52.330484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b1bb4d17-9f90-411a-a235-431d68297bff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:52.496749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Pushing event updated for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:52.508130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:52.578528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Attempting to bind port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 16:59:52.578862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Attempting to bind port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 16:59:52.579245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Attempting to bind port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 on network f5729599-6e44-4ab3-b853-f79f77978204 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:59:52.584995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 on network f5729599-6e44-4ab3-b853-f79f77978204 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 16:59:52.585313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Attempting to bind port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 on network f5729599-6e44-4ab3-b853-f79f77978204 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 16:59:52.592003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 16, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 16:59:52.592335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Checking segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 16:59:52.592715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Bound using segment: {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 16:59:52.593144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Bound port: b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 16:59:52.593550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:52.688818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 16:59:52.692912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 16:59:52.697504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:52.701389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ff3314d5-2b9f-4a82-b519-0d73ef21c6d7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:52.764137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:52.764759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:52.766147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] 10.222.0.95 "PUT /v2.0/ports/b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1094 time: 1.0677719 May 25 16:59:52.766729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:59:52.788960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Pushing event updated for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:52.792625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:52.853584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'status': 'completed', 'code': 200} May 25 16:59:52.891491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-b302718e-4be2-45f1-9484-62c4d4c1fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:52.893565 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-b302718e-4be2-45f1-9484-62c4d4c1fea8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1097 time: 0.0802329 May 25 16:59:52.968480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-672c2b4c-84cf-48a4-a1c8-b4758a5cef6a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 217 time: 0.0666602 May 25 16:59:53.032333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-11dbef86-7064-441b-8b7a-ebdaac57100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:53.033949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-11dbef86-7064-441b-8b7a-ebdaac57100d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0591102 May 25 16:59:53.115535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea648c-b86d-430f-9319-87f19b7fc47f req-24de3095-4383-45ef-abd7-c9aca15994e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:53.116932 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-24de3095-4383-45ef-abd7-c9aca15994e9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764134 May 25 16:59:53.303075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-9e07f027-8e56-4383-b74f-e33f5058b5f5 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789074 May 25 16:59:53.568340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047d843-b7e5-44a0-943f-eb6dffbfb019 req-62398932-fb7b-4cb3-969c-a49e61dfeb57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:53.569827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1047d843-b7e5-44a0-943f-eb6dffbfb019 req-62398932-fb7b-4cb3-969c-a49e61dfeb57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 944 time: 0.3421397 May 25 16:59:53.642241 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daea648c-b86d-430f-9319-87f19b7fc47f req-e2bc8a1f-9a34-40ad-a0a6-b961d1be9b3a service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316643 May 25 16:59:53.647931 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1047d843-b7e5-44a0-943f-eb6dffbfb019 req-7f13b5ac-0c1d-49c8-8404-9fbac6b29374 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672438 May 25 16:59:53.768045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-1accfaa9-14c6-41cf-9863-9cd79c579602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:53.769520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-1accfaa9-14c6-41cf-9863-9cd79c579602 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1097 time: 0.0711260 May 25 16:59:53.903728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-80be6793-bb47-4cc0-a3f1-42fbde6e80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:53.905190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-80be6793-bb47-4cc0-a3f1-42fbde6e80f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1292074 May 25 16:59:53.976796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-834d6bd7-df66-4efe-a03d-ed7d4402420e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 217 time: 0.0647676 May 25 16:59:54.043025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-0cd33e68-506e-4bb0-9f0c-1fe5ca1aac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:54.044400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-0cd33e68-506e-4bb0-9f0c-1fe5ca1aac7b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0596082 May 25 16:59:54.120735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-50a1e87b-ef8c-4ade-b406-0f6ea4fb135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:54.122260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-50a1e87b-ef8c-4ade-b406-0f6ea4fb135f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716929 May 25 16:59:54.256652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-872b1c09-0ab4-434f-bdf8-632522b4aae2 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273093 May 25 16:59:54.393636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a2f851a-d4cc-49c9-9d96-530ab0f08888 req-fd5c18f3-c7b4-4d3a-b67b-6ca37d1007af service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303203 May 25 16:59:54.841078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd5086-308d-4da3-beec-b9f40600d8ec req-d2271940-1e1c-442a-ba3a-566837b22fe7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:54.842527 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3cd5086-308d-4da3-beec-b9f40600d8ec req-d2271940-1e1c-442a-ba3a-566837b22fe7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 944 time: 0.0850575 May 25 16:59:54.888117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3cd5086-308d-4da3-beec-b9f40600d8ec req-8ab867c5-ad91-4dbe-8dae-2f6517720d46 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396299 May 25 16:59:55.528561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 16:59:55.669657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:55.682873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'port_id': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'mac_address': 'fa:16:3e:ce:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 16:59:55.738337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:55.754842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 16:59:55.770418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:55.774821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:55.777500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:55.847252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:55.850312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:56.083269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96899d7e-2aef-4053-99f4-b52818e81fe0 req-fbf45be7-25d9-422f-857d-4844e1312989 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:56.084735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96899d7e-2aef-4053-99f4-b52818e81fe0 req-fbf45be7-25d9-422f-857d-4844e1312989 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 945 time: 0.0862646 May 25 16:59:56.104636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 16:59:56.131299 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96899d7e-2aef-4053-99f4-b52818e81fe0 req-b12fb413-a32e-43aa-b9ed-be948459ced8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407038 May 25 16:59:57.319115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ae96a-facf-40bd-a171-c0154fadae02 req-aaa1d693-5b94-4ac8-bbdb-2409521f6db2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:57.320629 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-779ae96a-facf-40bd-a171-c0154fadae02 req-aaa1d693-5b94-4ac8-bbdb-2409521f6db2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 945 time: 0.0826454 May 25 16:59:57.370781 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-779ae96a-facf-40bd-a171-c0154fadae02 req-44e334e5-0322-4d0b-a0f1-54819d872514 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444112 May 25 16:59:57.544725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 16:59:57.614502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 16:59:57.619197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 16:59:57.619579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:57.738596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:57.765707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 16:59:57.776254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 16:59:57.780817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 16:59:57.782698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 16:59:57.812814 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'code': 200} May 25 16:59:57.855425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 16:59:57.858347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 16:59:58.040636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca570b-f6fe-4f78-a2a5-9c621856f8c1 req-8d9d981e-57a7-42d1-a28d-16e10e20e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:58.042385 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5dca570b-f6fe-4f78-a2a5-9c621856f8c1 req-8d9d981e-57a7-42d1-a28d-16e10e20e1fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.0713179 May 25 16:59:58.088457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5dca570b-f6fe-4f78-a2a5-9c621856f8c1 req-666a6ca8-897b-41a4-a016-d189444a516a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390694 May 25 16:59:58.560552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f3da6-ddc9-496f-b9d0-8e303de019c9 req-619fc59f-ea03-4181-9dd8-3a2f3544f5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:58.562109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-702f3da6-ddc9-496f-b9d0-8e303de019c9 req-619fc59f-ea03-4181-9dd8-3a2f3544f5f2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.0832639 May 25 16:59:58.607938 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-702f3da6-ddc9-496f-b9d0-8e303de019c9 req-b47db141-d572-4952-84b1-882f4fb73fa5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395265 May 25 16:59:59.794222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b76a1-6374-4808-a87c-565b34c6dc27 req-16192f66-38c0-4328-b09f-c4eb0e4c8ea2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 16:59:59.795702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-621b76a1-6374-4808-a87c-565b34c6dc27 req-16192f66-38c0-4328-b09f-c4eb0e4c8ea2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.0810864 May 25 16:59:59.840952 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-621b76a1-6374-4808-a87c-565b34c6dc27 req-35baba0c-81a5-4608-868d-eb84e156a710 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387099 May 25 17:00:00.031762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fe623-714c-49f4-8de0-79fa11b128bb req-77a9fad0-f46f-4767-949c-5c2de2a2a7be tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:00.033798 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5e4fe623-714c-49f4-8de0-79fa11b128bb req-77a9fad0-f46f-4767-949c-5c2de2a2a7be tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.0860791 May 25 17:00:00.081454 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5e4fe623-714c-49f4-8de0-79fa11b128bb req-73e39d06-cc90-4733-b499-b283ea2e2c41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419638 May 25 17:00:00.104527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37214) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:00:00.175885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ea66d-7082-438d-91c6-aeca3a450188 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:00.177382 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc0ea66d-7082-438d-91c6-aeca3a450188 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1094 time: 0.0718362 May 25 17:00:00.180135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37218) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:00:00.185118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:00:00.191544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:00:00.195272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:00:00.198033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:00:00.203714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:00:00.215507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:00.360043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:00.506148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.201 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/ba88c019-b2c3-4d20-ab76-400a91fb219c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:00:00.777024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:00.809310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:00.814840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-60fd336b-708f-42b0-b6eb-f248576f40eb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:00:00.877981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:00:00.880876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:00:00.884558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:00:00.928738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=ba88c019-b2c3-4d20-ab76-400a91fb219c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:00.933014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:00:01.310617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:01.388105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:01.600768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:01.605225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:01.609112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ef102f9d-06cb-43e8-9474-aedf6d060033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:00:01.721558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=ba88c019-b2c3-4d20-ab76-400a91fb219c,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:00:01.724356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:00:01.733299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:01.910760 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 41fd9734-5ede-4d08-87f4-c19c80a565cf associated. External IP: 172.26.6.201, port: b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36. May 25 17:00:02.398635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:00:02.584278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:00:02.593634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Sync routers for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:00:02.605148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:00:02.605779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:02.610396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:02.666860 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4855187 May 25 17:00:02.667388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:00:02.669939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37222) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:00:02.777466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'status': 'completed', 'code': 200} May 25 17:00:02.799633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:00:02.800089 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8d8bd6ae-6b32-40b5-be2b-6d42dd9ddee8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/41fd9734-5ede-4d08-87f4-c19c80a565cf HTTP/1.1" status: 200 len: 992 time: 0.1283529 May 25 17:00:02.875500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b697-d2e6-482b-aafa-aaed801e002a req-0dd5cf0f-f54e-4591-884f-b57a7262af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:02.877725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-0dd5cf0f-f54e-4591-884f-b57a7262af0d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.0769560 May 25 17:00:03.012479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b697-d2e6-482b-aafa-aaed801e002a req-a96a0725-ce89-411e-8668-2c0ff5e9ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:03.013995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-a96a0725-ce89-411e-8668-2c0ff5e9ecec service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1299541 May 25 17:00:03.115120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-b416ced9-9734-461d-b8e5-1a022e209967 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1000 time: 0.0942032 May 25 17:00:03.184575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b697-d2e6-482b-aafa-aaed801e002a req-fb9c15e0-3c79-4178-9362-84e3d7738add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:03.186018 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-fb9c15e0-3c79-4178-9362-84e3d7738add service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0636942 May 25 17:00:03.188525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41fd9734-5ede-4d08-87f4-c19c80a565cf', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'port_id': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'mac_address': 'fa:16:3e:ce:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68797b49-c307-4062-94d9-6619222aca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:00:01Z', 'updated_at': '2021-05-25T17:00:01Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:03.193202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Checking router: 9f4ae2a9-8f73-415b-b166-23ef97009dc6 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:00:03.201620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:00:03.202236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T16:59:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:03.263525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932b697-d2e6-482b-aafa-aaed801e002a req-2fc5f348-af19-4b51-982f-f4edc50fb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:03.264900 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-2fc5f348-af19-4b51-982f-f4edc50fb65f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707252 May 25 17:00:03.383543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:00:03.404458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-b67eb3c3-7973-47f5-943c-fc39a8956c0f service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329749 May 25 17:00:03.555828 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f932b697-d2e6-482b-aafa-aaed801e002a req-842e830e-36ef-47e4-b1ea-62a2faa33ce3 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445603 May 25 17:00:03.749632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41fd9734-5ede-4d08-87f4-c19c80a565cf', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'port_id': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'mac_address': 'fa:16:3e:ce:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68797b49-c307-4062-94d9-6619222aca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:00:01Z', 'updated_at': '2021-05-25T17:00:01Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:00:03.753814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5556f0fe-a1f7-4513-b107-6cc49289da51 None None] The sync data for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv is: [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41fd9734-5ede-4d08-87f4-c19c80a565cf', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.201', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'port_id': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'mac_address': 'fa:16:3e:ce:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68797b49-c307-4062-94d9-6619222aca02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:00:01Z', 'updated_at': '2021-05-25T17:00:01Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:00:03.803418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37230) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:00:03.922743 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b012ed2f-21b1-4613-b042-6a4e85a1a292 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/41fd9734-5ede-4d08-87f4-c19c80a565cf HTTP/1.1" status: 200 len: 992 time: 0.1180897 May 25 17:00:03.948445 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a43898-d3e1-489d-b33c-bb36e737d461 None None] New status for floating IP 41fd9734-5ede-4d08-87f4-c19c80a565cf: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:00:04.926694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37234) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:00:05.036233 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-df91bb52-0a5e-4351-b62e-43617c8bf248 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/41fd9734-5ede-4d08-87f4-c19c80a565cf HTTP/1.1" status: 200 len: 994 time: 0.1083615 May 25 17:00:10.025561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1990f318-73ac-4c43-a841-4d2c50cae198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:10.715374 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-2d14e3cc-ed38-4b28-852d-0dd36f6af783 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803988 May 25 17:00:10.997704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-e4e4eee2-1e0d-4eca-9dea-f15778405114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:10.999109 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-e4e4eee2-1e0d-4eca-9dea-f15778405114 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.2140594 May 25 17:00:11.148557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-ea15cfcc-4fbf-4805-8747-520047f69c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:11.150019 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-ea15cfcc-4fbf-4805-8747-520047f69c45 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1319067 May 25 17:00:11.257872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-ee7b232f-b7e9-4c5b-a380-eaf08d8b41a7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1002 time: 0.0988193 May 25 17:00:11.320945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-f70d6383-8f6f-4a3d-a097-c576cc2d921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:11.322493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-f70d6383-8f6f-4a3d-a097-c576cc2d921e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0581205 May 25 17:00:11.401357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-d310a5e9-d453-46a9-89a6-9c172162eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:00:11.402856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-d310a5e9-d453-46a9-89a6-9c172162eb50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744097 May 25 17:00:11.540861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-99daad1c-2f82-4c70-8a68-9c95e4db7960 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292155 May 25 17:00:11.692067 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0d7e22a5-abad-4713-92ee-78d3a3a0d6ed req-c28472a5-30db-4e40-bf75-1a11a8d1e983 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441510 May 25 17:00:12.503114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:12.802262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0b981fd-ccf4-4890-b54d-cddb696149b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:13.758473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:15.436954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:16.850362 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:00:18.766534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:40.026779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d2ab327f-693b-4629-a496-01bfe84be962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:42.506166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:42.805531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-17b09211-0673-4244-a62b-c58abdcf1bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:43.761377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:45.437891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:48.773290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:00:53.850645 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:01:10.028594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f0a39e6-175f-43e0-bf5f-55c4da1ebfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:10.694449 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-6655a346-acdc-4087-b6fc-58492e8daa49 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735390 May 25 17:01:10.845004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-4e85bf6b-e581-42d2-aa2a-58da802ef671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:01:10.846753 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-4e85bf6b-e581-42d2-aa2a-58da802ef671 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.0751352 May 25 17:01:10.997278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-eb24f2ad-2440-46cc-9261-cefbecde6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:01:10.998636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-eb24f2ad-2440-46cc-9261-cefbecde6a67 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1309476 May 25 17:01:11.105393 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-8b1147eb-bf5c-485b-ac34-4a550e921b3d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1002 time: 0.0994813 May 25 17:01:11.170414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-5603c535-0587-4f0e-92db-66fb52f4a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:01:11.171904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-5603c535-0587-4f0e-92db-66fb52f4a39b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0584869 May 25 17:01:11.252807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-5c20cd00-9c80-478e-aa58-9c0fcd0efa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:01:11.254304 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-5c20cd00-9c80-478e-aa58-9c0fcd0efa6e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750017 May 25 17:01:11.387911 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-6c545d1a-f450-43e0-a9a7-0f4aff710272 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274924 May 25 17:01:11.524691 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81babc6c-070d-4305-ae84-d3d419c4b960 req-03c38ef3-2bf8-49f2-ae9c-59148af1c3a3 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303236 May 25 17:01:12.509302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:12.808404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-35686dc7-59e3-437b-9ce9-c29d361b8635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:13.764559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:15.441185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:18.774559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:30.850374 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:01:40.033490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afebe6c0-dd2e-4cfd-b5d7-4b94f92156d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:42.512087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:42.811833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5d164ce1-7196-428e-addc-862823cff829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:43.769687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:45.442688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:01:48.776773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:07.850844 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:02:10.035726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bc39fdad-4a67-47f6-99d8-abcd02a84de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:12.514513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:12.815387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-395bf5c1-72db-4d08-8040-bbd6d08f45f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:12.855858 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-19438edd-2a45-4236-a6c5-a5597d529986 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2279820 May 25 17:02:12.998627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-b8f6ef5c-e210-489c-82c7-6e459abf3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:02:13.000120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-b8f6ef5c-e210-489c-82c7-6e459abf3060 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.0751078 May 25 17:02:13.146334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-abaa0f92-c073-429c-b334-08d3d3129a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:02:13.147737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-abaa0f92-c073-429c-b334-08d3d3129a8c service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1296670 May 25 17:02:13.252536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-1f68347e-fadd-4f20-9ee4-032add03e402 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1002 time: 0.0973566 May 25 17:02:13.316965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-567b1f9e-f67f-42aa-8128-c40eb0a0eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:02:13.318371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-567b1f9e-f67f-42aa-8128-c40eb0a0eb07 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0603418 May 25 17:02:13.396454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-70c132b1-e72b-4b45-9afc-17b98a587ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:02:13.398485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-70c132b1-e72b-4b45-9afc-17b98a587ebc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724905 May 25 17:02:13.540577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-65736e27-348e-41b4-b376-cd577e3d6caa service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351001 May 25 17:02:13.680113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ce9b5c97-81ed-4689-ab23-534f60505b2d req-7f2831cb-b130-415b-8348-b40f5817a55b service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323345 May 25 17:02:13.769617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:15.446831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:18.778752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:29.305629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37268) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:02:29.356370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:02:29.480083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5320184'] for subnet, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:29.669063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771862584733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7629270'] for subnet, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:29.672547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-31f4bc56-dfbc-4786-baed-f47b7153d2f3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:02:29.723769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:02:29.725098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:29.726968 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/subnets/37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 836 time: 0.4195409 May 25 17:02:29.729513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713deed-0173-489c-9f16-1867fd0b3f3a None None] Network f5729599-6e44-4ab3-b853-f79f77978204 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:02:29.743169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=37b44bb9-a6e9-4550-9dac-cde4533199e7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:02:29.750780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.751194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.751576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.751947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.752349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.752718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.753085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.753608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.754116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.754487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.754854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.755241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:02:29.758773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:02:30.250413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Provisioning complete for port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:02:30.250780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:30.377180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Provisioning complete for port f2b25e4c-8b3c-436f-b765-c49ef8633775 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:02:30.377436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:30.502632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Provisioning complete for port f684ff4d-f686-45c2-86be-303a00ee8488 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:02:30.503030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d972a6b6-5cf5-4b2d-a5cd-f66ca87c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:40.038497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2eeeaa37-65f0-4209-93d9-f623a56cb714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:42.517353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:42.816698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b90dbf05-b8c4-4cbb-8d69-2fcd646ea96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:43.776152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:44.851189 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:02:45.450550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:02:48.777710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:10.040923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-988eabb8-cd9c-4b98-8c26-93972460a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:12.521575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:12.819129 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f6a907d-4743-4638-a13c-00b95626c4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:13.407136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37312) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:13.747209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-fcb59ca6-d8d6-4178-8945-5fa34b0c78fd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321547 May 25 17:03:13.749327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port ba88c019-b2c3-4d20-ab76-400a91fb219c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:03:13.749674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:13.777731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:14.072220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:14.072541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:14.193926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-afc98f7e-b4a0-4ef1-9263-e55465bf0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:14.195441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-afc98f7e-b4a0-4ef1-9263-e55465bf0dbc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.3750932 May 25 17:03:14.201740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for ba88c019-b2c3-4d20-ab76-400a91fb219c owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:03:14.361865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-f420f42c-bdee-424a-906b-eff1b8f98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:14.363264 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-f420f42c-bdee-424a-906b-eff1b8f98c27 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1442623 May 25 17:03:14.517749 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-71187eb5-363e-4c49-b015-904bc2d92feb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 1002 time: 0.1445754 May 25 17:03:14.581182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:14.587706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2153867f-f4db-419a-98e1-89fd45a77c71 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:14.637853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=ba88c019-b2c3-4d20-ab76-400a91fb219c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:14.640533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-2966098c-7b72-4613-b924-c0f53468db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:14.641680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-2966098c-7b72-4613-b924-c0f53468db38 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.1169279 May 25 17:03:14.642625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:14.786883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:14.787246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 41fd9734-5ede-4d08-87f4-c19c80a565cf disassociated (deleted). External IP: 172.26.6.201, port: b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36. May 25 17:03:14.883831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-ff386898-176b-4b29-9341-eeb2943d960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:14.885314 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-ff386898-176b-4b29-9341-eeb2943d960d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2180107 May 25 17:03:15.173888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-4cf3ef6f-dbb2-4bf4-ab6b-64ee8ed77542 service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339833 May 25 17:03:15.370551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:03:15.460536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:15.553579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e909630d-1a0a-43d7-9d75-16bc39f0940c req-cda7d5c8-e862-4471-99ea-93d2bf701b4b service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724923 May 25 17:03:15.727375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:03:15.737017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Sync routers for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:03:15.747252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:15.747855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:15.748493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:15.806687 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/41fd9734-5ede-4d08-87f4-c19c80a565cf HTTP/1.1" status: 204 len: 168 time: 2.3960898 May 25 17:03:15.806687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:15.925784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'status': 'completed', 'code': 200} May 25 17:03:15.935979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:16.029045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764303-75f0-4c99-907e-a4906572b950 req-4c1093b9-f9f5-4019-9e8a-64fc967545fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:16.030550 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-4c1093b9-f9f5-4019-9e8a-64fc967545fa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 1099 time: 0.0779929 May 25 17:03:16.185217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764303-75f0-4c99-907e-a4906572b950 req-53aad6c9-23c9-4fcb-9dc0-58bcb4258ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:16.186970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-53aad6c9-23c9-4fcb-9dc0-58bcb4258ab0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 200 len: 898 time: 0.1465669 May 25 17:03:16.253377 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16860af-463a-44da-9fd2-c4f77535a685 req-6001ea38-ca07-4edf-952c-1d14d2b279e9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:16.255725 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d16860af-463a-44da-9fd2-c4f77535a685 req-6001ea38-ca07-4edf-952c-1d14d2b279e9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.1384103 May 25 17:03:16.263453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-3d853578-a486-4c6c-822e-7ae59e52e11b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 200 len: 217 time: 0.0687068 May 25 17:03:16.280298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:16.284231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Checking router: 9f4ae2a9-8f73-415b-b166-23ef97009dc6 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:03:16.292953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:16.293860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:16.309261 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d16860af-463a-44da-9fd2-c4f77535a685 req-542e07fe-6a16-4d68-892a-6af38cf0beb9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471089 May 25 17:03:16.330523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764303-75f0-4c99-907e-a4906572b950 req-0d996b60-9f40-4fd7-bd25-933e9a8cafad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:16.332090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-0d996b60-9f40-4fd7-bd25-933e9a8cafad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 200 len: 844 time: 0.0624712 May 25 17:03:16.417296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71764303-75f0-4c99-907e-a4906572b950 req-38ae853a-4d5b-4a46-adce-35696dbd705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:16.419110 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-38ae853a-4d5b-4a46-adce-35696dbd705c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f5729599-6e44-4ab3-b853-f79f77978204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779436 May 25 17:03:16.530798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:16.561600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-71135b6f-d700-4e56-800e-8d9443d9f12a service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324561 May 25 17:03:16.695646 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71764303-75f0-4c99-907e-a4906572b950 req-856aad12-9af6-47f1-98d0-f9c88191d9bd service neutron] 10.222.0.95 "GET /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271124 May 25 17:03:16.851211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:16.855299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c73962-1564-47ff-a9fc-86cffd4d5eee None None] The sync data for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv is: [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T16:59:44Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'f2b25e4c-8b3c-436f-b765-c49ef8633775', 'name': '', 'network_id': 'f5729599-6e44-4ab3-b853-f79f77978204', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:bb:48:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:43Z', 'updated_at': '2021-05-25T16:59:49Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '37b44bb9-a6e9-4550-9dac-cde4533199e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:03:17.058637 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a4ae18-4067-45e6-8cdb-56f970f97d84 None None] New status for floating IP 41fd9734-5ede-4d08-87f4-c19c80a565cf: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:03:17.569741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78512486-9b7d-45f5-b259-745d6a5af16d req-5a4831ad-b6da-47e4-9a26-5e2a90e42b7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:17.570441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-78512486-9b7d-45f5-b259-745d6a5af16d req-5a4831ad-b6da-47e4-9a26-5e2a90e42b7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:17.586097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-78512486-9b7d-45f5-b259-745d6a5af16d req-5a4831ad-b6da-47e4-9a26-5e2a90e42b7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:17.587290 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-78512486-9b7d-45f5-b259-745d6a5af16d req-5a4831ad-b6da-47e4-9a26-5e2a90e42b7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.1559207 May 25 17:03:17.633851 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-78512486-9b7d-45f5-b259-745d6a5af16d req-5949380c-6f27-45ed-9d65-4041510492c5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407760 May 25 17:03:17.735840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-0b9124ed-3f53-472d-bfea-2b440eb8ce8d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:17.737192 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-0b9124ed-3f53-472d-bfea-2b440eb8ce8d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 946 time: 0.0838785 May 25 17:03:17.875346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:03:17.875679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:18.012692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:18.013088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:18.281818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:03:18.396191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:18.402050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fb3eba1-1b36-411f-861e-fcef491641d5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:18.449711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:18.452827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:18.527984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:03:18.530493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:18.533192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'name': 'network-vif-deleted', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:18.549366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c808bf1f-a025-4d62-95d0-9a1399c1d96f req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 HTTP/1.1" status: 204 len: 173 time: 0.8058476 May 25 17:03:18.587646 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68797b49-c307-4062-94d9-6619222aca02', 'name': 'network-vif-deleted', 'tag': 'b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36', 'status': 'completed', 'code': 200} May 25 17:03:18.807971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:18.819738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-e9bb528c-02b3-4b3d-bbdb-b15e52037aeb req-f4bc8306-9f47-425f-8288-774ac2b5730b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:18.837078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-e9bb528c-02b3-4b3d-bbdb-b15e52037aeb req-f4bc8306-9f47-425f-8288-774ac2b5730b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:18.838461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e9bb528c-02b3-4b3d-bbdb-b15e52037aeb req-f4bc8306-9f47-425f-8288-774ac2b5730b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=68797b49-c307-4062-94d9-6619222aca02 HTTP/1.1" status: 200 len: 210 time: 0.0746570 May 25 17:03:19.947898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37338) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:20.031030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:20.066632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:20.145035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:20.149115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23afae5c-01ed-41f8-a16f-bbe6efe0ceea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:20.169538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac594cf-6b2b-4b70-97cb-c1999ad1bb91,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:20.172203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:20.187496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:20.188294 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/9ac594cf-6b2b-4b70-97cb-c1999ad1bb91 HTTP/1.1" status: 204 len: 168 time: 0.2389979 May 25 17:03:20.240354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37344) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:20.625794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:03:20.661998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:03:20.662358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device b5d9b0bb-32e5-4bac-abd1-ad5a0189aa36 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:03:20.890058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:21.319580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port f2b25e4c-8b3c-436f-b765-c49ef8633775 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:03:21.320345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:21.607317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port f2b25e4c-8b3c-436f-b765-c49ef8633775, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f2b25e4c-8b3c-436f-b765-c49ef8633775,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:21.607629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:21.732623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for f2b25e4c-8b3c-436f-b765-c49ef8633775 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:03:21.850582 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:03:22.029041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:22.032698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f3096b5-c9c7-49c4-a70e-55d844257c2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:22.081808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=f2b25e4c-8b3c-436f-b765-c49ef8633775,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:22.085921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:22.362159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:22.728844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:03:23.059766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:03:23.069614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Sync routers for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:03:23.078969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/9f4ae2a9-8f73-415b-b166-23ef97009dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8348999 May 25 17:03:23.079271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:23.079568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:23.080199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:23.146202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet 37b44bb9-a6e9-4550-9dac-cde4533199e7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:03:23.149659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.209275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.264977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:23.294092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.565634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T17:03:21Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:23.571730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Checking router: 9f4ae2a9-8f73-415b-b166-23ef97009dc6 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:03:23.581453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Routers {'9f4ae2a9-8f73-415b-b166-23ef97009dc6'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:23.582255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:23.585964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.590938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ce5f46b-8692-4cb5-91e4-f25924ba2d45 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:23.629940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=37b44bb9-a6e9-4550-9dac-cde4533199e7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:23.632651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:23.635474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.643217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439cf40c-6d35-4dd5-97ea-225903913f04 None None] Network f5729599-6e44-4ab3-b853-f79f77978204 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:03:23.646423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:23.647467 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/37b44bb9-a6e9-4550-9dac-cde4533199e7 HTTP/1.1" status: 204 len: 168 time: 0.5671623 May 25 17:03:23.835391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:23.928233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] Set router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:24.031480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.108903 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 93436ab4-a773-4e38-a855-ce40c856a927 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:03:24.109155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.243153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 93436ab4-a773-4e38-a855-ce40c856a927, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=93436ab4-a773-4e38-a855-ce40c856a927,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:24.243515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.274572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] DHCP port deletion for f5729599-6e44-4ab3-b853-f79f77978204 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:03:24.344896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T17:03:21Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:24.352386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aba70c-b894-4d69-9555-082ffa855a31 None None] The sync data for ids ['9f4ae2a9-8f73-415b-b166-23ef97009dc6'] in dv-neutron-792998-1-hyperv is: [{'id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'name': 'tempest-TestNetworkBasicOps-router-1439313494', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17'}], 'enable_snat': True}, 'gw_port_id': '93436ab4-a773-4e38-a855-ce40c856a927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T16:59:38Z', 'updated_at': '2021-05-25T17:03:21Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '93436ab4-a773-4e38-a855-ce40c856a927', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f4ae2a9-8f73-415b-b166-23ef97009dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T16:59:39Z', 'updated_at': '2021-05-25T16:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:03:24.363154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Deleting port f684ff4d-f686-45c2-86be-303a00ee8488 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:03:24.363466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.370429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 93436ab4-a773-4e38-a855-ce40c856a927 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:03:24.484002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] For port f684ff4d-f686-45c2-86be-303a00ee8488, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f684ff4d-f686-45c2-86be-303a00ee8488,segment=NetworkSegment(32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a),segment_id=32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:24.484412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.571375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.575262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-70777fc0-70fd-4042-a1bf-e3f11a42de7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:24.614869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Calling delete_port for f684ff4d-f686-45c2-86be-303a00ee8488 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:03:24.620314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=93436ab4-a773-4e38-a855-ce40c856a927,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:24.667786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:24.672218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:24.719575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Pushing event deleted for resources: {'Port': ['ID=f684ff4d-f686-45c2-86be-303a00ee8488,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:24.729181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.729524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.729859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.730188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.730516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.730839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.731195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.731543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.731837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.732157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.732533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.732854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.736446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:24.739507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] No DVR routers for this DVR port f684ff4d-f686-45c2-86be-303a00ee8488 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:03:24.812846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.813458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.813580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.813952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.814321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.814690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.815080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.815445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.815814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.816172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.816551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.817444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:24.825189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:24.881982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.061342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.063655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.086898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.087455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router 9f4ae2a9-8f73-415b-b166-23ef97009dc6 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:03:25.103375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.104478 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/9f4ae2a9-8f73-415b-b166-23ef97009dc6 HTTP/1.1" status: 204 len: 168 time: 1.4569652 May 25 17:03:25.107111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37356) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:25.230595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.362068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.375446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5729599-6e44-4ab3-b853-f79f77978204']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:25.391664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:25.391947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e1d9c3-3ce7-4a66-a04b-a81246dc5a4a') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:25.404053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.421200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.429196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:03:25.429590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:03:25.445414 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:03:25.527663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.531872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6726aa1d-3c95-4444-9898-4b850a8c58de tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:25.549167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.570481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=f5729599-6e44-4ab3-b853-f79f77978204,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:25.573440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:25.580582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/f5729599-6e44-4ab3-b853-f79f77978204 HTTP/1.1" status: 204 len: 168 time: 0.4699583 May 25 17:03:25.590851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37360) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:25.599399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--1528821968', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:25.604985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:25.609244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:25.612297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:25.612480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f684ff4d-f686-45c2-86be-303a00ee8488 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:03:25.618256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:25.635076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:25.640656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.658008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: f684ff4d-f686-45c2-86be-303a00ee8488 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:03:25.658364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f684ff4d-f686-45c2-86be-303a00ee8488 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:03:25.658783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f2b25e4c-8b3c-436f-b765-c49ef8633775 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:03:25.681856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:03:25.690749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.691129 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment 5c26e915-48f6-4f47-9745-f328efdbfbfa of type vlan for network 5149c818-2287-4dcb-bce0-41ab8edfe14e May 25 17:03:25.694131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: f2b25e4c-8b3c-436f-b765-c49ef8633775 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:03:25.694453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f2b25e4c-8b3c-436f-b765-c49ef8633775 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:03:25.694868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 93436ab4-a773-4e38-a855-ce40c856a927 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:03:25.721938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.728754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 93436ab4-a773-4e38-a855-ce40c856a927 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:03:25.729112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 93436ab4-a773-4e38-a855-ce40c856a927 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:03:25.757060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.762598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:25.763224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.766887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:25.872071 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2794220 May 25 17:03:25.874796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37364) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:25.878142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=5149c818-2287-4dcb-bce0-41ab8edfe14e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:25.880937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:25.881493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dc39519f-e0b0-4010-8612-4d9912500a89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:25.889448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:03:25.890526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:25.894527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:25.897502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:25.904328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:25.915371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.916371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:25.933791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.217018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.526027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.557493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.698651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.144 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/cfbc392b-ce46-4f9e-9992-c5ff23795fb8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:26.849655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.879622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:26.884073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a2412730-25ee-4033-a9db-371c933353c0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:26.944719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:26.947550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:26.951194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:26.985979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:26.997647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:27.524556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:27.876420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:28.086887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:03:28.264957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:03:28.274649 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:03:28.284425 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:28.285043 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:28.292707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:28.294151 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4183383 May 25 17:03:28.297362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37368) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:28.386120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-787cc991-3bc1-4ac3-8e33-b99346ed0f8f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875962 May 25 17:03:28.388747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37374) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:28.466668 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:28.525204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415aa57d-b7de-4f58-9e35-fa1a8dfa60be tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:28.526582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-415aa57d-b7de-4f58-9e35-fa1a8dfa60be tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370642 May 25 17:03:28.529395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37378) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:28.569078 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3b0b2314-754e-46fb-96ed-bd99a8e2b1fc tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385270 May 25 17:03:28.571542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37382) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:28.576949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-629848747', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:28.761753 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:27Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:28.766259 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:03:28.766611 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Updating router 60898540-b349-4545-b47a-40b01077b4c1 port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:03:28.825648 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:28.846159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:28.850069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:28.852928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:28.858625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:28.869542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:28.873146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.161519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.174222 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Transition to ACTIVE for port object cfbc392b-ce46-4f9e-9992-c5ff23795fb8 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:29.182238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.187082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ff928d02-3b62-43c1-b6b2-94e8dea7d9e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:29.264142 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Attempting to bind port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:03:29.264505 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Attempting to bind port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:03:29.264876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Attempting to bind port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:29.274187 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Pushing event updated for resources: {'Port': ['ID=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:29.276565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:03:29.277204 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:29.277334 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.277734 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:03:29.278205 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Bound port: cfbc392b-ce46-4f9e-9992-c5ff23795fb8, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:03:29.278581 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.311107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.314699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-08bb7fd6-8af4-4848-b228-dd83c46e5106 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:29.325712 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.326057 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.326545 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.326899 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.327236 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.327568 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.327892 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.328215 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.328542 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.328856 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.329175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.329492 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:29.333186 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:29.369290 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] For port cfbc392b-ce46-4f9e-9992-c5ff23795fb8, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:03:29.372411 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] For port cfbc392b-ce46-4f9e-9992-c5ff23795fb8, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:03:29.377663 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.382092 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:29.408412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=0ce7a603-dc31-4267-a4c3-3711fa870e4e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:29.413815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:29.418782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:29.419410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 5149c818-2287-4dcb-bce0-41ab8edfe14e, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:03:29.444405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:03:29.456147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 5149c818-2287-4dcb-bce0-41ab8edfe14e) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:29.466555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408b5c0-504b-4521-b160-2bb13e114888 None None] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:03:29.467385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:29.468016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.471493 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:29.471756 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:29.490860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9182942 May 25 17:03:29.493668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37386) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:29.525380 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Pushing event updated for resources: {'Port': ['ID=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:29.528627 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:29.704724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-5149c818-2287-4dcb-bce0-41ab8edfe14e', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:03:29.705564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:29.708635 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:29.873487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Allocated IP 172.20.0.2 (5149c818-2287-4dcb-bce0-41ab8edfe14e/0ce7a603-dc31-4267-a4c3-3711fa870e4e/61ce92d0-dc58-4bc6-803d-00cdd65d3084) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:30.011926 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:27Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:30.016190 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddd70e4-8ccb-4dc3-a83c-fc1e79f2fbc3 None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:27Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:03:30.148158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.159250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Transition to ACTIVE for port object 61ce92d0-dc58-4bc6-803d-00cdd65d3084 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:30.183617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Transition to ACTIVE for port object 61ce92d0-dc58-4bc6-803d-00cdd65d3084 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:30.190876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.196269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:30.277486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.289499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:30.292339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:30.295063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:30.377616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Pushing event updated for resources: {'Port': ['ID=61ce92d0-dc58-4bc6-803d-00cdd65d3084,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:30.380798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:30.398568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Attempting to bind port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:03:30.398980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Attempting to bind port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:03:30.399357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Attempting to bind port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:30.405530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:03:30.405946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Checking segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:30.406357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.406758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Bound using segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:03:30.407266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Bound port: 61ce92d0-dc58-4bc6-803d-00cdd65d3084, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:03:30.407676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.538678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] For port 61ce92d0-dc58-4bc6-803d-00cdd65d3084, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:03:30.543189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] For port 61ce92d0-dc58-4bc6-803d-00cdd65d3084, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=61ce92d0-dc58-4bc6-803d-00cdd65d3084,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:03:30.549071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:30.553381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9cc11920-af47-4d28-bef7-677e5ae01eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:30.636315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Pushing event updated for resources: {'Port': ['ID=61ce92d0-dc58-4bc6-803d-00cdd65d3084,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:30.639487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:30.944595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (5149c818-2287-4dcb-bce0-41ab8edfe14e/0ce7a603-dc31-4267-a4c3-3711fa870e4e/9a138e5c-d131-40b3-92cc-50ba73dfc218) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:31.110825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.127800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 9a138e5c-d131-40b3-92cc-50ba73dfc218 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:31.152195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.156053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:31.220973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:31.224306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:31.228510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:31.269494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:31.286832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.287243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.287625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.287995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.288368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.288732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.289096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.289458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.289821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.290182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.290540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.290897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:03:31.297878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:31.308314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.580325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.652820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cfbc392b-ce46-4f9e-9992-c5ff23795fb8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:31.730482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:31.735792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:31.736186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.874790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.895262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port cfbc392b-ce46-4f9e-9992-c5ff23795fb8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:31.899639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:31.900588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 61ce92d0-dc58-4bc6-803d-00cdd65d3084 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:31.927403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:32.027663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:32.032151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:32.035080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45f7fa-cd2a-40da-b789-cc2b31e49c4f None None] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:03:32.074668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.079512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.119013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:32.125361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-108d77d8-a123-4eeb-b008-dfb4230e5a57 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:32.173273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Provisioning for port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:32.203197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.208789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Provisioning complete for port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:32.209170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.213938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:32.216779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:32.353260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:32.354410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:32.394951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.443653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] For port 61ce92d0-dc58-4bc6-803d-00cdd65d3084, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=61ce92d0-dc58-4bc6-803d-00cdd65d3084,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:32.450096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.452033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7ab6e94b-ab11-42cb-8140-8a2dc6697a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:32.534743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Pushing event updated for resources: {'Port': ['ID=61ce92d0-dc58-4bc6-803d-00cdd65d3084,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:32.539404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:32.678310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Provisioning complete for port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:32.679040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.727711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:03:32.811926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Provisioning for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:32.818526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Provisioning complete for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:32.819289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:32.878337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-16cef842-8a7d-4fd9-b3cb-eb1720981de8 None None] Port 9a138e5c-d131-40b3-92cc-50ba73dfc218 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:03:32.923666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:03:32.933219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:03:32.939685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/60898540-b349-4545-b47a-40b01077b4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4447720 May 25 17:03:32.940618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:32.943762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:32.944420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:33.037744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-42b004f0-c369-4211-8081-1a37087e5bac None None] Provisioning complete for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:33.038110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42b004f0-c369-4211-8081-1a37087e5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.085779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f69cbc-ad4e-40e9-b883-9692d2282ec8 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.086327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f69cbc-ad4e-40e9-b883-9692d2282ec8 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.086674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f69cbc-ad4e-40e9-b883-9692d2282ec8 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.087181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f69cbc-ad4e-40e9-b883-9692d2282ec8 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.088834 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f5f69cbc-ad4e-40e9-b883-9692d2282ec8 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.1471181 May 25 17:03:33.091559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37394) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:33.162903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580545-ee5f-4592-9b64-5803ca814318 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.163407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580545-ee5f-4592-9b64-5803ca814318 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.163876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580545-ee5f-4592-9b64-5803ca814318 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.164340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc580545-ee5f-4592-9b64-5803ca814318 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:33.166015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cc580545-ee5f-4592-9b64-5803ca814318 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0735657 May 25 17:03:33.169181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37398) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:33.213808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-42b004f0-c369-4211-8081-1a37087e5bac None None] Port 9a138e5c-d131-40b3-92cc-50ba73dfc218 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:03:33.229832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:33.378954 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-af228368-3afd-48bb-91b0-e5aabcae207d tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2085359 May 25 17:03:33.574940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:33.575695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:03:33.576058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Updating router 60898540-b349-4545-b47a-40b01077b4c1 port 9a138e5c-d131-40b3-92cc-50ba73dfc218 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:03:33.621853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cfbc392b-ce46-4f9e-9992-c5ff23795fb8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:33.678884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.749370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37404) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:33.755539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190094997', 'description': 'tempest-secgroup-smoke-190094997 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:33.761335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:33.765769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:33.768644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:33.775892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:33.787548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.810257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:33.810559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.812279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:33.816056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:33.819825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:33.825446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:33.898589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.902718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.907908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a88d6c20-5166-41f2-b99a-0d166d2ac879 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:33.949794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4aa183-5df9-47a7-b9bb-8601b93d827f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:33.952506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:33.956481 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2033892 May 25 17:03:33.956481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:33.956678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37408) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:33.962606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:33.968549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:33.972472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:33.975647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:33.981763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:33.997768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.061259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.065323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.068751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 61ce92d0-dc58-4bc6-803d-00cdd65d3084 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:34.073731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ab9f162-ca1a-4e09-883d-52f4e4223d83 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.095257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb68f22-054b-46a8-9d0f-193ba53a5e26,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.097850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.104069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.105530 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479125 May 25 17:03:34.108255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37412) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:34.114146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:34.120216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:34.124170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:34.127016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:34.134082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:34.151323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.215915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:34.216290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.219710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.223819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.225917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d8279a97-29f8-466f-b53d-88f742af22b6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.249468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3ee6dd-e210-4240-b5c6-75af72ff0715,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.252004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.260367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.260940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.262064 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528168 May 25 17:03:34.264987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37416) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:34.270522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:34.276507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:34.280224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:34.281228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Transition to ACTIVE for port object 9a138e5c-d131-40b3-92cc-50ba73dfc218 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:34.283516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:34.289581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:34.290744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.295902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ca7e913b-0904-49d0-9417-2f6465f88f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.310807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.380096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.384179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.386050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ed3b4ab3-d555-46ff-a8be-25836d845908 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.407975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e159f0-0458-4675-9c95-f3b3b0d9ca97,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.412403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.421318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.425448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569741 May 25 17:03:34.425707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37420) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:34.432085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:34.438883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:34.444282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:34.447567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:34.453818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:34.475371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.488454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Pushing event updated for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.494156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.552894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.557020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.559035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ed28194-3283-4d17-b9ee-0671b2de40ab tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.587106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1227f627-d42d-4915-938c-04ed59727a06,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.589684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.592109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Attempting to bind port 9a138e5c-d131-40b3-92cc-50ba73dfc218 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:03:34.592499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Attempting to bind port 9a138e5c-d131-40b3-92cc-50ba73dfc218 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:03:34.592967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Attempting to bind port 9a138e5c-d131-40b3-92cc-50ba73dfc218 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:34.597328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.598757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:03:34.598894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715465 May 25 17:03:34.599390 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Checking segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:34.599836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.600234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Bound using segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:03:34.600718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Bound port: 9a138e5c-d131-40b3-92cc-50ba73dfc218, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:03:34.601188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.601721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37424) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:34.608416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:34.615237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:34.620224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:34.623477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:34.631758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:34.644248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:03:34.652445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.705854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] For port 9a138e5c-d131-40b3-92cc-50ba73dfc218, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:03:34.710601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] For port 9a138e5c-d131-40b3-92cc-50ba73dfc218, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a138e5c-d131-40b3-92cc-50ba73dfc218,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:03:34.714759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.718438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-2ad9f5a4-95fa-4e6f-a13d-0c290c099846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.720589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.726792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.728644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ac3fa052-7e85-4f7c-9d20-4ca522e7417f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.749861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962295d4-8751-409b-9cbb-d5ba24a3cc3d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.757027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.768282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.769532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668732 May 25 17:03:34.773154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37428) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:34.778442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'ce4aa183-5df9-47a7-b9bb-8601b93d827f', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:34.784351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:34.789597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:34.792472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:34.798707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:34.803740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:34.804670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:34.814347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:03:34.824689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.902452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.907142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.909190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3a847633-ce00-4bca-ade5-3519cb3b18b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:34.935175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9d739a-a416-42a7-9449-e50d9e5e5376,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.940157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:34.947887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Pushing event updated for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:34.949109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:34.954982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1764138 May 25 17:03:34.955142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:35.078659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:35.124001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9e82679f-e351-4459-adaa-3fa545e74444 req-c59bf9da-f110-447d-900d-765a7e257ec8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:35.139578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9e82679f-e351-4459-adaa-3fa545e74444 req-c59bf9da-f110-447d-900d-765a7e257ec8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:35.141215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-c59bf9da-f110-447d-900d-765a7e257ec8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190094997&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0607817 May 25 17:03:35.300092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-4f90bc82-7a1d-422e-bc93-79e505083acf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:35.302652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-4f90bc82-7a1d-422e-bc93-79e505083acf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 797 time: 0.1546111 May 25 17:03:35.317712 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-1219d90e-5202-48e5-a6a1-1ebc689eb550 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0094035 May 25 17:03:35.399168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9e82679f-e351-4459-adaa-3fa545e74444 req-a29aa5a6-fe91-4706-b110-7635eab10daf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:35.407573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:34Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:35.412751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c073fc0f-764e-4c35-aa95-16f2ff8e2818 None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:34Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:03:35.415775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9e82679f-e351-4459-adaa-3fa545e74444 req-a29aa5a6-fe91-4706-b110-7635eab10daf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:35.417317 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-a29aa5a6-fe91-4706-b110-7635eab10daf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941379 May 25 17:03:35.502803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-0089e82a-9f6e-42ce-ac6f-fc93c98f4a65 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:03:35.503859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-0089e82a-9f6e-42ce-ac6f-fc93c98f4a65 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731378 May 25 17:03:35.648673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a138e5c-d131-40b3-92cc-50ba73dfc218 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:35.655594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-715559d7-350a-4e21-83fa-5d148ece9107 service neutron] 10.222.0.96 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438501 May 25 17:03:35.722104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:35.728366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:35.728870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:35.807244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-b6e85ea8-06ea-4acb-8eaf-0cf3785863d7 service neutron] 10.222.0.96 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432948 May 25 17:03:35.858557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:35.898263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9a138e5c-d131-40b3-92cc-50ba73dfc218, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a138e5c-d131-40b3-92cc-50ba73dfc218,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:35.901990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:35.905315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:35.993326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:36.002657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:36.017638 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-17eab75a-1795-4973-b0f8-546877ab9f14 req-b7e38100-5a77-41b8-9547-7ae3e3d9fe5e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 210 time: 0.0575819 May 25 17:03:37.112483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-4f9718f9-3521-43dd-b037-9ab8595e902d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:37.114448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-4f9718f9-3521-43dd-b037-9ab8595e902d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 797 time: 0.1555257 May 25 17:03:37.193477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09f10e9a-e9a6-49e8-b3b0-f820907c6f71 req-d0fb172b-22b2-482a-ad23-a14ecbdfd32d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 210 time: 0.0565221 May 25 17:03:37.214369 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-d02defa4-5cc5-4c84-aa5e-b9f3e88fbeb9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 379 time: 0.0855119 May 25 17:03:37.221354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['ce4aa183-5df9-47a7-b9bb-8601b93d827f']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:37.360049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:37.370027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:37.380219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:37.383878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:37.558687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.6 (5149c818-2287-4dcb-bce0-41ab8edfe14e/0ce7a603-dc31-4267-a4c3-3711fa870e4e/a828b1f0-1955-4a08-988c-0913d133ba67) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:37.613255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a138e5c-d131-40b3-92cc-50ba73dfc218 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:37.684400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9a138e5c-d131-40b3-92cc-50ba73dfc218 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:37.684689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:37.916883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:37.933364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object a828b1f0-1955-4a08-988c-0913d133ba67 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:37.958576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:37.964504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-72936c59-2ecd-468c-8510-9dd4b0a32ace tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:38.034746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:38.038518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:38.042559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:38.073843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:38.080647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:38.112487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:38.113097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:38.140865 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9231620 May 25 17:03:38.151876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-cc5fe103-edc4-4440-a958-09aa01e8c6b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:03:38.152947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-cc5fe103-edc4-4440-a958-09aa01e8c6b7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 May 25 17:03:38.165018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Request body: {'port': {'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:38.285670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:38.310452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-06a8140a-c997-489d-8e64-3528f62925ad None None] Provisioning for port a828b1f0-1955-4a08-988c-0913d133ba67 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:38.315325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-06a8140a-c997-489d-8e64-3528f62925ad None None] Provisioning complete for port a828b1f0-1955-4a08-988c-0913d133ba67 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:38.315888 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-06a8140a-c997-489d-8e64-3528f62925ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:38.373434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-06a8140a-c997-489d-8e64-3528f62925ad None None] Port a828b1f0-1955-4a08-988c-0913d133ba67 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:03:38.391205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499653e2-20b1-4814-975c-ca00744cb2cd req-a73c0b97-6035-466c-9349-54ce10adcfe7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:38.392795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-499653e2-20b1-4814-975c-ca00744cb2cd req-a73c0b97-6035-466c-9349-54ce10adcfe7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 931 time: 0.0895927 May 25 17:03:38.443263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-499653e2-20b1-4814-975c-ca00744cb2cd req-d7898216-674b-43d2-a2de-2fec7336fe48 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440445 May 25 17:03:38.644432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a828b1f0-1955-4a08-988c-0913d133ba67 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:03:38.652333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:38.666354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Transition to ACTIVE for port object a828b1f0-1955-4a08-988c-0913d133ba67 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:38.670497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:38.674840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:38.832061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:38.840852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:38.917025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Attempting to bind port a828b1f0-1955-4a08-988c-0913d133ba67 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:03:38.917365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Attempting to bind port a828b1f0-1955-4a08-988c-0913d133ba67 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:03:38.917694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Attempting to bind port a828b1f0-1955-4a08-988c-0913d133ba67 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:38.922638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Port a828b1f0-1955-4a08-988c-0913d133ba67 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:03:38.922988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Attempting to bind port a828b1f0-1955-4a08-988c-0913d133ba67 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:38.928652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:03:38.928984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Checking segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:38.929370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Bound using segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:03:38.929802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Bound port: a828b1f0-1955-4a08-988c-0913d133ba67, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:03:38.930148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:39.022352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:03:39.025361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:03:39.029906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:39.034455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:39.088026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.088344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:39.089767 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] 10.222.0.95 "PUT /v2.0/ports/a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 1093 time: 0.9308538 May 25 17:03:39.092899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:39.121712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:39.125018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:39.169677 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:03:39.216100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-2b9ff18f-151b-40b5-b387-41f166b229e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.217598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-2b9ff18f-151b-40b5-b387-41f166b229e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1096 time: 0.0860157 May 25 17:03:39.293938 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-49a01e7e-9c77-4eae-a03e-98dadd6ee8b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 217 time: 0.0690343 May 25 17:03:39.363324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-5c837e7e-b75e-4e8a-925d-79b820508dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.364892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-5c837e7e-b75e-4e8a-925d-79b820508dfc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0642962 May 25 17:03:39.443113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82679f-e351-4459-adaa-3fa545e74444 req-586a65e9-ad30-4301-98f7-60779d5800f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.444610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-586a65e9-ad30-4301-98f7-60779d5800f0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724087 May 25 17:03:39.582976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-056ff195-38a5-47de-8088-49733781b7b5 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304300 May 25 17:03:39.643002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe594-6762-4567-a5ff-d5113d9431ad req-07615b91-ddea-4ff1-9626-beeaf2180535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.644592 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6cdbe594-6762-4567-a5ff-d5113d9431ad req-07615b91-ddea-4ff1-9626-beeaf2180535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 943 time: 0.0907607 May 25 17:03:39.691669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6cdbe594-6762-4567-a5ff-d5113d9431ad req-21f9e5b7-fe08-43de-bc44-b269b5828239 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 May 25 17:03:39.724279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e82679f-e351-4459-adaa-3fa545e74444 req-9678844e-ee8d-4f93-b671-3eaa51c216b7 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356890 May 25 17:03:39.849783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-d6198729-0c65-4cfd-ba99-24de94b12633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.852116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-d6198729-0c65-4cfd-ba99-24de94b12633 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1096 time: 0.0792470 May 25 17:03:39.989910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-2d618808-c499-4ddf-a565-1fb4f033f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:39.991430 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-2d618808-c499-4ddf-a565-1fb4f033f274 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1327703 May 25 17:03:40.046853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b9905f69-6076-4f0b-a087-7e14994e413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:40.067951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-38641e65-3e3c-4f5f-9c33-f0a31110f520 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 217 time: 0.0651615 May 25 17:03:40.135118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-5c2a3aa0-8332-4f9b-bb0d-ed0a9a96e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:40.136628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-5c2a3aa0-8332-4f9b-bb0d-ed0a9a96e72c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0629005 May 25 17:03:40.212586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-c4207564-c836-4420-9a35-e018244dff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:40.214055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-c4207564-c836-4420-9a35-e018244dff21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709145 May 25 17:03:40.349819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-4292b091-9f13-4fcd-ba7c-d81660c09820 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281788 May 25 17:03:40.625323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3975121-4598-44c6-8dfb-ac1fbef9121f req-43a69bff-3582-4875-a287-f8009813ab27 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673919 May 25 17:03:40.881548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc28523-debd-4d9c-9efc-90877c4e2d80 req-644efddc-85bc-4e0e-88de-b971dedb4016 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:40.882244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0dc28523-debd-4d9c-9efc-90877c4e2d80 req-644efddc-85bc-4e0e-88de-b971dedb4016 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:40.898364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0dc28523-debd-4d9c-9efc-90877c4e2d80 req-644efddc-85bc-4e0e-88de-b971dedb4016 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:40.899755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dc28523-debd-4d9c-9efc-90877c4e2d80 req-644efddc-85bc-4e0e-88de-b971dedb4016 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 943 time: 0.1014509 May 25 17:03:40.946759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0dc28523-debd-4d9c-9efc-90877c4e2d80 req-8ca35f63-b53a-47aa-badb-0516b9f686f1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 May 25 17:03:42.132218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76ae8c-11d4-4479-8f31-9acb3dad56c0 req-ae31e605-b77b-4ec7-b1f1-6a7043c4ac8a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:42.133727 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f76ae8c-11d4-4479-8f31-9acb3dad56c0 req-ae31e605-b77b-4ec7-b1f1-6a7043c4ac8a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 943 time: 0.0792577 May 25 17:03:42.183010 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6f76ae8c-11d4-4479-8f31-9acb3dad56c0 req-290d2525-1c62-4cb4-bc9f-75e8da6286aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435219 May 25 17:03:42.524828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:42.696567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device a828b1f0-1955-4a08-988c-0913d133ba67 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:03:42.842191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:42.849162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ed8705ef-9e1f-4e1d-af53-7e16a11a1442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:42.858103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:03:42.914733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:42.932219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a828b1f0-1955-4a08-988c-0913d133ba67 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:03:42.949955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:42.953549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:42.955276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:43.029693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:43.033747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:43.337607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['a828b1f0-1955-4a08-988c-0913d133ba67'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:03:43.388091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b190-ed91-4d88-b185-dd6b6e8703ae req-0ac22f62-e00c-4d07-a4be-71813a5e4d23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:43.389660 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a97b190-ed91-4d88-b185-dd6b6e8703ae req-0ac22f62-e00c-4d07-a4be-71813a5e4d23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 944 time: 0.1006596 May 25 17:03:43.442107 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a97b190-ed91-4d88-b185-dd6b6e8703ae req-c0aceef9-6467-4d5a-abbf-f7bf8cd508fa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453115 May 25 17:03:43.779583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:44.706037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device a828b1f0-1955-4a08-988c-0913d133ba67 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:03:44.746811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b277f8c-34b5-4d14-b6b9-c5f36495c81a req-28a3fb4c-3723-4bb3-90ef-1577bebadaa5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:44.748335 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5b277f8c-34b5-4d14-b6b9-c5f36495c81a req-28a3fb4c-3723-4bb3-90ef-1577bebadaa5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 944 time: 0.2022717 May 25 17:03:44.783020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port a828b1f0-1955-4a08-988c-0913d133ba67 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:44.787810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port a828b1f0-1955-4a08-988c-0913d133ba67 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:44.788373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:44.795501 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5b277f8c-34b5-4d14-b6b9-c5f36495c81a req-7ddc089d-c3f3-4cc7-af0e-1ddf14b4e512 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 May 25 17:03:44.906662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:44.933947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:44.944828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:44.949640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:44.951503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aabc285d-18c8-44de-b99a-b11a153bb701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:45.024189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:45.027277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:45.048659 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'code': 200} May 25 17:03:45.277268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aea76e-da58-495f-b44c-e70e168f2cb3 req-c7992913-9bf5-433f-a8f9-c5aa2ac9e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:45.278748 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49aea76e-da58-495f-b44c-e70e168f2cb3 req-c7992913-9bf5-433f-a8f9-c5aa2ac9e553 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1098 time: 0.0703886 May 25 17:03:45.319867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49aea76e-da58-495f-b44c-e70e168f2cb3 req-d0ae2879-3eb4-498a-8c2e-14a8f71a5367 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350602 May 25 17:03:45.456049 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:45.987205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b9a92-eae2-49db-a051-af2626af463b req-fbd17147-749c-4ef3-a632-23eb2068442a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:45.988685 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e62b9a92-eae2-49db-a051-af2626af463b req-fbd17147-749c-4ef3-a632-23eb2068442a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0835259 May 25 17:03:46.034105 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e62b9a92-eae2-49db-a051-af2626af463b req-30f21b1f-82e6-4c2e-8607-dd009afa1ee0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396602 May 25 17:03:47.223620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b3fad-7069-4bcc-b7b2-e2c42f025f91 req-a15541a5-81e3-4ff1-b5e3-9fb356cac0d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:47.225787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-446b3fad-7069-4bcc-b7b2-e2c42f025f91 req-a15541a5-81e3-4ff1-b5e3-9fb356cac0d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0858181 May 25 17:03:47.270776 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-446b3fad-7069-4bcc-b7b2-e2c42f025f91 req-8649565c-e0d8-4bf1-9294-40f24bd00fe8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 May 25 17:03:47.457173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79192e1-6420-4af4-b67b-48395cb04ee5 req-61108c17-4f64-44e5-8d0d-ba28936d4c49 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:47.458719 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e79192e1-6420-4af4-b67b-48395cb04ee5 req-61108c17-4f64-44e5-8d0d-ba28936d4c49 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0838537 May 25 17:03:47.507947 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e79192e1-6420-4af4-b67b-48395cb04ee5 req-56058dd8-af0a-4d67-9a56-5ac07414a7b2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 May 25 17:03:47.530799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37486) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:47.601907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4e93f-a654-4e1f-bdab-65388b406d01 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:47.603439 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-50b4e93f-a654-4e1f-bdab-65388b406d01 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1093 time: 0.0716028 May 25 17:03:47.606653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37490) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:47.611811 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:47.618311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:47.622232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:47.625087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:47.630944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:47.641076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:47.783727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:47.931686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.113 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/6ee8a3f9-ac36-4af8-a0a6-3666727a20c6) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:48.086522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.115777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.119507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3911a418-e783-4d3f-b5de-bbd67dbd234f tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:48.182515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:48.183643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:48.187334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:48.226473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6ee8a3f9-ac36-4af8-a0a6-3666727a20c6,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:48.234823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:48.613847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.687567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.829396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.897901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.902651 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:48.906330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c352440b-aa1f-45b9-8d5e-42a92575647d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:49.138302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=6ee8a3f9-ac36-4af8-a0a6-3666727a20c6,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:49.142337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:49.150562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:49.326027 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP b251348a-a98a-4640-9fc3-2e777a84d5d5 associated. External IP: 172.26.6.113, port: a828b1f0-1955-4a08-988c-0913d133ba67. May 25 17:03:49.687028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:03:49.874442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:03:49.883924 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:03:49.893724 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:49.894352 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:49.899108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:49.958380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3505700 May 25 17:03:49.961120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:49.961544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:50.006067 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:03:50.082335 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:50.085317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e1852-7a4e-40d7-899a-554bdf35797e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:50.086826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e35e1852-7a4e-40d7-899a-554bdf35797e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1093 time: 0.1242065 May 25 17:03:50.111010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-63b25896-244f-43ef-bd38-765533fedbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:50.112460 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-63b25896-244f-43ef-bd38-765533fedbdc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1098 time: 0.0846035 May 25 17:03:50.250393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-13ab9b85-1b9c-401b-8f6c-85d057c81b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:50.251908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-13ab9b85-1b9c-401b-8f6c-85d057c81b90 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1326077 May 25 17:03:50.351805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37502) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:50.357478 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60069281', 'description': 'tempest-secgroup-smoke-60069281 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:50.361583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-f4da4644-d6a4-4c46-9834-dca00b43b972 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 999 time: 0.1029620 May 25 17:03:50.364611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:50.375131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:50.387218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.409113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:50.413954 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:50.417489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:50.424096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:50.438319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-77304556-6937-4e1a-9a70-94e97e4a44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:50.440090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-77304556-6937-4e1a-9a70-94e97e4a44c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0724940 May 25 17:03:50.455077 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:48Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:50.460256 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:03:50.471312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:03:50.471921 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:50.510166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.514236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.520602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0cc130bb-6d6f-4ddc-8116-763449e81d49 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:50.521793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-fb209c1c-55fa-403f-8c3d-0428f8fe1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:50.523455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-fb209c1c-55fa-403f-8c3d-0428f8fe1032 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773599 May 25 17:03:50.567408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ec9390-45e4-4bc2-abfa-ec7d499f3877,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:50.571208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:50.578923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.580441 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2274284 May 25 17:03:50.583064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37506) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:50.589251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:50.595395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:50.600192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:50.603224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:50.610649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:50.629300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.663353 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:03:50.670071 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-b226cea6-0b5a-48d0-8c5b-706fb02d388c service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385443 May 25 17:03:50.695585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.700231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.702545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-44ce266a-4c0a-46b5-835d-034efbdd21e0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:50.727188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2441e2-722b-4caf-93fb-53b326109dff,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:50.731778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:50.737335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.742145 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573784 May 25 17:03:50.743261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:50.749517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:50.757700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:50.761959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:50.765154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:50.772543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:50.792508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.820085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8432170c-95c9-4b97-b253-3242f2cbd866 req-ce76c2af-deb9-43ef-ae6d-98cd2ba65d9d service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439884 May 25 17:03:50.859465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.862980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.864845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5fbd27c8-e257-443a-b7ff-90ffcbe7ed85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:50.887818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bd026a-78da-45d9-a2c7-64ad0e953f23,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:50.892420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:50.899001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:50.900252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1555772 May 25 17:03:50.902992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37514) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:50.908173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:50.914653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:50.918523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:50.921844 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:50.927778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:50.945891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.016339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.020196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.022717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bde114f4-572f-4897-93ac-dae6e597aa40 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:51.045791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07797b84-2178-4876-81d9-fa2568161fc8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:51.050544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:51.055892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.057082 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531456 May 25 17:03:51.060020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37518) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:51.062957 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:48Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:03:51.065934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:51.068352 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e566b1-3143-4d95-8ad5-d0addf519f3d None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:48Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:03:51.073240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:51.082097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:51.086153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:51.097528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:51.120325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.208159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.213401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.215327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-117a0631-aede-41c5-986a-04713fd653df tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:51.238939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963cf431-e051-4148-a6aa-712fa20878c1,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:51.242441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:51.250009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.251335 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902485 May 25 17:03:51.254046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37522) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:51.259791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:51.266740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:51.270530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:51.273828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:51.280137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:51.280808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0776aa4d-88b6-402e-ae1c-1218199c0404 None None] New status for floating IP b251348a-a98a-4640-9fc3-2e777a84d5d5: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:03:51.291708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:03:51.298026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.368161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.372007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.380013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df048d68-063a-4978-aa5a-8836821ca257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:51.398398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531de17e-e014-42f4-ba87-46820677c687,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:51.401166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:51.410039 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.411324 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-27d81002-b365-4bbe-bafc-f443a2c26535 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559694 May 25 17:03:51.414581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37526) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:03:51.420150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': 'a9ec9390-45e4-4bc2-abfa-ec7d499f3877', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:51.427472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:51.430945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:03:51.433971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:03:51.440209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:51.452038 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:03:51.458113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.532773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.536358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.538415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d96731d-6a0a-43e2-a61a-5e0243193919 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:51.562638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0309a25b-6270-4e24-93af-43b8c6735d2b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:51.568781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:51.572893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:51.574106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585212 May 25 17:03:51.738595 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-eeafb9cd-3b28-49ca-b6da-67b528c6b2a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60069281&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0394108 May 25 17:03:51.910420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-a1c464e4-5b69-4987-815d-df3f4354b05c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:51.912200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-a1c464e4-5b69-4987-815d-df3f4354b05c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 797 time: 0.1663816 May 25 17:03:51.933218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-b71318d4-1f18-405d-912f-1909bda8b66f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0107653 May 25 17:03:52.032904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-03cb9d6b-a0e6-4c60-8606-1ea4bf49dff4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0943203 May 25 17:03:52.313297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-2cd405c7-16c0-4df6-9467-dd5c1ac83fe6 service neutron] 10.222.0.96 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684195 May 25 17:03:52.452855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-17826fb2-7bd9-4cff-a222-7b85d75668e1 service neutron] 10.222.0.96 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325345 May 25 17:03:52.634428 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-13f9ff6c-e9f8-495e-b859-6d9856151be6 req-33ea4b43-3d1e-4da9-aa91-361b9fbbabbd tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 210 time: 0.0449417 May 25 17:03:53.676508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-691949bb-2bdb-4e33-a1d8-13ae28977fd1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:53.678959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-691949bb-2bdb-4e33-a1d8-13ae28977fd1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 797 time: 0.1622088 May 25 17:03:53.736694 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-194e737a-b1d6-4780-a683-4fa9cc34d9d8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 470 time: 0.0494487 May 25 17:03:53.745220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['a9ec9390-45e4-4bc2-abfa-ec7d499f3877']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:53.867155 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-50fe1a57-fac0-40a2-b7c1-e9f09c4df690 req-6500a6fa-b324-4768-9a3c-340b6ba43e23 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 210 time: 0.1038508 May 25 17:03:53.926366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:03:53.936125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:03:53.947820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:03:53.952195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.124353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.14 (5149c818-2287-4dcb-bce0-41ab8edfe14e/0ce7a603-dc31-4267-a4c3-3711fa870e4e/02ef36c6-32b8-41ae-9698-f36ccd485de7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:03:54.324353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.340057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object 02ef36c6-32b8-41ae-9698-f36ccd485de7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:54.363833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.370507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d0b127b-11f3-49d1-acde-65f476bd9fda tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:54.444537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:03:54.447782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:03:54.451833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:03:54.483761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:54.491438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:54.523314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:54.523960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.550938 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8095553 May 25 17:03:54.563260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Request body: {'port': {'device_id': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:03:54.655247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c8081583-2555-43be-9a5d-6d6999c76dc7 None None] Provisioning for port 02ef36c6-32b8-41ae-9698-f36ccd485de7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:03:54.662901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c8081583-2555-43be-9a5d-6d6999c76dc7 None None] Provisioning complete for port 02ef36c6-32b8-41ae-9698-f36ccd485de7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:03:54.663398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c8081583-2555-43be-9a5d-6d6999c76dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.687169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:54.722728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c8081583-2555-43be-9a5d-6d6999c76dc7 None None] Port 02ef36c6-32b8-41ae-9698-f36ccd485de7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:03:55.051042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ef36c6-32b8-41ae-9698-f36ccd485de7 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:03:55.058960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c1365-323a-4220-94cd-e4c8ae27b465 req-ff8ab09d-1e2c-4d68-89cc-dc2010313127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:55.059506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:55.060466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f7c1365-323a-4220-94cd-e4c8ae27b465 req-ff8ab09d-1e2c-4d68-89cc-dc2010313127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 932 time: 0.0872862 May 25 17:03:55.073734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Transition to ACTIVE for port object 02ef36c6-32b8-41ae-9698-f36ccd485de7 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:03:55.078327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:55.082836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18428467-534f-496c-ba98-1011d75d2807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:55.107522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3f7c1365-323a-4220-94cd-e4c8ae27b465 req-5c53f4e7-1526-4f0f-8d90-586df4e220e3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:55.123654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3f7c1365-323a-4220-94cd-e4c8ae27b465 req-5c53f4e7-1526-4f0f-8d90-586df4e220e3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:55.124876 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3f7c1365-323a-4220-94cd-e4c8ae27b465 req-5c53f4e7-1526-4f0f-8d90-586df4e220e3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585070 May 25 17:03:55.254245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Pushing event updated for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:55.263317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:55.337174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Attempting to bind port 02ef36c6-32b8-41ae-9698-f36ccd485de7 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:03:55.337501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Attempting to bind port 02ef36c6-32b8-41ae-9698-f36ccd485de7 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:03:55.337822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Attempting to bind port 02ef36c6-32b8-41ae-9698-f36ccd485de7 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:55.342955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Port 02ef36c6-32b8-41ae-9698-f36ccd485de7 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:03:55.343301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Attempting to bind port 02ef36c6-32b8-41ae-9698-f36ccd485de7 on network 5149c818-2287-4dcb-bce0-41ab8edfe14e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:03:55.349128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:03:55.349965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Checking segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:03:55.350352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Bound using segment: {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:03:55.350787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Bound port: 02ef36c6-32b8-41ae-9698-f36ccd485de7, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c26e915-48f6-4f47-9745-f328efdbfbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:03:55.351188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:55.444508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:03:55.447946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:03:55.453208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:55.457134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9602154d-3ee9-4c14-9c75-6fa64a68ff70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:55.667174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:55.667812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:55.669482 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] 10.222.0.95 "PUT /v2.0/ports/02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 1094 time: 1.1108930 May 25 17:03:55.670142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:03:55.699601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Pushing event updated for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:55.703436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:55.749849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'status': 'completed', 'code': 200} May 25 17:03:55.788478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-2ad55788-3412-4e7a-86a0-e55165a95c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:55.790044 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-2ad55788-3412-4e7a-86a0-e55165a95c28 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1097 time: 0.0778823 May 25 17:03:55.873083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-f0d08859-ab66-4203-b2a1-840ce25905a2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 217 time: 0.0686557 May 25 17:03:55.940050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-9f9860b1-8607-443f-86f9-d4cd3539f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:55.941336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-9f9860b1-8607-443f-86f9-d4cd3539f296 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0578992 May 25 17:03:56.025811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-07befcc5-f11e-41f7-b8d0-2a072342a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.027316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-07befcc5-f11e-41f7-b8d0-2a072342a626 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746036 May 25 17:03:56.166886 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-daf2270a-7cbf-42ee-ba0f-ba5ba61ce850 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317825 May 25 17:03:56.309907 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-489d427f-85d2-4f8c-93e8-bcadbbd6ab26 req-8a0a45d9-2f1d-4c96-8aed-2332db5d7ad0 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362925 May 25 17:03:56.331092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8408e96-ab76-4088-88a3-ecf434bd2ada req-d5630ff5-b1f3-4f8e-837e-bb94c3abd726 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.332578 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e8408e96-ab76-4088-88a3-ecf434bd2ada req-d5630ff5-b1f3-4f8e-837e-bb94c3abd726 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 944 time: 0.0848503 May 25 17:03:56.379901 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e8408e96-ab76-4088-88a3-ecf434bd2ada req-c86ed57c-7673-4a4d-a0ba-9be5d2634e4b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390086 May 25 17:03:56.441493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-1f394d6a-3b40-4e70-9de7-13864fc6e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.443523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-1f394d6a-3b40-4e70-9de7-13864fc6e5fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1097 time: 0.0788107 May 25 17:03:56.584826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-4bd2695e-3d3d-4067-9233-07dc58bd6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.586232 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-4bd2695e-3d3d-4067-9233-07dc58bd6141 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1321497 May 25 17:03:56.665266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-d4be5aac-e120-4d19-b572-34357c90ae8b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 217 time: 0.0669329 May 25 17:03:56.735340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-902d0e48-ec91-4cce-95eb-335094642278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.736788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-902d0e48-ec91-4cce-95eb-335094642278 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0620823 May 25 17:03:56.825196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-a0c8046e-0e54-4512-be01-c2f888a5578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:56.826593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-a0c8046e-0e54-4512-be01-c2f888a5578a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766900 May 25 17:03:56.969716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-9ca5eb63-6bd4-4469-bbbd-47d1d8ba5235 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311014 May 25 17:03:57.106196 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3642ba17-03dc-4b69-bc95-4305d948ffa8 req-4c781ab1-7c6d-4185-8911-8a5544213d91 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295896 May 25 17:03:57.570107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582110e9-9b55-4dfb-abef-1d2c8bf129ee req-cc557500-a662-413c-8b56-dbef28001c89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:57.570813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-582110e9-9b55-4dfb-abef-1d2c8bf129ee req-cc557500-a662-413c-8b56-dbef28001c89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:03:57.586884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-582110e9-9b55-4dfb-abef-1d2c8bf129ee req-cc557500-a662-413c-8b56-dbef28001c89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:03:57.588167 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-582110e9-9b55-4dfb-abef-1d2c8bf129ee req-cc557500-a662-413c-8b56-dbef28001c89 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 944 time: 0.0980682 May 25 17:03:57.634707 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-582110e9-9b55-4dfb-abef-1d2c8bf129ee req-40615a83-cac6-476b-9fa1-c536fce5da36 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408540 May 25 17:03:58.737317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 02ef36c6-32b8-41ae-9698-f36ccd485de7 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:03:58.849549 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:03:58.879801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:58.895143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'port_id': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'mac_address': 'fa:16:3e:62:93:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:03:58.955679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:58.968756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c01a-7c2c-425d-b9aa-f5791fade75b req-a3ec2cc6-eb84-4b93-8f6c-12bc8ba4313b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:03:58.970228 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2359c01a-7c2c-425d-b9aa-f5791fade75b req-a3ec2cc6-eb84-4b93-8f6c-12bc8ba4313b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 944 time: 0.2284966 May 25 17:03:58.972642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ef36c6-32b8-41ae-9698-f36ccd485de7 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:03:58.994533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:03:58.998525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:03:59.001353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:03:59.018265 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2359c01a-7c2c-425d-b9aa-f5791fade75b req-6d4559ef-b0aa-40c0-8c7a-6fa8cea6c6c2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416911 May 25 17:03:59.071719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:03:59.075130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:03:59.320959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['02ef36c6-32b8-41ae-9698-f36ccd485de7'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:04:00.209759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42fc8c-1a9b-4bb9-8cd6-2369a5cd07ed req-cdc30614-2d86-473c-b930-81fd33d41330 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:00.211254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ba42fc8c-1a9b-4bb9-8cd6-2369a5cd07ed req-cdc30614-2d86-473c-b930-81fd33d41330 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 945 time: 0.0851452 May 25 17:04:00.256887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ba42fc8c-1a9b-4bb9-8cd6-2369a5cd07ed req-734a3799-58c1-4dda-a43a-11a06b7e9b85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395870 May 25 17:04:00.751679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 02ef36c6-32b8-41ae-9698-f36ccd485de7 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:04:00.822904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 02ef36c6-32b8-41ae-9698-f36ccd485de7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:04:00.827640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 02ef36c6-32b8-41ae-9698-f36ccd485de7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:04:00.828024 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:00.946649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:00.976627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:04:00.986680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:04:00.991808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:00.993686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4d4a6421-422a-478c-a16b-b4c51ccde17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:04:01.024932 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'code': 200} May 25 17:04:01.062673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:04:01.065572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:04:01.255044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a11d2-5a68-4599-93da-9f2240518a1d req-379809a4-b73f-44aa-bb45-7958a66084c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:01.257125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c5a11d2-5a68-4599-93da-9f2240518a1d req-379809a4-b73f-44aa-bb45-7958a66084c0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1099 time: 0.0729706 May 25 17:04:01.300176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c5a11d2-5a68-4599-93da-9f2240518a1d req-f1892c9c-defe-4896-a001-a9c697b5b662 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365734 May 25 17:04:01.451669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf34872-bfa6-40f9-a45e-6eeada68faf5 req-791b71ad-68da-48e7-9933-f7d5000ee580 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:01.453145 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cf34872-bfa6-40f9-a45e-6eeada68faf5 req-791b71ad-68da-48e7-9933-f7d5000ee580 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.0860903 May 25 17:04:01.498239 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cf34872-bfa6-40f9-a45e-6eeada68faf5 req-d2ce0a7e-825e-490f-800a-ab45f7a7ea51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394855 May 25 17:04:02.689089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941687f-b6b0-4979-a4bd-cf679adff2b3 req-f1b60248-5ea5-4d5f-b316-bef973b16ddf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:02.690454 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c941687f-b6b0-4979-a4bd-cf679adff2b3 req-f1b60248-5ea5-4d5f-b316-bef973b16ddf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.0787320 May 25 17:04:02.738215 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c941687f-b6b0-4979-a4bd-cf679adff2b3 req-f1158222-20d2-4664-ad44-743b718110f5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420213 May 25 17:04:02.921524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a89a1d-9b5a-4762-805e-df1e52c3349d req-7086827f-b008-4932-823a-d0048252b592 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:02.923045 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-72a89a1d-9b5a-4762-805e-df1e52c3349d req-7086827f-b008-4932-823a-d0048252b592 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.0810919 May 25 17:04:03.114564 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-72a89a1d-9b5a-4762-805e-df1e52c3349d req-e86e79c5-f220-4be6-808c-c68be9772076 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1857145 May 25 17:04:03.137286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37580) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:04:03.207494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8fa65-3c85-46b8-bb51-a762cf91006f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:03.209703 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-afa8fa65-3c85-46b8-bb51-a762cf91006f tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1094 time: 0.0714264 May 25 17:04:03.212459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37584) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:04:03.217476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:04:03.223506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:04:03.227497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:04:03.230408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:04:03.236202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:04:03.247384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:03.389349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:03.531347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.158 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:04:03.682550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:03.712321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:03.715950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:04:03.776559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:04:03.779446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:04:03.783110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:04:03.823089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:04:03.831502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:04:04.215587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:04.290189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:04.509610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:04.514438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:04.519075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3058c370-68e7-4ebd-a9ae-5c871936607b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:04:04.632773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:04:04.637443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:04:04.642440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:04.963691 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 41236d5c-94ee-445e-ae3b-2f62f857fdfa associated. External IP: 172.26.6.158, port: 02ef36c6-32b8-41ae-9698-f36ccd485de7. May 25 17:04:05.324262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:04:05.506837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:04:05.516134 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:04:05.527157 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:04:05.527784 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:04:05.532810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:05.597628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3840387 May 25 17:04:05.598206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:04:05.646060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'status': 'completed', 'code': 200} May 25 17:04:05.715177 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:04:05.737574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-ce832aa2-f23e-477c-aee2-407659c8924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:05.739092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-ce832aa2-f23e-477c-aee2-407659c8924b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1099 time: 0.0721354 May 25 17:04:05.875148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-859e9c3e-852a-4f5b-8f6d-dedcee4a04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:05.876504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-859e9c3e-852a-4f5b-8f6d-dedcee4a04d3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1314578 May 25 17:04:05.985448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-5a3db2df-c136-418c-9975-52ee8bc8d32f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 1000 time: 0.1018434 May 25 17:04:06.050767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-9cd54616-610e-456f-89aa-824766199db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:06.052268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-9cd54616-610e-456f-89aa-824766199db6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0583994 May 25 17:04:06.070110 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41236d5c-94ee-445e-ae3b-2f62f857fdfa', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:62:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:04:04Z', 'updated_at': '2021-05-25T17:04:04Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}, {'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:04:06.074273 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:04:06.082898 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:04:06.083762 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:03:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:04:06.143795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-12582ad5-095a-469a-8700-e006def75254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:06.147001 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-12582ad5-095a-469a-8700-e006def75254 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856538 May 25 17:04:06.265641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:04:06.283034 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-826aa625-29b4-4d58-995d-fe1dbe3bdba2 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302764 May 25 17:04:06.430073 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-daf172ad-e7a1-4f86-8b06-012cb3e654f8 req-8972804d-b9c8-4f92-8308-6fa50245a945 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348517 May 25 17:04:06.629053 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41236d5c-94ee-445e-ae3b-2f62f857fdfa', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:62:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:04:04Z', 'updated_at': '2021-05-25T17:04:04Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}, {'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:04:06.633859 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e070955-c0f5-4559-b9bd-81754120f4f7 None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '41236d5c-94ee-445e-ae3b-2f62f857fdfa', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.158', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:62:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:04:04Z', 'updated_at': '2021-05-25T17:04:04Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}, {'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:04:06.827565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15515b-37fa-4c33-a747-e35847565470 None None] New status for floating IP 41236d5c-94ee-445e-ae3b-2f62f857fdfa: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:04:10.039077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b365a1b3-3ad5-4088-8395-5049f9b335eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:12.527964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:12.820997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8081761f-8564-4a9e-82e9-4aa9ec86f4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:13.782609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:15.460059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:16.386904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-6a4eda6e-6796-4272-9b14-5252227c769c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098671 May 25 17:04:16.697956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-0e053751-c215-4c03-bc1b-3335dc227562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:16.699383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-0e053751-c215-4c03-bc1b-3335dc227562 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1098 time: 0.2317371 May 25 17:04:16.853344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-42236b2b-ae6f-4d79-96ff-e5ccfc775b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:16.854790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-42236b2b-ae6f-4d79-96ff-e5ccfc775b26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1336303 May 25 17:04:16.960923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-1d3e3513-153d-4ed6-b507-a0045bfaeefc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 1001 time: 0.0993068 May 25 17:04:17.023330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-735f5c09-12c1-4080-91ee-3b5691ba673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:17.024771 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-735f5c09-12c1-4080-91ee-3b5691ba673b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0579050 May 25 17:04:17.103335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-8a4b111e-89aa-44e6-8bdb-595963ea75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:04:17.104811 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-8a4b111e-89aa-44e6-8bdb-595963ea75e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735705 May 25 17:04:17.239612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-30ebe348-5b72-4085-84d0-0128e3a79749 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268482 May 25 17:04:17.374531 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-836cd9f5-2fb5-4bd3-8c3d-103b7ba56c39 req-538b52b8-0180-41c9-9654-dfe0c541f282 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286254 May 25 17:04:18.835073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:35.849396 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:04:40.040431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d226b3ef-f5e1-4534-884a-d331ecbfc76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:42.531233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:42.823706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-52c840de-c7be-440e-8631-4f8d38b8da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:43.784934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:45.462098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:04:48.830423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:10.042098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa027-8bdf-470d-9ff7-e82a53032480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:12.533795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:12.828711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-01e51ab6-7662-4f20-85c1-62569cc1bd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:12.848697 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:05:13.788303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:15.464663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:18.370781 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-da16da46-bcbb-4058-a49b-2665840f0183 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702982 May 25 17:05:18.465396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-3a53e52b-4de3-4ac8-9506-9be4cc09874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:18.467523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-3a53e52b-4de3-4ac8-9506-9be4cc09874c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1099 time: 0.0741494 May 25 17:05:18.621989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-f23dc611-8a5f-4fbd-890c-2b4c6cf7db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:18.623378 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-f23dc611-8a5f-4fbd-890c-2b4c6cf7db67 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1349783 May 25 17:05:18.729143 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-089328b1-703e-4e03-b600-552ad1a3c8bb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 1002 time: 0.0987165 May 25 17:05:18.800949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-6a7440fb-8c52-4126-b5be-7eea64cd1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:18.802716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-6a7440fb-8c52-4126-b5be-7eea64cd1774 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0649159 May 25 17:05:18.848258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:18.882725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-a3d5be59-da8f-4db7-9dae-e5125497dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:18.884158 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-a3d5be59-da8f-4db7-9dae-e5125497dae4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738571 May 25 17:05:19.017419 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-6feee7c3-1a71-4d8e-8686-294fd4899483 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252167 May 25 17:05:19.154237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c791209a-b7b8-437c-a9ae-8ba2952286a1 req-f73f4d26-4e8f-4034-bdfe-d766ab49af6f service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290100 May 25 17:05:20.907017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37612) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:21.191756 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e49436a3-106c-41b8-a988-ef99793d9d80 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/b251348a-a98a-4640-9fc3-2e777a84d5d5 HTTP/1.1" status: 200 len: 993 time: 0.2834020 May 25 17:05:22.014683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37622) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:22.020675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'admin_state_up': False}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:22.147578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:22.367645 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:22.393957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:22.399850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:22.403727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-84e0f17c-959d-4d66-b22a-e5ae6bce3e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:22.474637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:22.475285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:22.476667 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/ports/a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 938 time: 0.4609561 May 25 17:05:22.477306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:22.502210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=6']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:22.509952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.510339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.510717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.511129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.511502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.511873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.512240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.512604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.512967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.513329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.513812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.514042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:22.520458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:22.589701 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:05:22.687024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-5f13422f-87be-464f-9e33-7f3f54be0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:22.688514 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-5f13422f-87be-464f-9e33-7f3f54be0413 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1099 time: 0.0754461 May 25 17:05:22.727210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-745da6be-a199-4275-a0ee-faca1fe52610 None None] Provisioning complete for port a828b1f0-1955-4a08-988c-0913d133ba67 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:22.727820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-745da6be-a199-4275-a0ee-faca1fe52610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:22.788707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-745da6be-a199-4275-a0ee-faca1fe52610 None None] Port a828b1f0-1955-4a08-988c-0913d133ba67 is administratively disabled so it will not transition to active. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 25 17:05:22.825051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-a9354870-ea6e-4628-a243-c83f634e747b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:22.826581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-a9354870-ea6e-4628-a243-c83f634e747b service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1316538 May 25 17:05:22.927557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-28244a5b-16cf-4224-a855-318c7662d177 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 1002 time: 0.0941429 May 25 17:05:22.994252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-bb926616-632e-41d2-9a91-a8ce953a28bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:22.995750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-bb926616-632e-41d2-9a91-a8ce953a28bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0619831 May 25 17:05:23.074050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-c0c7468b-cb43-4110-a78f-83b7db886585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:23.076355 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-c0c7468b-cb43-4110-a78f-83b7db886585 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734539 May 25 17:05:23.213834 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-6b21f238-c818-4c24-b51a-83954011f716 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286600 May 25 17:05:23.347721 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db5f304f-5823-4ae9-8045-5a6c994000f8 req-fc01fd50-0dfe-4fd8-bfb8-81690533a279 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290655 May 25 17:05:25.895420 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37634) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:25.901582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'admin_state_up': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:26.022978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:26.245260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:26.270567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:26.275228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:26.279520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c0fecc1-989b-4a85-a493-809db7c50e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:26.350107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:26.350765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:26.352257 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/ports/a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 937 time: 0.4558187 May 25 17:05:26.353084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:26.355429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37638) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:26.375168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=7']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:26.378399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:26.421480 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:05:26.554360 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4ed07390-208e-45e4-8027-ae0fc649fd9f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/b251348a-a98a-4640-9fc3-2e777a84d5d5 HTTP/1.1" status: 200 len: 993 time: 0.1975582 May 25 17:05:26.578558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-0db1cb30-ddac-485a-b164-b9549681673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:26.580257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-0db1cb30-ddac-485a-b164-b9549681673d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1098 time: 0.1144454 May 25 17:05:26.631903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8aaab33e-633b-491c-a05b-116c0eaab1fa None None] Provisioning complete for port a828b1f0-1955-4a08-988c-0913d133ba67 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:26.632872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8aaab33e-633b-491c-a05b-116c0eaab1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:26.722781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-da0af7bc-80af-4ca7-b5dd-af42b12d59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:26.724516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-da0af7bc-80af-4ca7-b5dd-af42b12d59fa service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1375897 May 25 17:05:26.748936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['a828b1f0-1955-4a08-988c-0913d133ba67'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:05:26.833595 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-b3277de6-09ff-44e8-9df3-e4f44359b11c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 1001 time: 0.1024289 May 25 17:05:26.897589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-ae98ebad-a0c6-4221-adbd-4ce6336bdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:26.899064 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-ae98ebad-a0c6-4221-adbd-4ce6336bdb8f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0588737 May 25 17:05:26.974829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-0a0bf715-e94b-4d53-aec9-52afa7a5808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:26.976340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-0a0bf715-e94b-4d53-aec9-52afa7a5808b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709875 May 25 17:05:27.109942 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-cf2721e1-3e90-470c-b30a-6dcfe77f1f86 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265354 May 25 17:05:27.380973 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1a17580-28c0-4a64-9921-7a1149cf214a req-ba616940-4685-430b-9e11-f2ba13e72909 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645326 May 25 17:05:29.136497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37650) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:29.411836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:29.412095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:29.533549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:29.533872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:29.660067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:29.783328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:29.787266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4b69bd18-f9b4-44e9-b6f6-458f62da6541 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:29.836686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=b7da22ef-dd96-4c7c-8a8f-09cbdd567d6e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:29.877330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.877713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.878095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.878472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.878839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.879334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.879600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.879962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.880327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.880689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.881050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.881407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:29.909749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:29.938826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:29.939199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 41236d5c-94ee-445e-ae3b-2f62f857fdfa disassociated (deleted). External IP: 172.26.6.158, port: 02ef36c6-32b8-41ae-9698-f36ccd485de7. May 25 17:05:30.300514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:05:30.639748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:05:30.648817 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:05:30.658869 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:30.659428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:30.659552 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:30.718925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/41236d5c-94ee-445e-ae3b-2f62f857fdfa HTTP/1.1" status: 204 len: 168 time: 1.5812652 May 25 17:05:30.719682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:30.767059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'status': 'completed', 'code': 200} May 25 17:05:30.845300 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:30.867550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-6b0175d3-894e-4520-8423-abb8ad485e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:30.869053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-6b0175d3-894e-4520-8423-abb8ad485e5b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 1099 time: 0.0740092 May 25 17:05:31.019135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-3bc9d163-8cc3-453a-b11a-7104620f679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:31.020632 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-3bc9d163-8cc3-453a-b11a-7104620f679e service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1439512 May 25 17:05:31.139253 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-6143337f-50e0-4d70-bb7e-0f6e69067ed1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 200 len: 217 time: 0.0770943 May 25 17:05:31.203902 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:31.207766 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:05:31.216046 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:31.216859 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:31.218253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-2af9667c-5167-4f18-a22b-cf99a5674490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:31.219723 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-2af9667c-5167-4f18-a22b-cf99a5674490 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.0724864 May 25 17:05:31.228155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b364f6-c04e-452d-b43e-8bd59215f70b req-b72a7f52-972b-40df-b255-627af311c002 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:31.228839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-04b364f6-c04e-452d-b43e-8bd59215f70b req-b72a7f52-972b-40df-b255-627af311c002 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:31.295142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-04b364f6-c04e-452d-b43e-8bd59215f70b req-b72a7f52-972b-40df-b255-627af311c002 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:31.296249 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b364f6-c04e-452d-b43e-8bd59215f70b req-b72a7f52-972b-40df-b255-627af311c002 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.2699711 May 25 17:05:31.346338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-edcaa5c9-1849-42ff-a594-4d0651b0d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:31.347845 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-edcaa5c9-1849-42ff-a594-4d0651b0d675 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157403 May 25 17:05:31.352571 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-04b364f6-c04e-452d-b43e-8bd59215f70b req-7f6e15ba-f6b6-4eb4-87e6-942ab94493a4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505421 May 25 17:05:31.406810 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:31.490846 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-922d8f61-6157-429c-9b5d-e609afbf7fdb service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355343 May 25 17:05:31.632546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869e24e9-d291-483a-bd93-36b5052bdd77 req-288bd164-da78-4be7-8e68-b049d345b27c service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342592 May 25 17:05:31.764733 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:31.768638 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966618f4-cadf-4042-a27f-efef78274d09 None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'b251348a-a98a-4640-9fc3-2e777a84d5d5', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.113', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '60898540-b349-4545-b47a-40b01077b4c1', 'port_id': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'mac_address': 'fa:16:3e:09:6a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:03:48Z', 'updated_at': '2021-05-25T17:03:51Z', 'revision_number': 1, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:05:31.972770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a677e6-5fa0-44e7-9a1b-56ee1ce56084 None None] New status for floating IP 41236d5c-94ee-445e-ae3b-2f62f857fdfa: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:05:32.554222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c74de8-0b68-4aa5-b772-e5a8fc589239 req-0f11ab8f-fd91-49a8-8c8f-357fb68a9f44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:32.555793 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c4c74de8-0b68-4aa5-b772-e5a8fc589239 req-0f11ab8f-fd91-49a8-8c8f-357fb68a9f44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.0840287 May 25 17:05:32.600756 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c4c74de8-0b68-4aa5-b772-e5a8fc589239 req-c8be80dc-5084-4b9e-ad66-623ccdca097c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=a9ec9390-45e4-4bc2-abfa-ec7d499f3877&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391941 May 25 17:05:32.738542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-7c1c5606-c8a2-4451-b08d-7a99f4dc918b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:32.739957 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-7c1c5606-c8a2-4451-b08d-7a99f4dc918b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 946 time: 0.0836930 May 25 17:05:32.879043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 02ef36c6-32b8-41ae-9698-f36ccd485de7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:32.879384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:33.017999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 02ef36c6-32b8-41ae-9698-f36ccd485de7, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=02ef36c6-32b8-41ae-9698-f36ccd485de7,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:33.018361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:33.143872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 02ef36c6-32b8-41ae-9698-f36ccd485de7 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:33.259830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:33.265641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:33.318006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=02ef36c6-32b8-41ae-9698-f36ccd485de7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:33.320904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:33.392565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port 02ef36c6-32b8-41ae-9698-f36ccd485de7 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:05:33.395122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:33.397815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'name': 'network-vif-deleted', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:33.415027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41c296be-77ca-426e-a9cd-bd49d2ede6bd req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/02ef36c6-32b8-41ae-9698-f36ccd485de7 HTTP/1.1" status: 204 len: 173 time: 0.6697619 May 25 17:05:33.445739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd93c53d-65c7-49fb-bb71-0a2ac3e67975', 'name': 'network-vif-deleted', 'tag': '02ef36c6-32b8-41ae-9698-f36ccd485de7', 'status': 'completed', 'code': 200} May 25 17:05:33.770543 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-53f4d1d7-903e-48fd-b3f6-1294554743db req-0ec70a36-2648-43b2-88b0-6e41768dcdf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=fd93c53d-65c7-49fb-bb71-0a2ac3e67975 HTTP/1.1" status: 200 len: 210 time: 0.0443258 May 25 17:05:34.869020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37668) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:34.941691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:34.972103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.040041 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.045245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbdae0c4-51d6-4a77-9840-f076c247e1a3 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:35.061112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ec9390-45e4-4bc2-abfa-ec7d499f3877,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:35.064254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:35.072940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.074042 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/a9ec9390-45e4-4bc2-abfa-ec7d499f3877 HTTP/1.1" status: 204 len: 168 time: 0.2037904 May 25 17:05:35.115907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37676) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:35.394070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 6ee8a3f9-ac36-4af8-a0a6-3666727a20c6 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:35.394347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.676792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.677029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.805240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 6ee8a3f9-ac36-4af8-a0a6-3666727a20c6 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:35.928673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:35.932137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-688a41ce-abdf-4d74-b475-abdd5d828bce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:35.977247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=6ee8a3f9-ac36-4af8-a0a6-3666727a20c6,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:36.003269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:36.069993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:36.070389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP b251348a-a98a-4640-9fc3-2e777a84d5d5 disassociated (deleted). External IP: 172.26.6.113, port: a828b1f0-1955-4a08-988c-0913d133ba67. May 25 17:05:36.428051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:05:36.609288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:05:36.618217 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:05:36.627842 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:36.628460 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:36.629271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:36.688287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/b251348a-a98a-4640-9fc3-2e777a84d5d5 HTTP/1.1" status: 204 len: 168 time: 1.5688417 May 25 17:05:36.688287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:36.742434 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:05:36.810841 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:36.839466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-0e8f435b-2013-446e-afce-bc6e0ec8416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:36.841584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-0e8f435b-2013-446e-afce-bc6e0ec8416b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 1098 time: 0.0768054 May 25 17:05:36.988613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-1b8bc3d1-a744-494d-8ebd-dc0ca6df0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:36.989959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-1b8bc3d1-a744-494d-8ebd-dc0ca6df0d20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 200 len: 899 time: 0.1414561 May 25 17:05:37.059659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-51c763e7-96c6-4b39-9f70-cf43ea64de6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 200 len: 217 time: 0.0620401 May 25 17:05:37.076611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac620e-9549-4f92-a184-6ba094cb5074 req-ee9c4214-d74e-4c43-a0d4-a46c7e6452a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:37.078103 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-40ac620e-9549-4f92-a184-6ba094cb5074 req-ee9c4214-d74e-4c43-a0d4-a46c7e6452a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0852234 May 25 17:05:37.127158 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-40ac620e-9549-4f92-a184-6ba094cb5074 req-d7f59371-1133-451e-8f09-07fcf1d3fde6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 May 25 17:05:37.193086 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:37.197574 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:05:37.207799 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:37.208439 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:37.242268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 02ef36c6-32b8-41ae-9698-f36ccd485de7 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:05:37.279016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 02ef36c6-32b8-41ae-9698-f36ccd485de7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:05:37.279753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 02ef36c6-32b8-41ae-9698-f36ccd485de7 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:05:37.291908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-d3c4e86a-4495-421d-b77c-90a7702d4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:37.293930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-d3c4e86a-4495-421d-b77c-90a7702d4367 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 200 len: 834 time: 0.2266271 May 25 17:05:37.372547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-e7a7fbd2-932c-4d5a-bf49-57f1f56b32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:37.374102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-e7a7fbd2-932c-4d5a-bf49-57f1f56b32b3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5149c818-2287-4dcb-bce0-41ab8edfe14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728271 May 25 17:05:37.401667 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:37.511204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-0f49ae0d-c093-45cd-920d-9ddbd3a8b588 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296251 May 25 17:05:37.653261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27de7a42-985d-4705-9a14-f3ceceee85e4 req-da1ecc46-a125-4d8e-82f6-ab520382c8d2 service neutron] 10.222.0.95 "GET /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343901 May 25 17:05:37.722318 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:37.726218 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be561b9a-c7ed-4bd8-a159-ab3082f451a4 None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9a138e5c-d131-40b3-92cc-50ba73dfc218', 'name': '', 'network_id': '5149c818-2287-4dcb-bce0-41ab8edfe14e', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:46:27:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:30Z', 'updated_at': '2021-05-25T17:03:35Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '0ce7a603-dc31-4267-a4c3-3711fa870e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:05:37.934197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c858ed1-7d06-431e-9c0e-8a00527c7f7b None None] New status for floating IP b251348a-a98a-4640-9fc3-2e777a84d5d5: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:05:38.318271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-6ad200a6-2b13-4b50-a708-55f7532fe70b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:38.318877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-6ad200a6-2b13-4b50-a708-55f7532fe70b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:38.334571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-6ad200a6-2b13-4b50-a708-55f7532fe70b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:38.335826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-6ad200a6-2b13-4b50-a708-55f7532fe70b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0959878 May 25 17:05:38.386880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-a25b54f5-220f-43ad-8a63-7140e678f05a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:38.403988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-a25b54f5-220f-43ad-8a63-7140e678f05a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:38.405144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19ca15d1-f3a8-48df-aafb-05e253444b29 req-a25b54f5-220f-43ad-8a63-7140e678f05a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=ce4aa183-5df9-47a7-b9bb-8601b93d827f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629854 May 25 17:05:38.785192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-f138e109-cd24-495c-8a61-a2b62ce59dd6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:38.786640 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-f138e109-cd24-495c-8a61-a2b62ce59dd6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 945 time: 0.0831170 May 25 17:05:38.925795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port a828b1f0-1955-4a08-988c-0913d133ba67 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:38.926145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:39.063758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port a828b1f0-1955-4a08-988c-0913d133ba67, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=a828b1f0-1955-4a08-988c-0913d133ba67,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:39.064027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:39.188702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for a828b1f0-1955-4a08-988c-0913d133ba67 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:39.305702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:39.311678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-158d9b9e-8b1e-4d51-8589-bc3b40460863 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:39.359037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=a828b1f0-1955-4a08-988c-0913d133ba67,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:39.385356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:39.437899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port a828b1f0-1955-4a08-988c-0913d133ba67 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:05:39.440506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:39.443530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'name': 'network-vif-deleted', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:05:39.460562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-58fbae7d-dc9d-41c6-8168-4e547d931151 req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/a828b1f0-1955-4a08-988c-0913d133ba67 HTTP/1.1" status: 204 len: 173 time: 0.6687138 May 25 17:05:39.496813 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f824aa-da9e-4ce0-97b1-c23e861eabf1', 'name': 'network-vif-deleted', 'tag': 'a828b1f0-1955-4a08-988c-0913d133ba67', 'status': 'completed', 'code': 200} May 25 17:05:39.562600 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bf62e84f-6b13-4f66-b226-7c4e39fec9e2 req-f7cabc58-5791-4aee-b58a-d742482fac51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=13f824aa-da9e-4ce0-97b1-c23e861eabf1 HTTP/1.1" status: 200 len: 210 time: 0.0462890 May 25 17:05:40.046325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-94dfe4f9-3005-442b-a238-ef3a289eb073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:40.660924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37694) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:40.735460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:40.765652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:40.831180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:40.834972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02ea5dfa-9bd1-4dd2-8e9d-8afb5fe65ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:40.852271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4aa183-5df9-47a7-b9bb-8601b93d827f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:40.854823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:40.868134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:40.869379 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9bc489d7-dbb8-4547-97f3-06c24924f2bc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/ce4aa183-5df9-47a7-b9bb-8601b93d827f HTTP/1.1" status: 204 len: 168 time: 0.2074609 May 25 17:05:40.907182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37700) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:41.605181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.045795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 9a138e5c-d131-40b3-92cc-50ba73dfc218 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:42.046481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.182616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 9a138e5c-d131-40b3-92cc-50ba73dfc218, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9a138e5c-d131-40b3-92cc-50ba73dfc218,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:42.182867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.307984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 9a138e5c-d131-40b3-92cc-50ba73dfc218 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:42.467916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.471671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ad6fbd5b-64f1-41a1-978b-a9025218f513 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:42.520408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=9a138e5c-d131-40b3-92cc-50ba73dfc218,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:42.523556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:42.547007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.831489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c8b43a61-b000-4ee7-8fa7-1b8539c5820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:42.933772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:43.286528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device a828b1f0-1955-4a08-988c-0913d133ba67 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:05:43.298674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 60898540-b349-4545-b47a-40b01077b4c1 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:05:43.329661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: a828b1f0-1955-4a08-988c-0913d133ba67 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:05:43.330012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device a828b1f0-1955-4a08-988c-0913d133ba67 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:05:43.493435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:05:43.504034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Sync routers for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:05:43.508124 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/60898540-b349-4545-b47a-40b01077b4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5996814 May 25 17:05:43.510841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37706) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:43.513783 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:43.514438 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:43.577298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet 0ce7a603-dc31-4267-a4c3-3711fa870e4e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:05:43.580227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:43.648206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:43.696794 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:43.738130 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:43.792039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:43.988435 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:05:42Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:43.992276 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Checking router: 60898540-b349-4545-b47a-40b01077b4c1 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:05:44.001378 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Routers {'60898540-b349-4545-b47a-40b01077b4c1'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:44.001998 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['60898540-b349-4545-b47a-40b01077b4c1'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:44.019609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.023335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-75b7e11a-98d9-4931-bdec-02066af3b396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:44.062826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce7a603-dc31-4267-a4c3-3711fa870e4e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:44.064779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.073521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/0ce7a603-dc31-4267-a4c3-3711fa870e4e HTTP/1.1" status: 204 len: 168 time: 0.5591307 May 25 17:05:44.073521 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:44.074000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37710) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:44.087140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a86d79-b040-4d11-99e5-51d93daa2168 None None] Network 5149c818-2287-4dcb-bce0-41ab8edfe14e requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:05:44.214388 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] Set router 60898540-b349-4545-b47a-40b01077b4c1 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:44.281250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.417279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] DHCP port deletion for 5149c818-2287-4dcb-bce0-41ab8edfe14e request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:05:44.492745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Deleting port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:44.493376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.528544 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:05:42Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:44.532955 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a8c1f0-c72a-42a1-b63c-15ad7ee5d2bc None None] The sync data for ids ['60898540-b349-4545-b47a-40b01077b4c1'] in dv-neutron-792998-1-hyperv is: [{'id': '60898540-b349-4545-b47a-40b01077b4c1', 'name': 'tempest-TestNetworkBasicOps-router-1592645426', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:03:25Z', 'updated_at': '2021-05-25T17:05:42Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': 'cfbc392b-ce46-4f9e-9992-c5ff23795fb8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:b5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898540-b349-4545-b47a-40b01077b4c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:03:26Z', 'updated_at': '2021-05-25T17:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:05:44.606603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] For port 61ce92d0-dc58-4bc6-803d-00cdd65d3084, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=61ce92d0-dc58-4bc6-803d-00cdd65d3084,segment=NetworkSegment(5c26e915-48f6-4f47-9745-f328efdbfbfa),segment_id=5c26e915-48f6-4f47-9745-f328efdbfbfa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:44.607146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.631116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.712513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port cfbc392b-ce46-4f9e-9992-c5ff23795fb8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:05:44.712768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.734128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Calling delete_port for 61ce92d0-dc58-4bc6-803d-00cdd65d3084 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:44.780761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.784664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:44.830275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Pushing event deleted for resources: {'Port': ['ID=61ce92d0-dc58-4bc6-803d-00cdd65d3084,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:44.837283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port cfbc392b-ce46-4f9e-9992-c5ff23795fb8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:44.837715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:44.839461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] No DVR routers for this DVR port 61ce92d0-dc58-4bc6-803d-00cdd65d3084 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:05:44.841654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.841998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.842349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.842683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.843025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.843358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.843678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.843993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.844313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.844632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.844953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.845264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:44.848906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:44.974270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for cfbc392b-ce46-4f9e-9992-c5ff23795fb8 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:05:45.250077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.254565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-14680aff-0947-4d55-8e6b-e46750904fb4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:45.299232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=cfbc392b-ce46-4f9e-9992-c5ff23795fb8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:45.329851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:45.390834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.467728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.572173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.574297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.599292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.599833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router 60898540-b349-4545-b47a-40b01077b4c1 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:05:45.615362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.616494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/60898540-b349-4545-b47a-40b01077b4c1 HTTP/1.1" status: 204 len: 168 time: 1.5408549 May 25 17:05:45.619305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37716) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:45.735918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a138e5c-d131-40b3-92cc-50ba73dfc218 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:05:45.744188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.784488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9a138e5c-d131-40b3-92cc-50ba73dfc218 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:05:45.785018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9a138e5c-d131-40b3-92cc-50ba73dfc218 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:05:45.785613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 61ce92d0-dc58-4bc6-803d-00cdd65d3084 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:05:45.829586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 61ce92d0-dc58-4bc6-803d-00cdd65d3084 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:05:45.829852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 61ce92d0-dc58-4bc6-803d-00cdd65d3084 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:05:45.884917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.898289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5149c818-2287-4dcb-bce0-41ab8edfe14e']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:45.910457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c26e915-48f6-4f47-9745-f328efdbfbfa') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:45.910748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c26e915-48f6-4f47-9745-f328efdbfbfa') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:45.922438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.938481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.944492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:05:45.944867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:05:45.959531 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:05:46.198536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.202940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-23d2b0c1-78c4-4a6c-b0c9-92e8c71f7029 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:46.217282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.228170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=5149c818-2287-4dcb-bce0-41ab8edfe14e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:46.232705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:46.237044 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/5149c818-2287-4dcb-bce0-41ab8edfe14e HTTP/1.1" status: 204 len: 168 time: 0.6140828 May 25 17:05:46.260821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37720) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:46.266564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'network': {'name': 'tempest-network-smoke--572349442', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:46.271724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:46.275895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:network and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:46.278969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:46.284687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:46.296808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:05:46.300301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.328568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] vlan segment allocate from pool success with {'vlan_id': 1190, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:05:46.338574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.339048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Added segment f0eb9489-af81-4031-9060-976a8ab4196d of type vlan for network 68c1d8ef-c5e6-43af-b220-17b069bd01ce May 25 17:05:46.366017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.401807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.409421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:46.410373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.414730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4e5606d8-048a-48d8-8685-9aa1adbb9881 tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:46.514586 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2526808 May 25 17:05:46.517673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:46.523557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-761931893', 'admin_state_up': True, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:46.524942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Network': ['ID=68c1d8ef-c5e6-43af-b220-17b069bd01ce,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:46.527615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-af0dd32a-4d4e-4150-8a15-3855c01169f0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:46.531808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:46.535270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:05:46.536312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:router and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:46.539256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:46.547257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:46.556988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.558011 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:46.575581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.003555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.316367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.346823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.487514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.164 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/4b6df2ce-59ce-4136-9d38-eaadfd67eab0) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:05:47.629093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cfbc392b-ce46-4f9e-9992-c5ff23795fb8 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:05:47.638016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.663191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: cfbc392b-ce46-4f9e-9992-c5ff23795fb8 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:05:47.663551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cfbc392b-ce46-4f9e-9992-c5ff23795fb8 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:05:47.668234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:47.672264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3c15e185-fc0a-4bfc-8256-d999fbbf57de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:47.735689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:05:47.738440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:47.742050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:05:47.775527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:47.782529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:48.165030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:48.651184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:48.846102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:48.857881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:05:49.039295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:05:49.049922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:05:49.059143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:49.059778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:49.069961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:49.071348 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5526834 May 25 17:05:49.075341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37728) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:49.116515 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6c7c4481-08b5-493d-90c7-251deb138298 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=0754c34a974e433daad99e3b1463fcec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395939 May 25 17:05:49.119192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37732) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:49.245486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:49.252692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bb21c-df03-44db-a1e9-107472da3d70 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:49.254185 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-211bb21c-df03-44db-a1e9-107472da3d70 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340854 May 25 17:05:49.257103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37736) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:49.297842 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b5bdcf6c-96fc-4963-9cac-ed0a4dfb3fd7 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395558 May 25 17:05:49.300577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37740) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:49.306014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550530568', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:49.435611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:49.440781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:subnet and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:49.443697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:49.450626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:49.462766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:05:49.467263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:49.546830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:47Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:49.550802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:05:49.551205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Updating router 47287683-10e8-43a8-a814-88af454c45a9 port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:05:49.607623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:49.849283 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:05:49.898538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:49.903876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-394d4463-c72d-4f61-9c47-758f2360a65a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:49.987824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:49.988431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Subnet': ['ID=73df9c68-2215-421f-b877-9249b5c85f1b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:49.990593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:49.993580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Checking segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:05:49.993947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network hostable DHCP agents. Network: 68c1d8ef-c5e6-43af-b220-17b069bd01ce, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:05:50.000571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Transition to ACTIVE for port object 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:50.007523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.012561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:50.014559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:05:50.024412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 68c1d8ef-c5e6-43af-b220-17b069bd01ce) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:50.035171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:50.035764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.053611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e0a00-8aa0-49b0-b0a8-84f4f28bdbc8 None None] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:05:50.190686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Attempting to bind port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:05:50.190997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Attempting to bind port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:05:50.191388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Attempting to bind port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:05:50.195691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:50.199188 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8975518 May 25 17:05:50.199589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37744) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:50.203546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:05:50.203959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:05:50.204321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.204722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:05:50.205200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Bound port: 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:05:50.205577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.229088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:50.339426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:05:50.345197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:05:50.375660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.384398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a3f7104e-e162-4388-a97b-51ae4d62e06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:50.440127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:05:50.441000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:50.521933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:50.522581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:50.611047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:50.622260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:50.783945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:50.899900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Allocated IP 172.20.0.2 (68c1d8ef-c5e6-43af-b220-17b069bd01ce/73df9c68-2215-421f-b877-9249b5c85f1b/0718181e-0d16-4a92-a3c9-c23eae736685) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:05:50.913480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.308144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.320849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Transition to ACTIVE for port object 0718181e-0d16-4a92-a3c9-c23eae736685 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:51.331683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:47Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:51.342309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c1778-715a-4a48-8a1d-68dac00c9a06 None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:47Z', 'revision_number': 3, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:05:51.346147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Transition to ACTIVE for port object 0718181e-0d16-4a92-a3c9-c23eae736685 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:51.352547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.356863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:51.423746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:05:51.432934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:51.435639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.1 (68c1d8ef-c5e6-43af-b220-17b069bd01ce/73df9c68-2215-421f-b877-9249b5c85f1b/e212edf1-042e-4cdb-b9eb-604f2a0540c7) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:05:51.437593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:05:51.445290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Pushing event updated for resources: {'Port': ['ID=0718181e-0d16-4a92-a3c9-c23eae736685,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:51.488366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:51.546488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Attempting to bind port 0718181e-0d16-4a92-a3c9-c23eae736685 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:05:51.546987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Attempting to bind port 0718181e-0d16-4a92-a3c9-c23eae736685 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:05:51.547367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Attempting to bind port 0718181e-0d16-4a92-a3c9-c23eae736685 on network 68c1d8ef-c5e6-43af-b220-17b069bd01ce {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:05:51.553492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:05:51.553873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Checking segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:05:51.554283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.554699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Bound using segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:05:51.555214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Bound port: 0718181e-0d16-4a92-a3c9-c23eae736685, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:05:51.555566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.693333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] For port 0718181e-0d16-4a92-a3c9-c23eae736685, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:05:51.696689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] For port 0718181e-0d16-4a92-a3c9-c23eae736685, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0718181e-0d16-4a92-a3c9-c23eae736685,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:05:51.704636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.710983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:51.754262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:51.805695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.825163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object e212edf1-042e-4cdb-b9eb-604f2a0540c7 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:51.854395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.860110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a600f5e-e5be-4018-ac0a-7f4d2224698e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:51.867547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Pushing event updated for resources: {'Port': ['ID=0718181e-0d16-4a92-a3c9-c23eae736685,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:51.872964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:51.891373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:05:51.896815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:51.897217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:51.939056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:05:51.942297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:51.946578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:05:51.986064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:51.995252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:52.016715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.048212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.103448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:52.108348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.111333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:52.188584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:52.193079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:52.358903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.802640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.807996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.842414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e8ff0-fd14-42d6-875f-ba06dbc6470b None None] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:05:52.852181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3af8ac60-59ed-4003-8efd-c9a0db245d43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:52.950746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:52.953353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:52.957128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:52.958442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e9e23104-d4f6-4458-a5a7-14bdb8af2e7a None None] Provisioning for port 0718181e-0d16-4a92-a3c9-c23eae736685 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:05:53.098821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:05:53.100238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:53.302748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:05:53.390391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f3920a70-f4e8-4146-8ec8-ab8ce0d30e16 None None] Provisioning for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:05:53.397904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f3920a70-f4e8-4146-8ec8-ab8ce0d30e16 None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:53.397904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f3920a70-f4e8-4146-8ec8-ab8ce0d30e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:53.459186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f3920a70-f4e8-4146-8ec8-ab8ce0d30e16 None None] Port e212edf1-042e-4cdb-b9eb-604f2a0540c7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:05:53.593490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a8574fdc-0735-4ce0-bafe-690181388f9f None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:53.594174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8574fdc-0735-4ce0-bafe-690181388f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:53.667518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a8574fdc-0735-4ce0-bafe-690181388f9f None None] Port e212edf1-042e-4cdb-b9eb-604f2a0540c7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:05:53.682879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:05:53.694716 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:05:53.700929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:53.704031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:53.704812 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:53.707508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/47287683-10e8-43a8-a814-88af454c45a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5059752 May 25 17:05:53.799626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:53.830927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-074a7690-641f-419b-bb49-3a0691642878 None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:53.831426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-074a7690-641f-419b-bb49-3a0691642878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:53.857322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d850ac-ac60-40e3-a01e-284cbd40cf48 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.857914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d850ac-ac60-40e3-a01e-284cbd40cf48 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.858452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d850ac-ac60-40e3-a01e-284cbd40cf48 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.859016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d850ac-ac60-40e3-a01e-284cbd40cf48 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.860824 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-66d850ac-ac60-40e3-a01e-284cbd40cf48 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1582513 May 25 17:05:53.863607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37752) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:53.885298 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:53.920328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-074a7690-641f-419b-bb49-3a0691642878 None None] Port e212edf1-042e-4cdb-b9eb-604f2a0540c7 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:05:53.933666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:53.934122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:53.940650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c49b0-efc3-4020-8976-6bc54a7466a4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.941132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c49b0-efc3-4020-8976-6bc54a7466a4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.941594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c49b0-efc3-4020-8976-6bc54a7466a4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.942053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3c49b0-efc3-4020-8976-6bc54a7466a4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:53.947127 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8e3c49b0-efc3-4020-8976-6bc54a7466a4 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0788300 May 25 17:05:53.947266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37756) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:54.062941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0718181e-0d16-4a92-a3c9-c23eae736685 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:54.134123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 0718181e-0d16-4a92-a3c9-c23eae736685 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:05:54.140272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0718181e-0d16-4a92-a3c9-c23eae736685 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:54.141378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.167042 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fad05812-f7b5-4728-9650-66133b21761e tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2184830 May 25 17:05:54.215869 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:54.219830 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:05:54.220200 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Updating router 47287683-10e8-43a8-a814-88af454c45a9 port e212edf1-042e-4cdb-b9eb-604f2a0540c7 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:05:54.270127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.272819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.303152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 0718181e-0d16-4a92-a3c9-c23eae736685, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0718181e-0d16-4a92-a3c9-c23eae736685,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:54.307732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.310073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:54.375068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=0718181e-0d16-4a92-a3c9-c23eae736685,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:54.378027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:54.617325 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.629651 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Transition to ACTIVE for port object e212edf1-042e-4cdb-b9eb-604f2a0540c7 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:54.636730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.641333 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-50ab63a6-4462-4173-b4b6-de8f3bd5a256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:54.792632 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:54.833401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.833586 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.833924 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.834257 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.834592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.834938 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.835276 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.835596 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.835921 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.836243 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.836564 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.836915 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:05:54.865797 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:54.893978 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Attempting to bind port e212edf1-042e-4cdb-b9eb-604f2a0540c7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:05:54.894379 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Attempting to bind port e212edf1-042e-4cdb-b9eb-604f2a0540c7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:05:54.894740 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Attempting to bind port e212edf1-042e-4cdb-b9eb-604f2a0540c7 on network 68c1d8ef-c5e6-43af-b220-17b069bd01ce {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:05:54.900315 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:05:54.900671 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Checking segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:05:54.901072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:54.901468 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Bound using segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:05:54.901937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Bound port: e212edf1-042e-4cdb-b9eb-604f2a0540c7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:05:54.902869 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.003297 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:05:55.006334 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e212edf1-042e-4cdb-b9eb-604f2a0540c7,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:05:55.012123 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.015974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:55.091518 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:05:55.092164 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:55.150142 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:55.161423 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:55.288596 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:05:55.585065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37764) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:55.591269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12168954', 'description': 'tempest-secgroup-smoke-12168954 description', 'project_id': '0754c34a974e433daad99e3b1463fcec'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:55.598273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:55.603119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:55.607255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:55.613437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:55.617425 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:54Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:05:55.623641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7fc45a-b639-4a1d-9ed5-c6a8d79287bc None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:54Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:05:55.627837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.651124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:55.656240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:55.662826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:55.669899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:55.756983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0718181e-0d16-4a92-a3c9-c23eae736685 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:55.770753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.776424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.781572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8884ac7e-b8a4-4b6b-a253-dee9b5b231c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:55.831733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:55.835261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:55.836462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.837762 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2516086 May 25 17:05:55.841150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37768) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:55.846572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:55.855600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:55.860302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:55.863879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:55.872038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:55.894118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.899243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 0718181e-0d16-4a92-a3c9-c23eae736685 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:55.899630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.963099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.967612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:55.969489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-953a89fd-3a41-4d6b-b4d6-608f61bfe24b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:55.994756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d1cbf1-cadf-42d5-bdae-a9fd883078a3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:55.998416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.007400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.012474 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665483 May 25 17:05:56.012672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37772) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:56.017616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:56.023493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:56.027393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:56.031227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:56.037633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:56.056733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.125319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.129673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.131610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:56.158802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a35094-e2ff-43e4-b9d1-53993f21abbb,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:56.161350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.169741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.171253 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581116 May 25 17:05:56.174088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:56.179452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:56.186559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:56.190563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:56.193508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:56.199641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:56.218634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.287141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.291138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.298109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:56.319285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc663b24-495d-4e96-ade2-eabe745ca876,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:56.321982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.330064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.331440 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564109 May 25 17:05:56.334246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37780) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:56.339476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:56.346385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:56.350486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:56.353505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:56.360480 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:56.377625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.449984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.454313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.456083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f5cadd45-5a3c-4493-bb9d-6f8c0af3a117 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:56.479821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b729fd6b-1460-46e5-83be-bd63fc7e493f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:56.485875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.489569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.490861 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b03f9f84-ff85-4ae3-8810-707f3b255f8e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556709 May 25 17:05:56.493624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37784) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:56.499250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:56.505268 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:56.509171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:56.512402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:56.518831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:56.532469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:05:56.538853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.615849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.622822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.624936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-256b3bf1-8f98-4369-bf78-6747f1dd63c7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:56.648419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4919f7b9-afbf-424d-9f41-e8ece8f93454,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:56.650947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.660712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.662478 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1679318 May 25 17:05:56.665163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37788) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:05:56.671861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'security_group_rule': {'security_group_id': '1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8', 'project_id': '0754c34a974e433daad99e3b1463fcec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:56.678112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:56.681972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:security_group_rule and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:05:56.685344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:05:56.692217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:56.705159 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Project 0754c34a974e433daad99e3b1463fcec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:05:56.712197 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.788826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.792360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.794279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-35051093-dcbd-42aa-9607-6cc0160335ce tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:56.818596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f226d-5497-451f-ac90-445d5acdfc89,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:56.823049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:56.830248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:56.834968 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654906 May 25 17:05:56.998069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-879eed32-218b-4e08-ba2b-05baf597db5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:57.016599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-879eed32-218b-4e08-ba2b-05baf597db5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:57.018311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-879eed32-218b-4e08-ba2b-05baf597db5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12168954&fields=id&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 267 time: 0.0605519 May 25 17:05:57.183195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-dcf8afd5-80bb-4660-a642-41e6b18db9a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:57.183919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-dcf8afd5-80bb-4660-a642-41e6b18db9a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:57.200709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-dcf8afd5-80bb-4660-a642-41e6b18db9a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:57.201851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-dcf8afd5-80bb-4660-a642-41e6b18db9a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 796 time: 0.1765835 May 25 17:05:57.217690 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-622f3f44-5941-486f-b465-60656f2cd9c6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/quotas/0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 375 time: 0.0103490 May 25 17:05:57.307628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-c87b9ab1-c731-498b-bab7-83b21ca20b0e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:57.324345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-c87b9ab1-c731-498b-bab7-83b21ca20b0e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:57.325700 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-c87b9ab1-c731-498b-bab7-83b21ca20b0e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026163 May 25 17:05:57.382988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-aa5b3e8b-f438-44db-b8b8-6c704db12919 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:05:57.383986 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-aa5b3e8b-f438-44db-b8b8-6c704db12919 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463822 May 25 17:05:57.533642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-309b8dd3-81fc-4679-b02e-a68f54ed633b service neutron] 10.222.0.96 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433952 May 25 17:05:57.672103 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-2cc19d78-562d-4d4f-be5c-96181f7fa452 service neutron] 10.222.0.96 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327558 May 25 17:05:57.709210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:57.804864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:05:57.810682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:57.811182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:57.882975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c03f9036-110d-4266-afb7-d1cb52a1c89e req-8ffa5c67-8147-4d8b-85f0-f1ac83e6d790 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:57.895745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c03f9036-110d-4266-afb7-d1cb52a1c89e req-8ffa5c67-8147-4d8b-85f0-f1ac83e6d790 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:57.897266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c03f9036-110d-4266-afb7-d1cb52a1c89e req-8ffa5c67-8147-4d8b-85f0-f1ac83e6d790 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 210 time: 0.0710671 May 25 17:05:57.950527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:57.984658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e212edf1-042e-4cdb-b9eb-604f2a0540c7,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:05:57.988824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:57.991776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-57abfa62-2970-4fdb-bd7f-4e479a95858b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:58.061724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:58.065195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:59.029320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-4d933c34-be84-422d-aed9-ddbfc2024af2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:59.030004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-4d933c34-be84-422d-aed9-ddbfc2024af2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:05:59.042623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-4d933c34-be84-422d-aed9-ddbfc2024af2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:05:59.044871 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-4d933c34-be84-422d-aed9-ddbfc2024af2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 796 time: 0.1757452 May 25 17:05:59.060043 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c1da04f9-00d8-400e-996d-f16c6f204d1d req-5f6613a6-e8fd-4726-8aa0-ccecd2244643 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 210 time: 0.0459955 May 25 17:05:59.097212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-f1da8ad1-8ccd-4551-a638-d6ff3ba4b6ad tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0754c34a974e433daad99e3b1463fcec HTTP/1.1" status: 200 len: 378 time: 0.0427537 May 25 17:05:59.106368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'port': {'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'admin_state_up': True, 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'security_groups': ['1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:05:59.243175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:05:59.253510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:05:59.263189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Made reservation on behalf of 0754c34a974e433daad99e3b1463fcec for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:05:59.266676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:59.440496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.20.0.3 (68c1d8ef-c5e6-43af-b220-17b069bd01ce/73df9c68-2215-421f-b877-9249b5c85f1b/ab0b10be-651b-4ddd-8f0d-50905daa25ae) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:05:59.634801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:59.652100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Transition to ACTIVE for port object ab0b10be-651b-4ddd-8f0d-50905daa25ae will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:05:59.679048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:59.683387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:05:59.685159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dbaff730-a992-47d9-8356-be556527b495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:05:59.755355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:05:59.756361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:05:59.756742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:59.758458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:05:59.763287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:05:59.799238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:05:59.806129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:05:59.839341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:05:59.840685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:05:59.876494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744312 May 25 17:05:59.889232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Request body: {'port': {'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:06:00.002888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:00.023473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b86b94d-d3b0-46fe-9338-c990010fa1f6 None None] Provisioning for port ab0b10be-651b-4ddd-8f0d-50905daa25ae completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:06:00.029014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b86b94d-d3b0-46fe-9338-c990010fa1f6 None None] Provisioning complete for port ab0b10be-651b-4ddd-8f0d-50905daa25ae triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:06:00.029461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b86b94d-d3b0-46fe-9338-c990010fa1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:00.086561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3b86b94d-d3b0-46fe-9338-c990010fa1f6 None None] Port ab0b10be-651b-4ddd-8f0d-50905daa25ae cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:06:00.353515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7c06-0f92-41d1-9852-bdc450a9d20d req-b9e6f66a-90e4-4d18-90cb-db9ec76b2f51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:00.354200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-bdfb7c06-0f92-41d1-9852-bdc450a9d20d req-b9e6f66a-90e4-4d18-90cb-db9ec76b2f51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:06:00.426637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-bdfb7c06-0f92-41d1-9852-bdc450a9d20d req-b9e6f66a-90e4-4d18-90cb-db9ec76b2f51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:06:00.427947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bdfb7c06-0f92-41d1-9852-bdc450a9d20d req-b9e6f66a-90e4-4d18-90cb-db9ec76b2f51 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 931 time: 0.2537923 May 25 17:06:00.452277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0b10be-651b-4ddd-8f0d-50905daa25ae {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:06:00.463913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:00.494361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Transition to ACTIVE for port object ab0b10be-651b-4ddd-8f0d-50905daa25ae will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:06:00.500969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bdfb7c06-0f92-41d1-9852-bdc450a9d20d req-92c5cee4-589b-4ad2-aa76-c110e0813728 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657408 May 25 17:06:00.501612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:00.505412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2762e311-f07f-464e-bd64-ef485447e97f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:00.791825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:00.819412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:00.901355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Attempting to bind port ab0b10be-651b-4ddd-8f0d-50905daa25ae on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:06:00.901691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Attempting to bind port ab0b10be-651b-4ddd-8f0d-50905daa25ae by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:06:00.902023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Attempting to bind port ab0b10be-651b-4ddd-8f0d-50905daa25ae on network 68c1d8ef-c5e6-43af-b220-17b069bd01ce {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:06:00.907825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Port ab0b10be-651b-4ddd-8f0d-50905daa25ae on network 68c1d8ef-c5e6-43af-b220-17b069bd01ce not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:06:00.908148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Attempting to bind port ab0b10be-651b-4ddd-8f0d-50905daa25ae on network 68c1d8ef-c5e6-43af-b220-17b069bd01ce {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:06:00.913378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:06:00.913742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Checking segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:06:00.914126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Bound using segment: {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:06:00.914553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Bound port: ab0b10be-651b-4ddd-8f0d-50905daa25ae, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0eb9489-af81-4031-9060-976a8ab4196d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1190, 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:06:00.914900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:01.008399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:06:01.011464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:06:01.016419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:01.020240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1f6fac8-aa32-4900-9335-e3ff1f198c8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:01.079001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.079710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:01.081009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] 10.222.0.95 "PUT /v2.0/ports/ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 1093 time: 1.1971896 May 25 17:06:01.081504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:06:01.105189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Pushing event updated for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:01.109934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:01.159180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'status': 'completed', 'code': 200} May 25 17:06:01.204418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-fd4274ef-7625-4f78-a7a9-8b480f28cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.206073 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-fd4274ef-7625-4f78-a7a9-8b480f28cfc2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1096 time: 0.0852833 May 25 17:06:01.276384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-75f617a3-29ac-4ed6-af55-81256ce59177 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 217 time: 0.0628664 May 25 17:06:01.344212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-95dd592f-a8d8-480c-aae0-250aa8f17226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.345660 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-95dd592f-a8d8-480c-aae0-250aa8f17226 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0620193 May 25 17:06:01.426004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-495f700b-aeb2-43b9-a8ed-3916fbbf95eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.428166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-495f700b-aeb2-43b9-a8ed-3916fbbf95eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760090 May 25 17:06:01.568897 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-3e014959-78b6-4b82-8bd5-71fb955d84e9 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332631 May 25 17:06:01.767749 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0560d1e6-f47a-41fd-a1ba-8850bc942428 req-c792be92-ddf2-4a01-a84e-6a043b8037ab service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918840 May 25 17:06:01.786470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a33b-5dfe-4680-ba1a-b49f78d46e15 req-d505ecaa-c173-4ae3-840a-f1923ecc8712 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.787950 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e96a33b-5dfe-4680-ba1a-b49f78d46e15 req-d505ecaa-c173-4ae3-840a-f1923ecc8712 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 943 time: 0.1415598 May 25 17:06:01.877770 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e96a33b-5dfe-4680-ba1a-b49f78d46e15 req-1cb113d5-987b-46e6-999e-130b26faf51d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832348 May 25 17:06:01.903493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-d0f591cb-b7d3-4546-add5-d8dbdd3c5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:01.904943 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-d0f591cb-b7d3-4546-add5-d8dbdd3c5ec1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1096 time: 0.0888793 May 25 17:06:02.040931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-64d43776-8f81-4340-8315-b991c7b19fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:02.042287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-64d43776-8f81-4340-8315-b991c7b19fbb service neutron] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 898 time: 0.1304870 May 25 17:06:02.114503 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-c9f470b5-16ad-44b1-872e-8c42f783072e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 217 time: 0.0648303 May 25 17:06:02.177186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-c6e2d1f8-7afa-4fb2-a7c7-4f91184ca3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:02.178785 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-c6e2d1f8-7afa-4fb2-a7c7-4f91184ca3a1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0582750 May 25 17:06:02.258159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-3e351937-9164-4e1c-9e5d-ae6d0e286caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:02.259668 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-3e351937-9164-4e1c-9e5d-ae6d0e286caf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743043 May 25 17:06:02.393922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-2372c5bf-c783-4685-a032-17f8c17837ea service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274276 May 25 17:06:02.669266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dfaedbe-e7cf-40b3-834c-a66fcce1f0e6 req-b19cba65-593f-4912-8a94-b1485734a5d1 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684269 May 25 17:06:03.071498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcde60c-4848-4241-9f3c-ebe49e56d3ee req-25bc6e4d-5577-4227-9872-b1bf7c2832fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:03.072960 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8bcde60c-4848-4241-9f3c-ebe49e56d3ee req-25bc6e4d-5577-4227-9872-b1bf7c2832fb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 943 time: 0.0870843 May 25 17:06:03.120666 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8bcde60c-4848-4241-9f3c-ebe49e56d3ee req-3a464ae0-574d-4282-89f3-b49b0c8fe1cf tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416059 May 25 17:06:03.379558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ab0b10be-651b-4ddd-8f0d-50905daa25ae details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:06:03.516295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:06:03.530535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:06:03.586370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:03.607303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0b10be-651b-4ddd-8f0d-50905daa25ae {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:06:03.623136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:06:03.627309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:03.629032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:03.697591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:03.701009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:04.036393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['ab0b10be-651b-4ddd-8f0d-50905daa25ae'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:06:04.309865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf4603-c113-4660-b3a6-4130f2d0cde7 req-0dbb962c-3765-4366-8565-359c759a6e41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:04.311379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8fbf4603-c113-4660-b3a6-4130f2d0cde7 req-0dbb962c-3765-4366-8565-359c759a6e41 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 944 time: 0.0824256 May 25 17:06:04.357253 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8fbf4603-c113-4660-b3a6-4130f2d0cde7 req-083e8f60-b8b9-4b8f-a468-fc25ec92e6ed tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399668 May 25 17:06:05.394632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ab0b10be-651b-4ddd-8f0d-50905daa25ae up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:06:05.469334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port ab0b10be-651b-4ddd-8f0d-50905daa25ae completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:06:05.474283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port ab0b10be-651b-4ddd-8f0d-50905daa25ae triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:06:05.474904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:05.546588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421252-c23b-49c7-b566-281c0eee0317 req-038b463e-d0ef-4082-871e-58f79e6b9fdc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:05.547996 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-86421252-c23b-49c7-b566-281c0eee0317 req-038b463e-d0ef-4082-871e-58f79e6b9fdc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 944 time: 0.0834434 May 25 17:06:05.594851 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-86421252-c23b-49c7-b566-281c0eee0317 req-54e7ad00-a275-4654-93da-e7af5f392df0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408268 May 25 17:06:05.613232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:05.640840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:06:05.650333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:06:05.655698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:05.657523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:05.694905 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'code': 200} May 25 17:06:05.727644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:05.731136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:05.923394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84c9d1-a679-414b-b414-59ed94023010 req-3ef0d2ff-1f93-419a-bae1-35bd3d30b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:05.924876 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4b84c9d1-a679-414b-b414-59ed94023010 req-3ef0d2ff-1f93-419a-bae1-35bd3d30b09a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1098 time: 0.0755413 May 25 17:06:05.966554 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4b84c9d1-a679-414b-b414-59ed94023010 req-835a896a-1093-4779-b6fb-2d6c3d87e324 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350802 May 25 17:06:06.915353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d93a0-5295-4b22-9abb-1161f2a07606 req-08224b7b-b0e1-4a5e-8231-6c7bdda65b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:06.916753 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4e5d93a0-5295-4b22-9abb-1161f2a07606 req-08224b7b-b0e1-4a5e-8231-6c7bdda65b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.2140083 May 25 17:06:06.966757 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4e5d93a0-5295-4b22-9abb-1161f2a07606 req-a34d6067-fe7c-4cc9-bb61-7221a2e2c629 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430219 May 25 17:06:08.155928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d14a3-bd09-47d0-947b-aef107459336 req-678cd396-ddb3-4115-a813-94db37525fb2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:08.157402 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-755d14a3-bd09-47d0-947b-aef107459336 req-678cd396-ddb3-4115-a813-94db37525fb2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.0801077 May 25 17:06:08.202533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-755d14a3-bd09-47d0-947b-aef107459336 req-c01478a2-e2f4-4c72-bb93-0ea739169035 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393257 May 25 17:06:08.392003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60862d-ed65-475b-a484-590927e86015 req-b0b84b27-448e-42f8-a7a8-9ee7f11e7e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:08.393530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ba60862d-ed65-475b-a484-590927e86015 req-b0b84b27-448e-42f8-a7a8-9ee7f11e7e66 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.0823157 May 25 17:06:08.460707 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ba60862d-ed65-475b-a484-590927e86015 req-3953e4e0-ad1f-40ff-98b6-4128438360d2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615067 May 25 17:06:08.484333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37848) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:06:08.553936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d90ee8-1a7a-4b0a-a641-845b05292706 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:08.555470 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a0d90ee8-1a7a-4b0a-a641-845b05292706 tempest-TestNetworkBasicOps-368342395 tempest-TestNetworkBasicOps-368342395-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1093 time: 0.0701654 May 25 17:06:08.558249 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:06:08.563445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:06:08.569335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:06:08.573084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Usage tracker for resource:floatingip and tenant:0754c34a974e433daad99e3b1463fcec is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:06:08.576178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:06:08.581800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:06:08.592629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:08.730955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:08.871788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Allocated IP 172.26.6.184 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/060e08de-8aea-45a0-9688-4914a73710cb) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:06:09.028102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.062643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.066400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0d2dce3d-e8cb-447d-b784-f2d7ab36f257 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:09.131624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:06:09.134775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:06:09.139398 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:06:09.173803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=060e08de-8aea-45a0-9688-4914a73710cb,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:09.180966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:09.567078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.647702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.854385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.859910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:09.863712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:06:09.970519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event updated for resources: {'Port': ['ID=060e08de-8aea-45a0-9688-4914a73710cb,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:06:09.974367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:06:09.984005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:10.051234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5126c1e0-23fa-4f01-8109-22f851c1239d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:10.277582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0 associated. External IP: 172.26.6.184, port: ab0b10be-651b-4ddd-8f0d-50905daa25ae. May 25 17:06:10.636201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:06:10.823203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:06:10.832640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:06:10.843497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:06:10.844125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:06:10.851678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:10.911423 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3519058 May 25 17:06:10.911875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37856) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:06:10.912419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:06:10.981205 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'status': 'completed', 'code': 200} May 25 17:06:11.036069 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-127a4a57-d5d8-412f-b9e0-957edfbcb2c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 991 time: 0.1178153 May 25 17:06:11.069269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-fe7da064-272c-45b6-b0c3-7ae542babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:11.070746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-fe7da064-272c-45b6-b0c3-7ae542babbfa service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1098 time: 0.0877860 May 25 17:06:11.080488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:06:11.208881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-7763e3d6-ceb2-4154-92b5-9d218f2eef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:11.210243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-7763e3d6-ceb2-4154-92b5-9d218f2eef15 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 898 time: 0.1336501 May 25 17:06:11.316304 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-c6015b61-b8f8-439b-9605-7381d0734b04 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 999 time: 0.0996714 May 25 17:06:11.379692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-403c353d-98e7-4643-b458-f3f18ea09d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:11.381157 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-403c353d-98e7-4643-b458-f3f18ea09d3e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0593874 May 25 17:06:11.452599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:06:09Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:57Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:06:11.456599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:06:11.464002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-be251492-76ff-4830-8ccd-456a126802ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:11.465307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:06:11.465566 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-be251492-76ff-4830-8ccd-456a126802ad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777977 May 25 17:06:11.465908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:05:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:06:11.601058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-49e539e1-da2b-4775-986a-a712d0b85359 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285090 May 25 17:06:11.648351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:06:11.749654 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3823c589-5f62-49c0-b9d5-6c71ac0c5e0e req-3e63beb3-ccd2-411c-8b6c-d33bb045092a service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422758 May 25 17:06:12.006644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:06:09Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:57Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:06:12.010653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d707f60a-238c-4e45-a2a3-06f5fb5717c0 None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:06:09Z', 'revision_number': 0, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:05:57Z', 'revision_number': 5, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:06:12.038944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37862) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:06:12.150899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a197c85d-5d6a-4190-b4ac-9bc649179567 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 991 time: 0.1107366 May 25 17:06:12.201052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ca683-b750-4d3b-9209-5205da9e6874 None None] New status for floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:06:12.539577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:12.833481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d7ef0e2-04c4-4f25-90e7-8848143f897a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:13.154291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37866) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:06:13.283955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f32e8c4c-b2b2-4e6d-8db4-35211ec9b9c4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 993 time: 0.1281211 May 25 17:06:13.793900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:15.470219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:18.697860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-3241465c-ce7d-4acd-ba1e-f73fc23e1930 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739958 May 25 17:06:18.842471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-13f95841-09e8-40c3-b3c5-022bf022c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:18.843970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-13f95841-09e8-40c3-b3c5-022bf022c46e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1098 time: 0.0749862 May 25 17:06:18.849467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:18.995348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-362b1175-ecd4-43c2-8368-ee35f06f3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:18.996704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-362b1175-ecd4-43c2-8368-ee35f06f3030 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 898 time: 0.1310441 May 25 17:06:19.101359 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-ff6b9c8f-442f-476b-89df-372e5869f400 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 1001 time: 0.0977371 May 25 17:06:19.167446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-f5ddcc89-007c-474a-accb-1458e13293fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:19.168908 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-f5ddcc89-007c-474a-accb-1458e13293fa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0609710 May 25 17:06:19.245272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-8b3d78a3-2b35-4c20-ae60-102e4bb6cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:06:19.246802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-8b3d78a3-2b35-4c20-ae60-102e4bb6cd8c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703182 May 25 17:06:19.524558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-2ce654e2-d193-4426-bc9b-df4db786a59f service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697542 May 25 17:06:19.659178 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f774d46b-bc8d-4ca9-8617-a419b805eb24 req-a7aeda10-9feb-4fb2-8d87-9138f62c1075 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273181 May 25 17:06:26.849627 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:06:40.054278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-584f8341-e90e-4c8a-9751-de4cee6d7585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:42.542655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:42.835448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0c8bbc66-9ffc-47ea-b93d-acb58d353e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:43.794662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:45.473131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:06:48.861470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:03.848886 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:07:10.055793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bc5aabcc-f6c7-45bf-88d6-6d0c05fa4e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:12.545797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:12.837417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-66061294-3f28-49ff-a791-712b44b3d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:13.797766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:15.476149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:18.713497 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-b4340028-a572-4eeb-9a5c-d8765cc1da7c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745862 May 25 17:07:18.858125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-4943fc41-68e9-4965-827e-5e1892cf3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:18.859676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-4943fc41-68e9-4965-827e-5e1892cf3529 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1098 time: 0.0728335 May 25 17:07:18.877121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:19.007660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-33f8ddb3-87af-4cdf-9740-a2c7bd81d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:19.009108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-33f8ddb3-87af-4cdf-9740-a2c7bd81d220 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 898 time: 0.1297121 May 25 17:07:19.115286 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-5cbce5f3-d0bc-45e9-98bf-e7cf17fd1c20 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 1001 time: 0.0977809 May 25 17:07:19.178461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-97d30737-a912-4a64-a47e-b2ed40ba8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:19.179898 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-97d30737-a912-4a64-a47e-b2ed40ba8d6b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0583434 May 25 17:07:19.266906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-df1d87a8-b4c4-4b9c-aa72-ad552c1608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:19.268330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-df1d87a8-b4c4-4b9c-aa72-ad552c1608a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744500 May 25 17:07:19.404553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-4fd877c3-e358-405c-843f-d8a86909fa88 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286328 May 25 17:07:19.549920 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b13eb209-f933-4bdd-82d8-066d445990d1 req-a20b55f0-08fb-4cec-b431-8e21e6cd1375 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342323 May 25 17:07:26.377825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37902) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:26.383161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:27.094218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:27.105288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:27.292555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:07:27.476227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:07:27.482939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:27.484102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2efab41f-90e8-43f1-88ff-a41cb659f895 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/47287683-10e8-43a8-a814-88af454c45a9 HTTP/1.1" status: 200 len: 888 time: 1.1052580 May 25 17:07:27.485787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:07:27.496904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:27.497532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:27.560706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:27.569184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:27.569797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:27.680035 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:27.680499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad17e2c9-6852-431a-8078-8dab17dc5406 None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:07:28.440016 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c4e065-890e-435c-aa55-f633f1de0e60 None None] New status for floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:07:29.729911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:29.842118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:29.874871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e212edf1-042e-4cdb-b9eb-604f2a0540c7,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:29.878957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:29.879697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:29.902543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:29.996985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:30.006651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.007019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.007357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.007688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.008015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.008342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.008665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.008985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.009311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.009627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.009943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.010259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:30.037246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:30.066592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:30.082746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:30.086590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:30.088273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:30.153471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:30.157379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:30.539930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37912) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:30.545991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Request body: {'router': {'admin_state_up': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:31.225099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:31.235936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8007081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8007144', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8009084'] for router, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:31.422160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:07:31.615402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:07:31.622596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:31.624498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f11b316c-9a68-4269-a5b9-e328e9c8142d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/47287683-10e8-43a8-a814-88af454c45a9 HTTP/1.1" status: 200 len: 887 time: 1.0834308 May 25 17:07:31.625841 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:07:31.627324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37916) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:31.635114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:31.635728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:31.736708 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2fdcdadf-e500-4be1-948c-44b12aae560f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 991 time: 0.1082020 May 25 17:07:31.819152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:32.170089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:07:28Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:29Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:32.175016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:07:32.183633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:32.184240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:32.364382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:32.740901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37920) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:32.775097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:07:28Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:29Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:32.779232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5496e75-d24e-4b3a-b9f6-8c404aab54e6 None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:30Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '66ed5dc4-fb39-46a9-a2b2-623664d332d0', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'floating_ip_address': '172.26.6.184', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '47287683-10e8-43a8-a814-88af454c45a9', 'port_id': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'mac_address': 'fa:16:3e:d1:d1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:06:09Z', 'updated_at': '2021-05-25T17:07:28Z', 'revision_number': 2, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:29Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:07:32.852825 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-69c4774e-e8b9-48dd-b5be-a3ca86686b52 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 991 time: 0.1107881 May 25 17:07:33.776821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:07:33.851911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:07:33.852324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:33.856633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37924) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:33.973241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-04d18692-df20-47dc-b9a5-baa81a95ef43 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 991 time: 0.1144152 May 25 17:07:33.980634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:34.013009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e212edf1-042e-4cdb-b9eb-604f2a0540c7,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:34.017425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:34.018329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:07:34.044044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:34.137216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:34.141100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:34.149604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:07:34.149985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:34.266988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:34.283138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:34.286976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:34.288754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:34.364775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:34.368214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:34.392207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d8a63-8311-49b0-949e-4478d7f30cd4 None None] New status for floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:07:34.976118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37928) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:35.082215 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-088c9359-dedc-4ba9-bb7d-e46ce7024bc6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 200 len: 993 time: 0.1048439 May 25 17:07:35.362808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37936) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:35.636281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 060e08de-8aea-45a0-9688-4914a73710cb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:07:35.636984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:35.742368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:07:35.813134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e212edf1-042e-4cdb-b9eb-604f2a0540c7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:07:35.813568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:35.896999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:35.897223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:35.933362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:07:36.002043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:07:36.002422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:36.028020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 060e08de-8aea-45a0-9688-4914a73710cb owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:07:36.151993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:36.156960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02f633bb-6aa8-4ab2-a6d1-fc4b6c77a456 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:36.205976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=060e08de-8aea-45a0-9688-4914a73710cb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:36.274577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.274995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.275380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.275758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.276129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.276497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.276861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.277225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.277590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.277952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.278312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.278671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:36.284365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:36.311523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:36.311874 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0 disassociated (deleted). External IP: 172.26.6.184, port: ab0b10be-651b-4ddd-8f0d-50905daa25ae. May 25 17:07:36.685741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:07:36.867963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:07:36.877180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:07:36.886684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:36.887351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:36.887711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:36.948295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/floatingips/66ed5dc4-fb39-46a9-a2b2-623664d332d0 HTTP/1.1" status: 204 len: 168 time: 1.5842514 May 25 17:07:36.949284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:07:36.998623 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'status': 'completed', 'code': 200} May 25 17:07:37.078764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:37.100562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-079cdce4-4836-4947-a671-e4949a96f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:37.102040 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-079cdce4-4836-4947-a671-e4949a96f71b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0754c34a974e433daad99e3b1463fcec&device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 1098 time: 0.0776370 May 25 17:07:37.253545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-cf6fe803-7f20-47d4-84b3-da713a1e3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:37.255275 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-cf6fe803-7f20-47d4-84b3-da713a1e3133 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 200 len: 898 time: 0.1473022 May 25 17:07:37.325938 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-1cad9377-be74-4cbb-b258-358538abd658 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 200 len: 217 time: 0.0629058 May 25 17:07:37.341054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1e684-5d6a-4e73-81c9-ae8461f7d6a5 req-a0f95e95-5def-4e39-aada-d58973ebcfd4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:37.341776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-7de1e684-5d6a-4e73-81c9-ae8461f7d6a5 req-a0f95e95-5def-4e39-aada-d58973ebcfd4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Synchronizing usage tracker for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:07:37.358428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-7de1e684-5d6a-4e73-81c9-ae8461f7d6a5 req-a0f95e95-5def-4e39-aada-d58973ebcfd4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Unset dirty status for tenant:0754c34a974e433daad99e3b1463fcec on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:07:37.359801 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7de1e684-5d6a-4e73-81c9-ae8461f7d6a5 req-a0f95e95-5def-4e39-aada-d58973ebcfd4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.1012599 May 25 17:07:37.410206 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7de1e684-5d6a-4e73-81c9-ae8461f7d6a5 req-00654cb9-9838-4750-ac17-826810433f70 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446935 May 25 17:07:37.412206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-f2835373-3812-4449-bde4-cd97c7529285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:37.414707 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-f2835373-3812-4449-bde4-cd97c7529285 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 200 len: 835 time: 0.0819361 May 25 17:07:37.415810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:33Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:37.419846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:07:37.443364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:37.444041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:37.497277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-408027aa-116f-48ea-b4d8-c46e28d6990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:37.497277 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-408027aa-116f-48ea-b4d8-c46e28d6990f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68c1d8ef-c5e6-43af-b220-17b069bd01ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748689 May 25 17:07:37.633492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-1439c1a1-1641-4c1e-8cb5-4718bda0201c service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278255 May 25 17:07:37.682719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:37.771914 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-122ed2b5-7700-4730-af8a-a4304cf72ea1 req-f665802b-6caf-4411-ad9d-f179d3744529 service neutron] 10.222.0.95 "GET /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299701 May 25 17:07:38.012604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:33Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:38.016921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902b115-9e7e-4ea1-b42f-44d1fab4bcea None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:31Z', 'revision_number': 6, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'e212edf1-042e-4cdb-b9eb-604f2a0540c7', 'name': '', 'network_id': '68c1d8ef-c5e6-43af-b220-17b069bd01ce', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'mac_address': 'fa:16:3e:b8:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:51Z', 'updated_at': '2021-05-25T17:07:33Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'subnets': [{'id': '73df9c68-2215-421f-b877-9249b5c85f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:07:38.612907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239b3d0-f361-4678-a107-b7937a55f3f5 req-c62274b4-fd52-43bd-aad3-e52c0054c80e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:38.614401 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0239b3d0-f361-4678-a107-b7937a55f3f5 req-c62274b4-fd52-43bd-aad3-e52c0054c80e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.0917070 May 25 17:07:38.661874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0239b3d0-f361-4678-a107-b7937a55f3f5 req-0c386f64-a053-47f1-b744-92357067198a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416925 May 25 17:07:38.686295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd6f85d-877d-49ff-ba3e-5444541cd5b7 None None] New status for floating IP 66ed5dc4-fb39-46a9-a2b2-623664d332d0: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:07:39.009722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-1427834b-ceba-4c2b-adba-44ce63632a4a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:39.011176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-1427834b-ceba-4c2b-adba-44ce63632a4a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 945 time: 0.0820460 May 25 17:07:39.291608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port ab0b10be-651b-4ddd-8f0d-50905daa25ae {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:07:39.291956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:39.429956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port ab0b10be-651b-4ddd-8f0d-50905daa25ae, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=ab0b10be-651b-4ddd-8f0d-50905daa25ae,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:39.430315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:39.557463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for ab0b10be-651b-4ddd-8f0d-50905daa25ae owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:07:39.673562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:39.679251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-40eef6b5-a2ff-4e95-89c2-bf9cbadaf935 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:39.723690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=ab0b10be-651b-4ddd-8f0d-50905daa25ae,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:39.734003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.734475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.734861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.735263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.735638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.736010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.736380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.736747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.737115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.737476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.737843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.738202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:07:39.766603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:39.817019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] No DVR routers for this DVR port ab0b10be-651b-4ddd-8f0d-50905daa25ae on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:07:39.819502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:39.821675 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b8b9e6d8-57a8-4754-8380-735850dde261 req-6ce1317b-55f5-415e-a81f-05e8af9f0b85 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "GET /v2.0/ports?device_id=a10935aa-70fd-4405-aa31-ec07eb8c2821 HTTP/1.1" status: 200 len: 210 time: 0.0471759 May 25 17:07:39.822257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'name': 'network-vif-deleted', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:07:39.841660 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75b0f61b-64e1-4b75-a78e-1f7408fc8b6e req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.95 "DELETE /v2.0/ports/ab0b10be-651b-4ddd-8f0d-50905daa25ae HTTP/1.1" status: 204 len: 173 time: 0.8252077 May 25 17:07:39.870312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10935aa-70fd-4405-aa31-ec07eb8c2821', 'name': 'network-vif-deleted', 'tag': 'ab0b10be-651b-4ddd-8f0d-50905daa25ae', 'status': 'completed', 'code': 200} May 25 17:07:40.058214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f2dbdbd6-efc7-4242-b717-185960bf4519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:40.847671 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:07:40.917892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:40.988511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:41.021514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:41.093733 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:41.097850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c79d2ffd-f372-45a0-a042-d17c6a906e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:41.114979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:41.117581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:41.125592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:41.126706 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/security-groups/1d0d36d3-fd4d-447c-8daf-bdcdc793c7f8 HTTP/1.1" status: 204 len: 168 time: 0.2077854 May 25 17:07:41.160630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37960) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:41.723989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.290496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port e212edf1-042e-4cdb-b9eb-604f2a0540c7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:07:42.291210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.429790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port e212edf1-042e-4cdb-b9eb-604f2a0540c7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e212edf1-042e-4cdb-b9eb-604f2a0540c7,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:42.429914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.550482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.556980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for e212edf1-042e-4cdb-b9eb-604f2a0540c7 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:07:42.840425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-16690258-c285-4b89-bb6f-e6b77f86c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.868521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:42.872961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-296bb2c4-920a-4bb8-93b6-c4e38797d77a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:42.923086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=e212edf1-042e-4cdb-b9eb-604f2a0540c7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:42.949868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:43.202705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:43.719146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Router 47287683-10e8-43a8-a814-88af454c45a9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:07:43.794517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ab0b10be-651b-4ddd-8f0d-50905daa25ae no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:43.832976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: ab0b10be-651b-4ddd-8f0d-50905daa25ae {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:07:43.833330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device ab0b10be-651b-4ddd-8f0d-50905daa25ae not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:07:43.834875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:43.904772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:07:43.914394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Sync routers for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:07:43.917797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "PUT /v2.0/routers/47287683-10e8-43a8-a814-88af454c45a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7559853 May 25 17:07:43.921167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37964) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:43.925508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:43.926143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:43.988520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting subnet 73df9c68-2215-421f-b877-9249b5c85f1b {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:07:43.993932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.053513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.114989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:44.141417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.406752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:42Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:44.410419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Checking router: 47287683-10e8-43a8-a814-88af454c45a9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:07:44.418849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Routers {'47287683-10e8-43a8-a814-88af454c45a9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:07:44.419495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:07:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['47287683-10e8-43a8-a814-88af454c45a9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:44.428532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.432560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95697a49-3499-4f0e-9511-64ce5db596e2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:44.471944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Subnet': ['ID=73df9c68-2215-421f-b877-9249b5c85f1b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:44.473873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.477875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:44.483755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/subnets/73df9c68-2215-421f-b877-9249b5c85f1b HTTP/1.1" status: 204 len: 168 time: 0.5582850 May 25 17:07:44.484486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37968) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:44.488386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a05d5-f8bd-4caf-b9c4-f7a8997f934e None None] Network 68c1d8ef-c5e6-43af-b220-17b069bd01ce requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:07:44.672473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.808797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] Set router 47287683-10e8-43a8-a814-88af454c45a9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:07:44.852180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:44.930863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Deleting port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:07:44.931137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.055098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] For port 4b6df2ce-59ce-4136-9d38-eaadfd67eab0, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:45.055561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.127938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] DHCP port deletion for 68c1d8ef-c5e6-43af-b220-17b069bd01ce request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:07:45.194854 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:42Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:45.202157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d251fe-cec7-4d5e-ac4e-c09a0dabe508 None None] The sync data for ids ['47287683-10e8-43a8-a814-88af454c45a9'] in dv-neutron-792998-1-hyperv is: [{'id': '47287683-10e8-43a8-a814-88af454c45a9', 'name': 'tempest-TestNetworkBasicOps-router-761931893', 'tenant_id': '0754c34a974e433daad99e3b1463fcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:05:46Z', 'updated_at': '2021-05-25T17:07:42Z', 'revision_number': 7, 'project_id': '0754c34a974e433daad99e3b1463fcec', 'gw_port': {'id': '4b6df2ce-59ce-4136-9d38-eaadfd67eab0', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:71:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47287683-10e8-43a8-a814-88af454c45a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:05:47Z', 'updated_at': '2021-05-25T17:07:34Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:07:45.215853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Deleting port 0718181e-0d16-4a92-a3c9-c23eae736685 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:07:45.216747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.327320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] For port 0718181e-0d16-4a92-a3c9-c23eae736685, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=0718181e-0d16-4a92-a3c9-c23eae736685,segment=NetworkSegment(f0eb9489-af81-4031-9060-976a8ab4196d),segment_id=f0eb9489-af81-4031-9060-976a8ab4196d)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:45.327720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.361341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Calling delete_port for 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:07:45.455972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Calling delete_port for 0718181e-0d16-4a92-a3c9-c23eae736685 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:07:45.491444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.517854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.520075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.522705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9c7afa12-847e-4cd3-be1b-653f1529debc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:45.524859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:45.571252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Pushing event deleted for resources: {'Port': ['ID=0718181e-0d16-4a92-a3c9-c23eae736685,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:45.571534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Port': ['ID=4b6df2ce-59ce-4136-9d38-eaadfd67eab0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:45.573027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] No DVR routers for this DVR port 0718181e-0d16-4a92-a3c9-c23eae736685 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:07:45.574480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:45.598442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:45.667983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.798374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:45.833032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e212edf1-042e-4cdb-b9eb-604f2a0540c7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:07:45.833712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e212edf1-042e-4cdb-b9eb-604f2a0540c7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:07:45.833810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0718181e-0d16-4a92-a3c9-c23eae736685 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:45.849363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.851798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.871671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 0718181e-0d16-4a92-a3c9-c23eae736685 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:07:45.872095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 0718181e-0d16-4a92-a3c9-c23eae736685 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:07:45.877617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.878152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Fanout notify agent at l3_agent the message router_deleted on router 47287683-10e8-43a8-a814-88af454c45a9 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:07:45.894222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:45.895383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/routers/47287683-10e8-43a8-a814-88af454c45a9 HTTP/1.1" status: 204 len: 168 time: 1.4102814 May 25 17:07:45.898004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 37972) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:46.016222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.153393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.167116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c1d8ef-c5e6-43af-b220-17b069bd01ce']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:46.179504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eb9489-af81-4031-9060-976a8ab4196d') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:46.179885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eb9489-af81-4031-9060-976a8ab4196d') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:07:46.191330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.207622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.213690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Releasing vlan 1190 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:07:46.214018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:07:46.229309 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:07:46.315099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.319210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-92ded9e2-397d-4e71-b2ee-ad42d5bde078 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:46.335157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:46.348767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Pushing event deleted for resources: {'Network': ['ID=68c1d8ef-c5e6-43af-b220-17b069bd01ce,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:46.351852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:46.356090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] 10.222.0.96 "DELETE /v2.0/networks/68c1d8ef-c5e6-43af-b220-17b069bd01ce HTTP/1.1" status: 204 len: 168 time: 0.4571576 May 25 17:07:46.751310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37980) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:46.944884 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c5de2946-c267-494f-96af-4c5d318d0eb3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0754c34a974e433daad99e3b1463fcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923258 May 25 17:07:46.947291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37986) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:47.134899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.160375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.219137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.223286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f14ce31c-5471-47ee-9ff6-ba646e833279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:47.236979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359f1466-f880-4440-971d-c6e158798bfe,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:47.240369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:47.245586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.246694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/359f1466-f880-4440-971d-c6e158798bfe HTTP/1.1" status: 204 len: 168 time: 0.2985182 May 25 17:07:47.530588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37994) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:47.549424 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.563730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:47.567642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Usage tracker for resource:security_group_rule and tenant:13bc8b7abc9c4c9db400cdc37c21fbde is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:47.570530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:47.576273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:47.662204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.666381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.673735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-be6ab0eb-89f2-4220-b301-7a1888c6c252 tempest-ExternalNetworksTestJSON-1716361039 tempest-ExternalNetworksTestJSON-1716361039-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:47.702392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:07:47.718034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e766dce3-aff8-4f8e-9d3c-021efa672e87,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:47.722218 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=13bc8b7abc9c4c9db400cdc37c21fbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904666 May 25 17:07:47.723268 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:47.724766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 37998) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:47.739521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:07:47.739884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4b6df2ce-59ce-4136-9d38-eaadfd67eab0 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:07:47.785445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.811495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.865669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.869476 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed10881b-98b7-4cfe-9ba1-4758893889a8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:47.880675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e766dce3-aff8-4f8e-9d3c-021efa672e87,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:47.884553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:47.890606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:47.892054 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e766dce3-aff8-4f8e-9d3c-021efa672e87 HTTP/1.1" status: 204 len: 168 time: 0.1663957 May 25 17:07:48.683364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38024) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:48.788095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-137041817-network', 'tenant_id': '667350e0709044f7a11b25960ae32758'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:48.792870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:48.797535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Usage tracker for resource:network and tenant:667350e0709044f7a11b25960ae32758 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:48.800501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:48.807226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:48.818076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Made reservation on behalf of 667350e0709044f7a11b25960ae32758 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:07:48.820510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:48.834006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:48.852496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:48.856682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Usage tracker for resource:security_group_rule and tenant:667350e0709044f7a11b25960ae32758 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:48.860993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:48.867034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:48.872838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:48.954941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:48.959096 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:48.962018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-53af5b6e-2fce-4706-bdb7-2de87ed89a8c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:48.993971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1182, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:07:48.999791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f682f99-5537-4eb4-9a9d-24b18ce383d8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:49.003641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:49.008292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.008292 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Added segment 2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc of type vlan for network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 May 25 17:07:49.035750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.065416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.066608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:49.067223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.071913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:49.173548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Pushing event updated for resources: {'Network': ['ID=9beb2e2d-00d6-4c8d-a843-f2a420e06488,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:49.176538 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4921598 May 25 17:07:49.177477 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:49.179642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38030) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:49.183680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:07:49.185887 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Request body: {'subnet': {'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-137041817-subnet', 'tenant_id': '667350e0709044f7a11b25960ae32758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:49.190984 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:49.194777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Usage tracker for resource:subnet and tenant:667350e0709044f7a11b25960ae32758 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:49.197985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:49.204876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:49.215471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Made reservation on behalf of 667350e0709044f7a11b25960ae32758 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:07:49.218636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.613233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.616684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-095f3fef-8cd0-4c7d-815d-4839ee5e62bd tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:49.692465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d207e936-7d0b-4d13-aa38-28ef130e770f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:49.695961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:49.698519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Checking segment: {'id': '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:07:49.698772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Network hostable DHCP agents. Network: 9beb2e2d-00d6-4c8d-a843-f2a420e06488, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:07:49.717018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:07:49.726723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9beb2e2d-00d6-4c8d-a843-f2a420e06488) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:07:49.735545 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:49.736005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:49.736913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d3093-8c3b-4c2a-bb20-186494622fd4 None None] Network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:07:49.756749 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fc3a192a-5b62-4533-960d-76ad081f9351 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5760162 May 25 17:07:49.935331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394b45d-bfd4-4804-bc88-27e78bd69343 None None] Network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:07:50.274838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38048) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:50.280989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-512034287-network', 'tenant_id': '81833985328b456a884e81d6fa57429c'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:50.287657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:50.291426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Usage tracker for resource:network and tenant:81833985328b456a884e81d6fa57429c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:50.294239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:50.300837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:50.311087 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Made reservation on behalf of 81833985328b456a884e81d6fa57429c for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:07:50.313368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.325775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.340536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:50.345052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Usage tracker for resource:security_group_rule and tenant:81833985328b456a884e81d6fa57429c is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:50.348283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:50.354028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:50.449348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.454116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.457157 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9ce55f8c-2d89-4ef8-bb46-bb5c000dd594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:50.487329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:07:50.496618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2468d-a93d-414d-ae45-d754bed29474,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:50.500303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:50.504621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.504971 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Added segment aadb2d53-0f84-437e-b209-a328c5eed6bb of type vlan for network c2441126-4f69-44a1-a4fb-649d458dbd06 May 25 17:07:50.532137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.565958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.567046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:50.567630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:50.571091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4e50bbe7-7327-41e4-9c57-609b30ec5e72 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:50.677539 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4015522 May 25 17:07:50.678581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Pushing event updated for resources: {'Network': ['ID=c2441126-4f69-44a1-a4fb-649d458dbd06,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:50.680449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 38052) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:07:50.681383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:50.686096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Request body: {'subnet': {'network_id': 'c2441126-4f69-44a1-a4fb-649d458dbd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-512034287-subnet', 'tenant_id': '81833985328b456a884e81d6fa57429c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:50.689441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c2441126-4f69-44a1-a4fb-649d458dbd06 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:07:50.691379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:50.695323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Usage tracker for resource:subnet and tenant:81833985328b456a884e81d6fa57429c is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:50.698250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:50.704970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:50.717663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Made reservation on behalf of 81833985328b456a884e81d6fa57429c for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:07:50.720273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:51.122936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:51.127110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5412b2ab-8dd5-4615-8c89-6525d6ccb850 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:51.203217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b37733-5fc6-43eb-aa76-bd663fd74d2a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:51.207226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:51.211531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Checking segment: {'id': 'aadb2d53-0f84-437e-b209-a328c5eed6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': 'c2441126-4f69-44a1-a4fb-649d458dbd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:07:51.211894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Network hostable DHCP agents. Network: c2441126-4f69-44a1-a4fb-649d458dbd06, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:07:51.229656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Network c2441126-4f69-44a1-a4fb-649d458dbd06 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:07:51.239339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c2441126-4f69-44a1-a4fb-649d458dbd06) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:07:51.248730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:51.249431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:51.250812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7563c3bb-458e-4f36-bbb9-da30e1b70536 None None] Network c2441126-4f69-44a1-a4fb-649d458dbd06 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:07:51.271943 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5904365 May 25 17:07:51.457080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12602dc-00b1-4fc4-b57e-2fd03a06b208 None None] Network c2441126-4f69-44a1-a4fb-649d458dbd06 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:07:51.934272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-c679a95b-5067-42bd-8a8a-a8c4b62cfc87 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:51.934870 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-c679a95b-5067-42bd-8a8a-a8c4b62cfc87 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Synchronizing usage tracker for tenant:667350e0709044f7a11b25960ae32758 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:07:51.951582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-c679a95b-5067-42bd-8a8a-a8c4b62cfc87 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Unset dirty status for tenant:667350e0709044f7a11b25960ae32758 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:07:51.952946 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-c679a95b-5067-42bd-8a8a-a8c4b62cfc87 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/networks?id=9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 200 len: 811 time: 0.1663694 May 25 17:07:51.968398 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-c4db0363-84e6-4131-9edb-1592c8d205ba tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/quotas/667350e0709044f7a11b25960ae32758 HTTP/1.1" status: 200 len: 375 time: 0.0098999 May 25 17:07:52.015672 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-114fb3d1-c4c6-4164-aaeb-e714b5823023 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=667350e0709044f7a11b25960ae32758&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419624 May 25 17:07:52.151443 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-1d526569-88b9-4292-a163-717cb7bf8f8e service neutron] 10.222.0.96 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291018 May 25 17:07:52.410128 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-d1d7d643-e618-44a1-9687-8b46b0070ec6 service neutron] 10.222.0.96 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520804 May 25 17:07:52.599055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29fb68ac-8967-4ce8-a4a6-f3582b98837f req-a995f09a-d88a-4eb3-a6c6-c5fe0bc11b5e tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 210 time: 0.0474613 May 25 17:07:53.645045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-d319f4bc-d4d9-43d5-869c-f8aeb5c6fe53 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:53.646623 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-d319f4bc-d4d9-43d5-869c-f8aeb5c6fe53 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.95 "GET /v2.0/networks?id=9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 200 len: 811 time: 0.1546681 May 25 17:07:53.660457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Request body: {'port': {'device_id': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488', 'admin_state_up': True, 'tenant_id': '667350e0709044f7a11b25960ae32758'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:53.788783 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2df9cd66-263e-423c-8b92-a20796d4f1db req-cad42039-74e5-42d7-baee-e7d3d65fce2c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 210 time: 0.0477903 May 25 17:07:53.808970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:07:53.812917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Usage tracker for resource:port and tenant:667350e0709044f7a11b25960ae32758 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:07:53.815689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:07:53.821355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:07:53.831607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Made reservation on behalf of 667350e0709044f7a11b25960ae32758 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:07:53.835050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:54.013402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Allocated IP 172.20.0.2 (9beb2e2d-00d6-4c8d-a843-f2a420e06488/d207e936-7d0b-4d13-aa38-28ef130e770f/1d1b9eb6-35f3-4383-96b9-c3a499ef147b) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:07:54.234927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:54.265856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:54.271274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cc3332f3-cf7d-481b-a35b-8bfcb9cd2ecc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:54.493922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:07:54.497046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:07:54.502236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:07:54.527169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Pushing event updated for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:54.532524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:54.569344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:54.569952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:54.590180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342206 May 25 17:07:54.602133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Request body: {'port': {'device_id': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:07:54.716952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.087661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955c0ba-28c6-403c-a062-5ebce34b7e11 req-cc8651ca-9575-44e4-b99a-2f1beadf2e22 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:55.088340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a955c0ba-28c6-403c-a062-5ebce34b7e11 req-cc8651ca-9575-44e4-b99a-2f1beadf2e22 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Synchronizing usage tracker for tenant:667350e0709044f7a11b25960ae32758 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:07:55.161378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a955c0ba-28c6-403c-a062-5ebce34b7e11 req-cc8651ca-9575-44e4-b99a-2f1beadf2e22 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Unset dirty status for tenant:667350e0709044f7a11b25960ae32758 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:07:55.162553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a955c0ba-28c6-403c-a062-5ebce34b7e11 req-cc8651ca-9575-44e4-b99a-2f1beadf2e22 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 931 time: 0.2144275 May 25 17:07:55.196623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1b9eb6-35f3-4383-96b9-c3a499ef147b {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:07:55.213201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.238159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a955c0ba-28c6-403c-a062-5ebce34b7e11 req-ece8c417-5b13-41b1-a825-4fe2331a5fd5 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 May 25 17:07:55.241005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Transition to ACTIVE for port object 1d1b9eb6-35f3-4383-96b9-c3a499ef147b will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:07:55.244981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.250062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:55.405366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:55.412753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:55.486334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Attempting to bind port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:07:55.486663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Attempting to bind port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:07:55.487017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Attempting to bind port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b on network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:07:55.491684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b on network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:07:55.491997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Attempting to bind port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b on network 9beb2e2d-00d6-4c8d-a843-f2a420e06488 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:07:55.497387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:07:55.497718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Checking segment: {'id': '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:07:55.498707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Bound using segment: {'id': '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:07:55.499344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Bound port: 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:07:55.499689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.592668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:07:55.595699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,segment=NetworkSegment(2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc),segment_id=2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:07:55.600765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.604553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:07:55.662981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:55.663597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:07:55.664967 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] 10.222.0.95 "PUT /v2.0/ports/1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 200 len: 1093 time: 1.0668712 May 25 17:07:55.665492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:07:55.689091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:07:55.692519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:07:55.746593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b', 'status': 'completed', 'code': 200} May 25 17:07:55.790564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-62a1cbbc-81b4-4a78-815f-106b0a1a302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:55.792072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-62a1cbbc-81b4-4a78-815f-106b0a1a302b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=667350e0709044f7a11b25960ae32758&device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 1096 time: 0.0854967 May 25 17:07:55.862043 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-6711f27f-9df8-4bfe-a0a6-185beae4dc5a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 200 len: 217 time: 0.0627041 May 25 17:07:55.930128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-d7df6acf-dbbb-4758-bdfb-9f25e51e7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:55.931519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-d7df6acf-dbbb-4758-bdfb-9f25e51e7de1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d207e936-7d0b-4d13-aa38-28ef130e770f HTTP/1.1" status: 200 len: 851 time: 0.0633147 May 25 17:07:55.978669 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-91bc365d-2c69-4fd5-a4c5-b8bfddc05719 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9beb2e2d-00d6-4c8d-a843-f2a420e06488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404549 May 25 17:07:56.114787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-385022e3-800a-4524-8a73-ae775011884f service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294606 May 25 17:07:56.250106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99b14635-7092-4e7f-85fa-24bfa1ed83c9 req-46484eb7-846f-4cfa-bd95-05261c816d67 service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275146 May 25 17:07:56.382999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-d9a6853f-9107-48f9-930f-ff78f1bf5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:56.384519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-d9a6853f-9107-48f9-930f-ff78f1bf5336 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=667350e0709044f7a11b25960ae32758&device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 1096 time: 0.0808620 May 25 17:07:56.711698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-6c965970-e868-4cde-8d10-2ce7933d102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:56.713131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-6c965970-e868-4cde-8d10-2ce7933d102e service neutron] 10.222.0.95 "GET /v2.0/networks?id=9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 200 len: 913 time: 0.3214493 May 25 17:07:56.795863 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-46b0d880-4989-4d49-9b1c-63f007242c62 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 200 len: 217 time: 0.0753362 May 25 17:07:56.864130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb6d61-6a7a-413a-8f02-c8cd5668864c req-ad0c6874-ab93-454a-9532-422a31e3b05d tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:56.866213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3bb6d61-6a7a-413a-8f02-c8cd5668864c req-ad0c6874-ab93-454a-9532-422a31e3b05d tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 943 time: 0.3665276 May 25 17:07:56.913919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-c474ad14-1b76-449e-b4b5-40facdd51390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:56.915371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-c474ad14-1b76-449e-b4b5-40facdd51390 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d207e936-7d0b-4d13-aa38-28ef130e770f HTTP/1.1" status: 200 len: 851 time: 0.1133447 May 25 17:07:56.926316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3bb6d61-6a7a-413a-8f02-c8cd5668864c req-1142a4ec-8324-47bb-abae-3abaa239c356 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534830 May 25 17:07:56.971556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-72b6209e-606f-4189-8cfc-d5409b577e7f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9beb2e2d-00d6-4c8d-a843-f2a420e06488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482185 May 25 17:07:57.113415 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-4bfbcbc2-81b3-47c2-bb6a-e0a56087ba91 service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339362 May 25 17:07:57.253845 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-821c26c0-9c69-4472-86ef-ae377fa7ea60 req-7e1ff1df-e6ff-4fba-a9c8-371f4e318538 service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335938 May 25 17:07:58.120596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e943b-fb75-4ede-bdfe-169bf95b6888 req-d185b538-80f6-46d9-a10b-8242e2ff7b5a tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:58.122062 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-796e943b-fb75-4ede-bdfe-169bf95b6888 req-d185b538-80f6-46d9-a10b-8242e2ff7b5a tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 943 time: 0.0825915 May 25 17:07:58.166724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-796e943b-fb75-4ede-bdfe-169bf95b6888 req-89cb22d7-69f4-45c6-af6e-d8427bc832b5 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Synchronizing usage tracker for tenant:667350e0709044f7a11b25960ae32758 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:07:58.184717 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-796e943b-fb75-4ede-bdfe-169bf95b6888 req-89cb22d7-69f4-45c6-af6e-d8427bc832b5 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Unset dirty status for tenant:667350e0709044f7a11b25960ae32758 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:07:58.186340 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-796e943b-fb75-4ede-bdfe-169bf95b6888 req-89cb22d7-69f4-45c6-af6e-d8427bc832b5 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583959 May 25 17:07:59.368846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1c3c3-fa9c-45e1-bbb3-941337170fd9 req-e8794321-a733-4b4f-8795-65b2520201b6 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:07:59.370301 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4bf1c3c3-fa9c-45e1-bbb3-941337170fd9 req-e8794321-a733-4b4f-8795-65b2520201b6 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 943 time: 0.0804565 May 25 17:07:59.416066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4bf1c3c3-fa9c-45e1-bbb3-941337170fd9 req-7705ce6b-8ebd-4a3f-b48f-e21dd8a1e540 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 May 25 17:07:59.823524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 1d1b9eb6-35f3-4383-96b9-c3a499ef147b details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:07:59.959885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,segment=NetworkSegment(2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc),segment_id=2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:07:59.973882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b', 'network_id': '9beb2e2d-00d6-4c8d-a843-f2a420e06488', 'port_id': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b', 'mac_address': 'fa:16:3e:3b:cb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd207e936-7d0b-4d13-aa38-28ef130e770f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:08:00.033588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:00.050610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b9eb6-35f3-4383-96b9-c3a499ef147b {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:08:00.066330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,segment=NetworkSegment(2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc),segment_id=2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:00.070605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:00.072369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-65d5918b-eaaa-49cc-899e-0fe5442fdba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:00.138376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:00.142488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:00.471565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['1d1b9eb6-35f3-4383-96b9-c3a499ef147b'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:08:00.609155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8060d0-c2f4-405d-a268-942410e919c1 req-f5d43007-ca67-44b4-8677-a2775694808c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:00.611070 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fa8060d0-c2f4-405d-a268-942410e919c1 req-f5d43007-ca67-44b4-8677-a2775694808c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 944 time: 0.0864429 May 25 17:08:00.663126 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fa8060d0-c2f4-405d-a268-942410e919c1 req-0dcc8ab4-0395-42a0-bf15-f300aa671ed8 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 May 25 17:08:01.828695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 1d1b9eb6-35f3-4383-96b9-c3a499ef147b up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:08:01.855478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4f7d-bfab-4742-a5a3-36ff4284a212 req-b3b023e6-0795-41f4-8f22-1422d6acdf13 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:01.856948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75fd4f7d-bfab-4742-a5a3-36ff4284a212 req-b3b023e6-0795-41f4-8f22-1422d6acdf13 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 944 time: 0.0866170 May 25 17:08:01.899532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:08:01.904355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:08:01.905251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:01.905631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75fd4f7d-bfab-4742-a5a3-36ff4284a212 req-c66d9035-2f91-4b5c-86cd-da4bccab8ef7 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410466 May 25 17:08:02.025116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:02.053036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:02.063121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,segment=NetworkSegment(2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc),segment_id=2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:02.069062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:02.070960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:02.106766 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b', 'code': 200} May 25 17:08:02.145435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:02.148352 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:02.325709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3358a0e-450a-41a0-8f51-e18a07f82eaf req-47204d66-6e40-4776-951e-a4883883c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:02.328168 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3358a0e-450a-41a0-8f51-e18a07f82eaf req-47204d66-6e40-4776-951e-a4883883c1fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 1098 time: 0.0717268 May 25 17:08:02.374879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3358a0e-450a-41a0-8f51-e18a07f82eaf req-babc8263-656e-4992-8566-d6dabb632135 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405052 May 25 17:08:03.096113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbf49c-180a-4edd-a119-c54a21ca3850 req-70ac7d28-3d67-4497-a298-cea12d20d2fd tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:03.097622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7ebbf49c-180a-4edd-a119-c54a21ca3850 req-70ac7d28-3d67-4497-a298-cea12d20d2fd tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0822592 May 25 17:08:03.144098 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7ebbf49c-180a-4edd-a119-c54a21ca3850 req-6a662fb5-10cb-4a97-b5df-3da435cbd9bf tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 May 25 17:08:04.328538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf457d9-209c-4bb3-b0fc-8243f2529147 req-c7b4728c-288f-48e0-9a6a-3e091ba498b7 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:04.329992 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0cf457d9-209c-4bb3-b0fc-8243f2529147 req-c7b4728c-288f-48e0-9a6a-3e091ba498b7 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0790849 May 25 17:08:04.379775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0cf457d9-209c-4bb3-b0fc-8243f2529147 req-f66891be-4534-4157-abce-f0797d694c09 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441017 May 25 17:08:04.569891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd8d5f-9732-42d0-acf6-2f13e5d61f28 req-74a9e47a-f664-4950-ab3d-8fb64b545d36 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:04.571457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-00fd8d5f-9732-42d0-acf6-2f13e5d61f28 req-74a9e47a-f664-4950-ab3d-8fb64b545d36 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0851882 May 25 17:08:04.615572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-00fd8d5f-9732-42d0-acf6-2f13e5d61f28 req-597e2825-8bfb-4423-b547-48d9e29b40ff tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383782 May 25 17:08:05.021794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694627a-a63b-4552-b174-012893062c10 req-16816f96-c68f-451e-bc76-15732944d91f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:05.023308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4694627a-a63b-4552-b174-012893062c10 req-16816f96-c68f-451e-bc76-15732944d91f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0800819 May 25 17:08:05.068563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4694627a-a63b-4552-b174-012893062c10 req-db46d7a8-dcc7-4310-a643-c68199ddb157 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 May 25 17:08:06.411851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12fbcb-dd89-479c-b05f-529748d81d7e req-afed0d7d-9123-419d-9b57-d9e8b77c0589 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:06.413263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2e12fbcb-dd89-479c-b05f-529748d81d7e req-afed0d7d-9123-419d-9b57-d9e8b77c0589 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0869195 May 25 17:08:06.461386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2e12fbcb-dd89-479c-b05f-529748d81d7e req-1251c01c-3c7d-4850-ae90-9fd135fac9e5 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421481 May 25 17:08:06.801827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3dd85-bcc1-4735-8b1b-b81c7b881801 req-90bd5a5f-9134-403e-bf13-a5bb188c3d32 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:06.803335 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8ca3dd85-bcc1-4735-8b1b-b81c7b881801 req-90bd5a5f-9134-403e-bf13-a5bb188c3d32 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0832436 May 25 17:08:06.823116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-33a845c5-38e5-4cca-a5f1-e7474de41577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:06.824951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-33a845c5-38e5-4cca-a5f1-e7474de41577 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=667350e0709044f7a11b25960ae32758&device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 1098 time: 0.0789957 May 25 17:08:06.853881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8ca3dd85-bcc1-4735-8b1b-b81c7b881801 req-a69570ea-6c0a-4444-a2ee-94a02b523dc9 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441117 May 25 17:08:06.962234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-9927342b-b82b-4558-aefe-bd784be0b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:06.963726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-9927342b-b82b-4558-aefe-bd784be0b476 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 200 len: 913 time: 0.1325617 May 25 17:08:07.031608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-68ef838e-b8ed-4f66-be26-88a756ed12d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 200 len: 217 time: 0.0603776 May 25 17:08:07.111759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-6d37d576-06d4-4d0c-a7a6-b619bd732760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:07.113109 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-6d37d576-06d4-4d0c-a7a6-b619bd732760 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d207e936-7d0b-4d13-aa38-28ef130e770f HTTP/1.1" status: 200 len: 851 time: 0.0757010 May 25 17:08:07.160330 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-ae8d6027-f25a-4ced-a824-c1f1e4eb6fb8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9beb2e2d-00d6-4c8d-a843-f2a420e06488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406637 May 25 17:08:07.436159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-d7155f8d-0ccd-40d7-a34d-0836a8d97606 service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682619 May 25 17:08:07.569280 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a43d949d-7be0-40aa-9c54-341a40921d05 req-b0778996-4fb4-4144-bdb3-a5f798b4ac1b service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265938 May 25 17:08:08.049270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8ece3-3eee-45f2-9752-75f9dbe92280 req-f77c3e31-9591-4427-b2e8-18822c83c130 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:08.050732 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5c8ece3-3eee-45f2-9752-75f9dbe92280 req-f77c3e31-9591-4427-b2e8-18822c83c130 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0846007 May 25 17:08:08.099925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c5c8ece3-3eee-45f2-9752-75f9dbe92280 req-c98f05de-269b-46a4-8361-e3d66ca943cb tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 May 25 17:08:09.284394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24922b91-c926-4bd9-9ecd-c95755dc89b0 req-99cb1356-2d40-4720-a260-cf8e5a8124a0 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:09.285877 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-24922b91-c926-4bd9-9ecd-c95755dc89b0 req-99cb1356-2d40-4720-a260-cf8e5a8124a0 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0807698 May 25 17:08:09.331991 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-24922b91-c926-4bd9-9ecd-c95755dc89b0 req-8c31c224-3a4d-46c0-b4ba-4e64362215f1 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 May 25 17:08:09.735169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19ffc-edc1-4607-9f46-3e7d02a94be8 req-baeacfe9-099a-43a1-96ea-efc32eb17262 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:09.736608 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0c19ffc-edc1-4607-9f46-3e7d02a94be8 req-baeacfe9-099a-43a1-96ea-efc32eb17262 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0842063 May 25 17:08:09.781641 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0c19ffc-edc1-4607-9f46-3e7d02a94be8 req-318a67af-82a8-4a64-af5a-c07a28c1a753 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 May 25 17:08:10.063238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a47fc306-03f4-4700-9e6e-dc31f9aabc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:10.968839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8462a-7c00-4bff-b472-feb6e7518d2b req-93e5c340-2856-4e5c-a389-7089368b1120 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:10.970300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24a8462a-7c00-4bff-b472-feb6e7518d2b req-93e5c340-2856-4e5c-a389-7089368b1120 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0804005 May 25 17:08:11.018428 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24a8462a-7c00-4bff-b472-feb6e7518d2b req-87bb2d98-f953-4773-99ab-5b3538dae28f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 May 25 17:08:11.422696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58cffc-1e47-4b35-a49a-8bf846b48161 req-e1634697-bbce-4406-89f2-cc2b99b1e41a tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:11.424215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d58cffc-1e47-4b35-a49a-8bf846b48161 req-e1634697-bbce-4406-89f2-cc2b99b1e41a tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.1410465 May 25 17:08:11.427261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-3da110ec-07c6-493f-82e0-cdbd070b7d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:11.428652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-3da110ec-07c6-493f-82e0-cdbd070b7d02 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=667350e0709044f7a11b25960ae32758&device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 1098 time: 0.1096170 May 25 17:08:11.554734 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d58cffc-1e47-4b35-a49a-8bf846b48161 req-c6ae3531-1edb-490d-aa29-c34e4891a830 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244123 May 25 17:08:11.598134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-6d6f2693-a197-4b58-8971-df2b6c222288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:11.599594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-6d6f2693-a197-4b58-8971-df2b6c222288 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 200 len: 913 time: 0.1553221 May 25 17:08:11.666937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-b0140a4a-24e5-49b8-be20-d4f0983dcdf3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 200 len: 217 time: 0.0607777 May 25 17:08:11.733597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-40341d9b-fcb0-4639-80db-2d8d4290b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:11.735146 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-40341d9b-fcb0-4639-80db-2d8d4290b781 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d207e936-7d0b-4d13-aa38-28ef130e770f HTTP/1.1" status: 200 len: 851 time: 0.0618808 May 25 17:08:11.782518 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-f5cafd37-6df1-40c5-abc3-50a985f2302f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9beb2e2d-00d6-4c8d-a843-f2a420e06488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412734 May 25 17:08:11.917904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-d0d9704a-8831-4897-a4a8-1d44dd2414f8 service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284101 May 25 17:08:12.053014 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff886598-6fdf-43fb-94f4-d2acf15e2bac req-dddf20c4-76aa-4872-9601-7b6ed9a919ba service neutron] 10.222.0.95 "GET /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273782 May 25 17:08:12.553651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:12.748913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221a6a-0de0-41d6-b35c-9fa80f11e910 req-4a5fae79-5672-4de6-b1ed-2e89e3f0c5fb tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:12.750308 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2e221a6a-0de0-41d6-b35c-9fa80f11e910 req-4a5fae79-5672-4de6-b1ed-2e89e3f0c5fb tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0853274 May 25 17:08:12.800733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2e221a6a-0de0-41d6-b35c-9fa80f11e910 req-ebcfea7b-bb96-407b-a284-32190e706537 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407681 May 25 17:08:12.844319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-113ca5df-2284-4e39-bad9-737e65be8eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:13.803325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:13.987132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a5d73-00a4-444d-a830-f0e44d5ecd9a req-64efb665-c156-42c1-95ca-992ef9951c5c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:13.988538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3c3a5d73-00a4-444d-a830-f0e44d5ecd9a req-64efb665-c156-42c1-95ca-992ef9951c5c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0824583 May 25 17:08:14.038394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3c3a5d73-00a4-444d-a830-f0e44d5ecd9a req-3e558cb0-3df6-483b-9129-bb6e17f3849b tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 May 25 17:08:14.420809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294ecc7-553c-400c-a0eb-156b367c2bbe req-dc3d4b77-48c0-4b8c-81e0-72958b1ae869 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:14.422662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7294ecc7-553c-400c-a0eb-156b367c2bbe req-dc3d4b77-48c0-4b8c-81e0-72958b1ae869 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0822217 May 25 17:08:14.468614 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7294ecc7-553c-400c-a0eb-156b367c2bbe req-e595ba31-c7e7-41b5-9a0a-f0d680832616 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 May 25 17:08:15.481392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:15.665140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45688bf1-e5b2-48ba-96a1-f1e1ac5987c7 req-b8233a5b-a9e6-450d-9ace-c44699ea665c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:15.666592 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-45688bf1-e5b2-48ba-96a1-f1e1ac5987c7 req-b8233a5b-a9e6-450d-9ace-c44699ea665c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0879903 May 25 17:08:15.713733 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-45688bf1-e5b2-48ba-96a1-f1e1ac5987c7 req-9f7f539e-6fef-4d74-b5d7-c6b7861dfc53 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 May 25 17:08:16.557470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-630a998d-61c7-42b9-bbcd-7b2635bec49c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:16.558894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-630a998d-61c7-42b9-bbcd-7b2635bec49c tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.95 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.0848401 May 25 17:08:16.693526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Deleting port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:08:16.693888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:16.874722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] For port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,segment=NetworkSegment(2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc),segment_id=2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:16.875102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:17.163100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Calling delete_port for 1d1b9eb6-35f3-4383-96b9-c3a499ef147b owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:08:17.217811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e15db-9c3d-4128-a12b-50644a114273 req-06ef1eee-12ad-49d5-9eaa-9c9b91482137 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:17.219312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6b1e15db-9c3d-4128-a12b-50644a114273 req-06ef1eee-12ad-49d5-9eaa-9c9b91482137 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/ports?device_id=5dfdc756-a23e-417e-8287-a2fb0a060bbd HTTP/1.1" status: 200 len: 945 time: 0.3939691 May 25 17:08:17.310007 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6b1e15db-9c3d-4128-a12b-50644a114273 req-cd69610a-c255-4a53-b027-91bc15648876 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f682f99-5537-4eb4-9a9d-24b18ce383d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847149 May 25 17:08:17.341670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:17.347581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad4d1b8a-638b-4a67-818f-dceb51fb2a08 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:17.354219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['1d1b9eb6-35f3-4383-96b9-c3a499ef147b'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:08:17.394708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Pushing event deleted for resources: {'Port': ['ID=1d1b9eb6-35f3-4383-96b9-c3a499ef147b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:17.397848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:17.473174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] No DVR routers for this DVR port 1d1b9eb6-35f3-4383-96b9-c3a499ef147b on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:08:17.475700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:17.478322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'name': 'network-vif-deleted', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:17.494536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f36efe8a-75d2-4134-8389-6467ba548f01 req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] 10.222.0.95 "DELETE /v2.0/ports/1d1b9eb6-35f3-4383-96b9-c3a499ef147b HTTP/1.1" status: 204 len: 173 time: 0.9299774 May 25 17:08:17.629144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfdc756-a23e-417e-8287-a2fb0a060bbd', 'name': 'network-vif-deleted', 'tag': '1d1b9eb6-35f3-4383-96b9-c3a499ef147b', 'status': 'completed', 'code': 200} May 25 17:08:17.847499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:08:18.407949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38162) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:18.469080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Deleting subnet d207e936-7d0b-4d13-aa38-28ef130e770f {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:08:18.472153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.527194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.584685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.833416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.837036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e32bd910-7259-4576-8008-07173d088e4d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:18.870203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.873511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d207e936-7d0b-4d13-aa38-28ef130e770f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:18.876667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:18.877701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:18.883861 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d207e936-7d0b-4d13-aa38-28ef130e770f HTTP/1.1" status: 204 len: 168 time: 0.4748864 May 25 17:08:18.886305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38166) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:18.993329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.235964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.248910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9beb2e2d-00d6-4c8d-a843-f2a420e06488']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:19.260763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:19.261060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea5fd4e-aef3-47b5-8e9e-e227e8f4fefc') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:19.272393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.288573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.295575 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:08:19.296035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:08:19.309436 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:08:19.389374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.393019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-68f7c893-57f2-4a4b-be12-7b4c193222c3 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:19.406991 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.417250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Pushing event deleted for resources: {'Network': ['ID=9beb2e2d-00d6-4c8d-a843-f2a420e06488,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:19.421463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:19.427779 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9beb2e2d-00d6-4c8d-a843-f2a420e06488 HTTP/1.1" status: 204 len: 168 time: 0.5404985 May 25 17:08:19.430457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38170) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:19.495304 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Deleting subnet 60b37733-5fc6-43eb-aa76-bd663fd74d2a {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:08:19.499180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.550300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.610941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.860626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.864485 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b962e258-8eea-4668-85cf-f8f69dd3c2ce tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:19.903382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b37733-5fc6-43eb-aa76-bd663fd74d2a,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:19.907308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:19.908297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:19.914468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/60b37733-5fc6-43eb-aa76-bd663fd74d2a HTTP/1.1" status: 204 len: 168 time: 0.4830060 May 25 17:08:19.916889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38174) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:19.934272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 1d1b9eb6-35f3-4383-96b9-c3a499ef147b no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:08:19.969796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 1d1b9eb6-35f3-4383-96b9-c3a499ef147b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:08:19.970144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 1d1b9eb6-35f3-4383-96b9-c3a499ef147b not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:08:20.025655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.154597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.167390 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2441126-4f69-44a1-a4fb-649d458dbd06']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:20.179734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadb2d53-0f84-437e-b209-a328c5eed6bb') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:20.180031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadb2d53-0f84-437e-b209-a328c5eed6bb') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:08:20.191871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.208757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.214882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:08:20.215298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:08:20.228345 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:08:20.305363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.308904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fffc1965-d80a-42a3-b81a-5770934d6c2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:20.322599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.332594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c2441126-4f69-44a1-a4fb-649d458dbd06 HTTP/1.1" status: 204 len: 168 time: 0.4147813 May 25 17:08:20.333484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2441126-4f69-44a1-a4fb-649d458dbd06,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:20.335824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e2cb5c4-51c7-42b0-b549-f5123c215af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:20.507117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38180) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:20.556437 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7cfc049d-8ce7-4698-9704-0425355b76c8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=667350e0709044f7a11b25960ae32758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480704 May 25 17:08:20.558822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38184) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:20.619347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.645927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.699073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.702995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05b6be02-10b1-4f7a-ac31-030b59cdf342 tempest-NegativeSecGroupTest-1685375374 tempest-NegativeSecGroupTest-1685375374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:20.717338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f682f99-5537-4eb4-9a9d-24b18ce383d8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:20.720222 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:20.727580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:20.728703 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-52830dec-75b7-4699-a58a-1de2dd4bb6cf admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f682f99-5537-4eb4-9a9d-24b18ce383d8 HTTP/1.1" status: 204 len: 168 time: 0.1689804 May 25 17:08:21.077820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:21.131244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-85f1d170-5d51-4f2c-acef-8a68230705e3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81833985328b456a884e81d6fa57429c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519943 May 25 17:08:21.133590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38196) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:21.194359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:21.230605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:21.291504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:21.296421 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a61f4a37-d028-4d45-9561-9fd33499906a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:21.306959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2468d-a93d-414d-ae45-d754bed29474,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:21.310703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:21.314989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:21.316555 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/50d2468d-a93d-414d-ae45-d754bed29474 HTTP/1.1" status: 204 len: 168 time: 0.1816607 May 25 17:08:28.573093 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-ffc5379f-89e7-4121-9a9c-2bc3af94b08b tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278699 May 25 17:08:28.731534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-c4e654c3-dc1f-4979-9d14-1557a4926cb7 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:28.733318 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-c4e654c3-dc1f-4979-9d14-1557a4926cb7 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543856 May 25 17:08:28.748818 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-2c335889-5025-4da3-b03a-c7bca7b52b57 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/quotas/925eb72dce8940ecb1b6efd620fc6a9e HTTP/1.1" status: 200 len: 375 time: 0.0099382 May 25 17:08:28.801519 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-72d70cc8-fd2f-4441-bdeb-036678f21e7c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468895 May 25 17:08:29.091724 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62d08f97-6324-48e2-9f70-fe5e40575990 req-a933993c-8a93-47c8-b143-390d30e44c7f tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 210 time: 0.1588600 May 25 17:08:29.891683 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-52d2e3b9-12dd-4335-bf70-545a31dcf87f tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276282 May 25 17:08:30.055134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-cf229ce2-34a1-42be-82c4-c0524d12f460 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:30.056546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-cf229ce2-34a1-42be-82c4-c0524d12f460 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597054 May 25 17:08:30.072922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Request body: {'port': {'device_id': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e', 'admin_state_up': True, 'tenant_id': '925eb72dce8940ecb1b6efd620fc6a9e'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:30.217647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:30.221533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Usage tracker for resource:port and tenant:925eb72dce8940ecb1b6efd620fc6a9e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:30.224737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:30.230442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:30.241191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Made reservation on behalf of 925eb72dce8940ecb1b6efd620fc6a9e for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:08:30.241411 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb957cf0-553b-49ef-81c1-e0ff7ae23f09 req-22eb77c3-6bd0-4c02-b753-e586c37356b0 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 210 time: 0.0435739 May 25 17:08:30.244710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.262100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.277621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:30.283765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Usage tracker for resource:security_group_rule and tenant:925eb72dce8940ecb1b6efd620fc6a9e is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:30.286637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:30.292494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:30.379748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.384136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.389032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4852d57d-04d8-48b7-9cce-bb6d4f0ebc35 tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:30.472766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:30.477959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:30.561935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Allocated IP 192.168.233.165 (ab9b460d-2eb0-4164-a242-e97731367c6e/210c2a35-9e6a-4438-9290-87c937f5516a/45b9aaeb-4fd9-4c88-b95e-37408c6b1d01) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:08:30.767354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.783294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Transition to ACTIVE for port object 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:08:30.809508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.816593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:30.886752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Network ab9b460d-2eb0-4164-a242-e97731367c6e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:08:30.889832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:08:30.892366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:08:30.930956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Pushing event updated for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:30.933992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:30.965944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:30.966947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:30.994861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9257534 May 25 17:08:31.006225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Request body: {'port': {'device_id': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:31.114804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-740f54e0-09a0-415a-8624-d9ef209f1a80 None None] Provisioning for port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:08:31.120981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-740f54e0-09a0-415a-8624-d9ef209f1a80 None None] Provisioning complete for port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:08:31.121634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-740f54e0-09a0-415a-8624-d9ef209f1a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:31.126136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:31.180882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-740f54e0-09a0-415a-8624-d9ef209f1a80 None None] Port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:08:31.493293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-159e5484-9f96-4226-90f9-697cab0ce205 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:31.494001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-159e5484-9f96-4226-90f9-697cab0ce205 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Synchronizing usage tracker for tenant:925eb72dce8940ecb1b6efd620fc6a9e on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:08:31.561716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-159e5484-9f96-4226-90f9-697cab0ce205 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Unset dirty status for tenant:925eb72dce8940ecb1b6efd620fc6a9e on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:08:31.562828 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-159e5484-9f96-4226-90f9-697cab0ce205 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 936 time: 0.2093813 May 25 17:08:31.564897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:08:31.573703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:31.612147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Transition to ACTIVE for port object 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:08:31.619679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:31.626404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-98f44035-fc95-432a-a227-1b9e0bada4f0 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:31.666159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-d8030b19-7ab2-499d-8dd3-bb7e4268a261 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Synchronizing usage tracker for tenant:925eb72dce8940ecb1b6efd620fc6a9e on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:08:31.916418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:31.943360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:31.948847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-d8030b19-7ab2-499d-8dd3-bb7e4268a261 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Unset dirty status for tenant:925eb72dce8940ecb1b6efd620fc6a9e on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:08:31.950127 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d3e59f5-4dab-4276-a44e-063e2f960b88 req-d8030b19-7ab2-499d-8dd3-bb7e4268a261 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804727 May 25 17:08:32.024623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Attempting to bind port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:08:32.024958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Attempting to bind port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:08:32.025286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Attempting to bind port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 on network ab9b460d-2eb0-4164-a242-e97731367c6e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:08:32.031056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 on network ab9b460d-2eb0-4164-a242-e97731367c6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:08:32.031384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Attempting to bind port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 on network ab9b460d-2eb0-4164-a242-e97731367c6e {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:08:32.036536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:08:32.036875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Checking segment: {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:08:32.037262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Bound using segment: {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:08:32.037695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Bound port: 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30c1aa6-25c0-4d4d-9092-714284473703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:08:32.038051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:32.127506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:08:32.130548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:08:32.134977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:32.140165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d3242916-653f-43f9-8fe5-f49b4c6bb8a3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:32.203138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:32.203761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:32.205120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] 10.222.0.95 "PUT /v2.0/ports/45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 HTTP/1.1" status: 200 len: 1098 time: 1.2033012 May 25 17:08:32.205646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:32.229664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:32.233178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:32.281740 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01', 'status': 'completed', 'code': 200} May 25 17:08:32.324755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-b6e5c5ba-aed8-4baf-bf36-6df4331cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:32.326261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-b6e5c5ba-aed8-4baf-bf36-6df4331cb8a9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 1101 time: 0.0771811 May 25 17:08:32.398974 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-452c3965-f40e-422a-9b01-2e6cb681baff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 HTTP/1.1" status: 200 len: 217 time: 0.0654178 May 25 17:08:32.463321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-fdd1164c-fb19-4ff1-8c26-a8669691190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:32.464766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-fdd1164c-fb19-4ff1-8c26-a8669691190c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=210c2a35-9e6a-4438-9290-87c937f5516a HTTP/1.1" status: 200 len: 843 time: 0.0599775 May 25 17:08:32.542563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-a5196c03-de37-4319-8cc1-2c767b26227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:32.544056 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-a5196c03-de37-4319-8cc1-2c767b26227c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab9b460d-2eb0-4164-a242-e97731367c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0733871 May 25 17:08:32.680958 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-b0cb54ff-51e6-4ed8-b4f5-a2a1af81ca70 service neutron] 10.222.0.95 "GET /v2.0/networks/ab9b460d-2eb0-4164-a242-e97731367c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301806 May 25 17:08:32.815847 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c00c7f5-febf-41ba-885b-4aff0ecfa7cb req-90d76f8d-cf52-4d91-b382-b73e2d98f872 service neutron] 10.222.0.95 "GET /v2.0/networks/ab9b460d-2eb0-4164-a242-e97731367c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285799 May 25 17:08:32.947032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-51b6f565-cec4-4056-8006-30569b6052c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:32.948431 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-51b6f565-cec4-4056-8006-30569b6052c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 1101 time: 0.0710504 May 25 17:08:33.143302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-61908cf0-666f-4a01-82b5-0574b05573b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:33.144831 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-61908cf0-666f-4a01-82b5-0574b05573b8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ab9b460d-2eb0-4164-a242-e97731367c6e HTTP/1.1" status: 200 len: 871 time: 0.1898794 May 25 17:08:33.226880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-72f385be-2e02-47e4-a026-7fe4d62ea761 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 HTTP/1.1" status: 200 len: 217 time: 0.0717864 May 25 17:08:33.238400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ec845-8717-4661-b3bb-949ebb29dd2b req-50478b7c-d5be-444f-aa26-87fca22b20e8 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:33.239850 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-921ec845-8717-4661-b3bb-949ebb29dd2b req-50478b7c-d5be-444f-aa26-87fca22b20e8 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 948 time: 0.1698802 May 25 17:08:33.334132 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-921ec845-8717-4661-b3bb-949ebb29dd2b req-715884f9-bce9-4b33-bc34-deeaa5e0b7a4 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636020 May 25 17:08:33.335583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-7289567e-2ac4-46cb-892a-7f454cc1ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:33.337038 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-7289567e-2ac4-46cb-892a-7f454cc1ee8d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=210c2a35-9e6a-4438-9290-87c937f5516a HTTP/1.1" status: 200 len: 843 time: 0.0962391 May 25 17:08:33.415786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-753ed68d-440c-4516-b810-2e36036e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:33.417262 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-753ed68d-440c-4516-b810-2e36036e196e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ab9b460d-2eb0-4164-a242-e97731367c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0730717 May 25 17:08:33.552741 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-d7ad1604-b7fa-4ed1-8d51-881c428052a8 service neutron] 10.222.0.95 "GET /v2.0/networks/ab9b460d-2eb0-4164-a242-e97731367c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282253 May 25 17:08:33.688940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf418c25-854c-4e8c-9837-25454e55ca81 req-0389806b-3a86-4927-8a14-d6f003694cae service neutron] 10.222.0.95 "GET /v2.0/networks/ab9b460d-2eb0-4164-a242-e97731367c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287763 May 25 17:08:34.527969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34158bb-e9f8-4261-b659-c2b13f9591de req-621086f7-f599-4532-bc11-2ef52466aed4 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:34.530743 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a34158bb-e9f8-4261-b659-c2b13f9591de req-621086f7-f599-4532-bc11-2ef52466aed4 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 948 time: 0.0856199 May 25 17:08:34.576196 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a34158bb-e9f8-4261-b659-c2b13f9591de req-0683ff1d-8f47-4c15-94e0-42e34b2a81e6 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 May 25 17:08:35.766431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c2d2-24de-41f1-9ac9-333da6a49190 req-b5a7e786-e566-4003-a4e9-f6125681ee1a tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:35.767923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3f61c2d2-24de-41f1-9ac9-333da6a49190 req-b5a7e786-e566-4003-a4e9-f6125681ee1a tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 948 time: 0.0847733 May 25 17:08:35.813589 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3f61c2d2-24de-41f1-9ac9-333da6a49190 req-37f0be88-d69b-42b7-b6cf-b9896d91ec1c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 May 25 17:08:36.995652 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb56d78-444a-415b-b0d2-8545d3f84716 req-2692b97a-de4e-4534-bacd-8fc196eabcf8 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:36.997118 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3eb56d78-444a-415b-b0d2-8545d3f84716 req-2692b97a-de4e-4534-bacd-8fc196eabcf8 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 948 time: 0.0805614 May 25 17:08:37.042553 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3eb56d78-444a-415b-b0d2-8545d3f84716 req-3984490e-2ccb-4eac-80d5-c1dbe155198d tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 May 25 17:08:38.077768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:08:38.234581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386259ec-05a8-493d-929c-229d33b7bb98 req-beb7bd46-2548-4e6f-8a1d-d67df1b787ab tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:38.236244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-386259ec-05a8-493d-929c-229d33b7bb98 req-beb7bd46-2548-4e6f-8a1d-d67df1b787ab tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 948 time: 0.0860634 May 25 17:08:38.260254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:38.275110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01', 'network_id': 'ab9b460d-2eb0-4164-a242-e97731367c6e', 'port_id': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01', 'mac_address': 'fa:16:3e:bb:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210c2a35-9e6a-4438-9290-87c937f5516a', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:08:38.281949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-386259ec-05a8-493d-929c-229d33b7bb98 req-a19aaf30-c6de-4677-aa93-78310bea6c4c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 May 25 17:08:38.333993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:38.350563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:08:38.366678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:38.371381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:38.374686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:38.441592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:38.448893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.449245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.449590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.449925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.450280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.450662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.451019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.451353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.451684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.452010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.452469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.452679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:38.456827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:38.733031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['45b9aaeb-4fd9-4c88-b95e-37408c6b1d01'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:08:39.477864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba1bdd-a848-4551-975b-2e5c6dd0db08 req-c31705b6-e603-4bd5-9e1d-2d4902a1f8a2 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:39.479332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6aba1bdd-a848-4551-975b-2e5c6dd0db08 req-c31705b6-e603-4bd5-9e1d-2d4902a1f8a2 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 949 time: 0.0890288 May 25 17:08:39.524939 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6aba1bdd-a848-4551-975b-2e5c6dd0db08 req-e11735db-c65f-4318-a3b7-d3317c7a9495 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 May 25 17:08:40.065205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3ede9ce5-6e59-4b58-9ea2-c909e7ce8258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:40.075011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:08:40.141855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:08:40.146412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:08:40.146828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:40.265394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:40.291490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:40.301282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:40.305588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:40.307453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:40.343560 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01', 'code': 200} May 25 17:08:40.376327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:40.379499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:40.574555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cf048-d0fb-4518-aeed-7699cdfbb4b8 req-ea7e45be-5d50-40cc-88d4-42ddbbccf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:40.576328 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-050cf048-d0fb-4518-aeed-7699cdfbb4b8 req-ea7e45be-5d50-40cc-88d4-42ddbbccf034 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 1103 time: 0.0763814 May 25 17:08:40.618730 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-050cf048-d0fb-4518-aeed-7699cdfbb4b8 req-b9970992-5a5f-4ad0-bda8-4dbb30da18f0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 May 25 17:08:40.711315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7530c6a-1b47-447e-bf8e-17f0e9cc6c35 req-ccf65360-2777-4044-8775-af833ca96fa6 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:40.712779 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f7530c6a-1b47-447e-bf8e-17f0e9cc6c35 req-ccf65360-2777-4044-8775-af833ca96fa6 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 950 time: 0.0800374 May 25 17:08:40.758254 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f7530c6a-1b47-447e-bf8e-17f0e9cc6c35 req-cc400b5b-e9e1-48c8-bfb9-81318741ac48 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 May 25 17:08:41.946848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f93c5-6827-4338-bd96-c55b4bed174f req-5fff8d91-75fd-44e9-a56a-69148ef61720 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:41.948320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-510f93c5-6827-4338-bd96-c55b4bed174f req-5fff8d91-75fd-44e9-a56a-69148ef61720 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 950 time: 0.0817990 May 25 17:08:41.997562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-510f93c5-6827-4338-bd96-c55b4bed174f req-ceb80214-e308-4359-9639-cb780cb3f61a tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 May 25 17:08:42.556010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:42.851152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-def8f880-34d9-4117-ac1f-12481a0739d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:43.113673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36713f12-c6d0-46cf-b6ba-6ce688f975a1 req-9a953e4f-ec5c-41f4-9d6b-3b2769efb755 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:43.115077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-36713f12-c6d0-46cf-b6ba-6ce688f975a1 req-9a953e4f-ec5c-41f4-9d6b-3b2769efb755 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 950 time: 0.0809245 May 25 17:08:43.160524 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-36713f12-c6d0-46cf-b6ba-6ce688f975a1 req-0f10cec3-e3d5-48de-afd3-2b6e7de4213f tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 May 25 17:08:43.806237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:44.475743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eef06-b2ce-4749-8f0f-106d7d73b68c req-5ddf1b36-4e3d-42e3-98f5-9d21c5094b09 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:44.477152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e81eef06-b2ce-4749-8f0f-106d7d73b68c req-5ddf1b36-4e3d-42e3-98f5-9d21c5094b09 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 950 time: 0.2079151 May 25 17:08:44.522439 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e81eef06-b2ce-4749-8f0f-106d7d73b68c req-1a6ff929-507e-489e-adc2-ade70690ff65 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/security-groups?id=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 May 25 17:08:44.761095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-a5bccd41-45ce-4c25-b5d0-2280ab478ab6 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:44.762708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-a5bccd41-45ce-4c25-b5d0-2280ab478ab6 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.95 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 950 time: 0.2246420 May 25 17:08:44.898279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Deleting port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:08:44.898621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:45.034447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] For port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,segment=NetworkSegment(f30c1aa6-25c0-4d4d-9092-714284473703),segment_id=f30c1aa6-25c0-4d4d-9092-714284473703)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:45.034716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:45.160879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Calling delete_port for 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:08:45.271319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:45.277473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:45.285048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['45b9aaeb-4fd9-4c88-b95e-37408c6b1d01'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:08:45.328831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Pushing event deleted for resources: {'Port': ['ID=45b9aaeb-4fd9-4c88-b95e-37408c6b1d01,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:45.372063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.372455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.372835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.373210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.374144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.375012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.375221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.375597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.375963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.376338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.376683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.377044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:45.380560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:45.422875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] No DVR routers for this DVR port 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:08:45.425601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:45.428731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'name': 'network-vif-deleted', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:45.446003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5c011d6-91d2-4776-b1b8-49ba626bb48a req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.95 "DELETE /v2.0/ports/45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 HTTP/1.1" status: 204 len: 173 time: 0.6781142 May 25 17:08:45.487876 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ff29da-cd4b-48dd-9d3c-625b801da19b', 'name': 'network-vif-deleted', 'tag': '45b9aaeb-4fd9-4c88-b95e-37408c6b1d01', 'status': 'completed', 'code': 200} May 25 17:08:45.488466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:45.693289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bd71a792-2174-4c23-868f-a64ebb75a87e req-ad7d4dbc-74e3-4aaf-b009-dae1c6e4736c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] 10.222.0.96 "GET /v2.0/ports?device_id=18ff29da-cd4b-48dd-9d3c-625b801da19b HTTP/1.1" status: 200 len: 210 time: 0.0463202 May 25 17:08:47.068022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38336) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:47.215649 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0fd38e05-29a6-4fab-b21b-f3b025250f1b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=925eb72dce8940ecb1b6efd620fc6a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463871 May 25 17:08:47.218060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38342) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:47.276108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.303065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.355407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.359824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6a3268af-afdf-4f53-8343-5be380df2a02 tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:47.375124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984dd8b0-0ace-4c3c-92c5-3d3e87764cd3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:47.384663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.385057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.385435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.385810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.386182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.386552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.386943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.387408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.387783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.388148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.388510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.388875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:08:47.393024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:47.399537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.400672 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/984dd8b0-0ace-4c3c-92c5-3d3e87764cd3 HTTP/1.1" status: 204 len: 168 time: 0.1817179 May 25 17:08:47.687164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38350) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:47.705287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.725089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:47.729407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Usage tracker for resource:security_group_rule and tenant:45511607e719406fbe8bbf98f0c15b94 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:47.732244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:47.739306 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:47.825587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.829442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.837840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-15b0b5bf-bdbd-4492-b442-592a42a5039f tempest-NegativeSecGroupIPv6Test-846767538 tempest-NegativeSecGroupIPv6Test-846767538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:47.878282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=45511607e719406fbe8bbf98f0c15b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899612 May 25 17:08:47.879237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dabc5d-657e-45d3-94e0-336b5d96b420,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:47.880955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 38354) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:47.882365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:47.949870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:47.981694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.036184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.039868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-07e76dc4-25b3-4cf2-94e4-234aa35b67f5 tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:48.053131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dabc5d-657e-45d3-94e0-336b5d96b420,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:48.056048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:48.058047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.059140 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/73dabc5d-657e-45d3-94e0-336b5d96b420 HTTP/1.1" status: 204 len: 168 time: 0.1760225 May 25 17:08:48.122671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:08:48.157630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:08:48.157980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 45b9aaeb-4fd9-4c88-b95e-37408c6b1d01 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:08:48.814839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 38378) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:48.885043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.926904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2063811842-network', 'tenant_id': 'a0590268648f44b1b4bd4da2dac39dbd'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:48.931961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:48.935767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Usage tracker for resource:network and tenant:a0590268648f44b1b4bd4da2dac39dbd is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:48.938711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:48.945314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:48.954854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Made reservation on behalf of a0590268648f44b1b4bd4da2dac39dbd for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:08:48.957221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.970189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:48.985374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:48.989284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Usage tracker for resource:security_group_rule and tenant:a0590268648f44b1b4bd4da2dac39dbd is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:48.992074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:48.997781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:49.081028 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.084819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.088924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0adcef06-a3d8-4d71-b992-aab147ba6bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:49.112037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:08:49.125180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72db60eb-0080-438f-91e3-4d709f535fe4,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:49.129384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:49.130386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.130736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Added segment 12c1d22d-8dc4-4966-a8bf-96e37308985b of type vlan for network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 May 25 17:08:49.157334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.190831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.191991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:49.192569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.195862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-768d4713-b57c-4611-83e4-6044e2518b25 tempest-TagsExtTest-119047836 tempest-TagsExtTest-119047836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:49.293476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c21a41-e5a0-40f6-8025-5db9fd79ede2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:49.296424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:49.300838 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4823222 May 25 17:08:49.301701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38384) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:08:49.304280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:08:49.307860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Request body: {'subnet': {'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2063811842-subnet', 'tenant_id': 'a0590268648f44b1b4bd4da2dac39dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:49.312989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:49.316928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Usage tracker for resource:subnet and tenant:a0590268648f44b1b4bd4da2dac39dbd is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:49.320454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:49.326230 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:49.339175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Made reservation on behalf of a0590268648f44b1b4bd4da2dac39dbd for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:08:49.341669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.737451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.741780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b4972698-9eac-4bc0-b10e-9ab59a562fa9 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:49.812630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ed23145-37eb-4691-848e-1150fe70eba7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:49.816533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:49.820609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Checking segment: {'id': '12c1d22d-8dc4-4966-a8bf-96e37308985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:08:49.820964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Network hostable DHCP agents. Network: a0c21a41-e5a0-40f6-8025-5db9fd79ede2, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:08:49.837726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:08:49.848248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, a0c21a41-e5a0-40f6-8025-5db9fd79ede2) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:08:49.857507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f1a7f-bef2-4485-a7a9-a24d5dcb3e1e None None] Network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:08:49.857704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:49.859033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:49.884826 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5818968 May 25 17:08:50.059807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8755da-17bd-434e-89c3-df821f7ed3e3 None None] Network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:08:50.405019 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-33f93c3f-8a6d-40a6-924f-2f3f1f319adb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:50.406711 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-33f93c3f-8a6d-40a6-924f-2f3f1f319adb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 812 time: 0.1488414 May 25 17:08:50.422043 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-505305ec-3ae0-4bb4-a65e-81decc12555b tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/quotas/a0590268648f44b1b4bd4da2dac39dbd HTTP/1.1" status: 200 len: 375 time: 0.0098073 May 25 17:08:50.477881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-45480fc4-c599-4655-b0b1-3fe7fcce2ae8 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500183 May 25 17:08:50.612321 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-b8afd7d7-f595-42c3-bfd9-f4ae6d33d70c service neutron] 10.222.0.96 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276484 May 25 17:08:50.745899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-4b3cc1c5-8a2a-43a2-be2d-5780ff31b07c service neutron] 10.222.0.96 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277575 May 25 17:08:50.926383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db9f3a3b-d364-4613-97d4-c403214e2b8b req-5ecf9060-82ab-4af5-b9e2-055d2f45f5fa tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 210 time: 0.0490191 May 25 17:08:52.031731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-22691507-6fb6-457d-be44-3a5bc7f9551a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:52.032443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-22691507-6fb6-457d-be44-3a5bc7f9551a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Synchronizing usage tracker for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:08:52.051407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-22691507-6fb6-457d-be44-3a5bc7f9551a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Unset dirty status for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:08:52.052716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-22691507-6fb6-457d-be44-3a5bc7f9551a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 812 time: 0.1921654 May 25 17:08:52.071583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Request body: {'port': {'device_id': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2', 'admin_state_up': True, 'tenant_id': 'a0590268648f44b1b4bd4da2dac39dbd'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:52.101197 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-47cc4b07-134d-4eec-801d-1e9bb1e449e3 req-d8a57377-a41e-48d0-a770-c82ae85e110e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 210 time: 0.0453353 May 25 17:08:52.213384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:08:52.217774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Usage tracker for resource:port and tenant:a0590268648f44b1b4bd4da2dac39dbd is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:08:52.220601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:08:52.226374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:08:52.235942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Made reservation on behalf of a0590268648f44b1b4bd4da2dac39dbd for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:08:52.239624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:52.408336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Allocated IP 172.20.0.8 (a0c21a41-e5a0-40f6-8025-5db9fd79ede2/8ed23145-37eb-4691-848e-1150fe70eba7/7345003e-ca8d-42bd-b501-d281c532a16d) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:08:52.759344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:52.788689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:52.794276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8eeb7830-f0fc-4fac-b649-2080098cd008 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:52.860615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:08:52.863610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:08:52.867454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:08:52.901604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:52.907952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:52.937751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:52.938353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:52.964540 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974249 May 25 17:08:52.976112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Request body: {'port': {'device_id': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:08:53.090932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:53.432732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-90421f47-c8a7-40fd-9e34-a141e4552d06 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:53.433459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-90421f47-c8a7-40fd-9e34-a141e4552d06 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Synchronizing usage tracker for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:08:53.471653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-90421f47-c8a7-40fd-9e34-a141e4552d06 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Unset dirty status for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:08:53.472825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-90421f47-c8a7-40fd-9e34-a141e4552d06 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 931 time: 0.2577019 May 25 17:08:53.556411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7345003e-ca8d-42bd-b501-d281c532a16d {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:08:53.568412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:53.576175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-b93921dd-e6c7-420c-ba57-8407e2a8e96f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Synchronizing usage tracker for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:08:53.593399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Transition to ACTIVE for port object 7345003e-ca8d-42bd-b501-d281c532a16d will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:08:53.600621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:53.605359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-170c214c-df07-4290-b735-df50d231ab19 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:53.644734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-b93921dd-e6c7-420c-ba57-8407e2a8e96f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Unset dirty status for tenant:a0590268648f44b1b4bd4da2dac39dbd on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:08:53.645903 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-75e6d58b-8fd6-4898-bd8c-811ce7ef91d6 req-b93921dd-e6c7-420c-ba57-8407e2a8e96f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423628 May 25 17:08:53.764796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:53.771932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:53.846727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Attempting to bind port 7345003e-ca8d-42bd-b501-d281c532a16d on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:08:53.847098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Attempting to bind port 7345003e-ca8d-42bd-b501-d281c532a16d by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '12c1d22d-8dc4-4966-a8bf-96e37308985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:08:53.847428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Attempting to bind port 7345003e-ca8d-42bd-b501-d281c532a16d on network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:08:53.852146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Port 7345003e-ca8d-42bd-b501-d281c532a16d on network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:08:53.852469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Attempting to bind port 7345003e-ca8d-42bd-b501-d281c532a16d on network a0c21a41-e5a0-40f6-8025-5db9fd79ede2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:08:53.857513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:08:53.858408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Checking segment: {'id': '12c1d22d-8dc4-4966-a8bf-96e37308985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:08:53.858968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Bound using segment: {'id': '12c1d22d-8dc4-4966-a8bf-96e37308985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:08:53.859408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Bound port: 7345003e-ca8d-42bd-b501-d281c532a16d, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c1d22d-8dc4-4966-a8bf-96e37308985b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:08:53.859753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:53.948784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:08:53.952553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:08:53.957587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:53.962537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d794200-72e7-435f-8f08-3852b89ba8aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:54.022292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:54.022896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:54.024260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] 10.222.0.95 "PUT /v2.0/ports/7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 1093 time: 1.0523994 May 25 17:08:54.024776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:08:54.054285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:54.057387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:54.094760 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d', 'status': 'completed', 'code': 200} May 25 17:08:54.135940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-7154d41a-0d91-419c-9b99-0e3d000a3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:54.137425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-7154d41a-0d91-419c-9b99-0e3d000a3503 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1096 time: 0.0750759 May 25 17:08:54.211179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-055543c7-5bed-4d24-861e-b79326a52dcc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0660787 May 25 17:08:54.274524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-6642f635-3870-4f1c-ad77-e4f9aa10681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:54.275878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-6642f635-3870-4f1c-ad77-e4f9aa10681f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.0572701 May 25 17:08:54.323889 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-7bb8e54b-2d03-49ed-b83f-53444d95eead service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421634 May 25 17:08:54.458631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-8a0f009c-b326-41df-aff8-e4aad3567202 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 May 25 17:08:54.740859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-844031b8-02a9-4f13-ac7b-c85d7a2e099d req-71c8df60-08c7-4727-a21e-adb3549d0dea service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739789 May 25 17:08:54.847177 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:08:54.898834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99bbb3-1e76-4551-a717-bc0939e9d446 req-906f52dd-f6b3-438e-a7d2-e6ce6c4cffd4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:54.900329 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc99bbb3-1e76-4551-a717-bc0939e9d446 req-906f52dd-f6b3-438e-a7d2-e6ce6c4cffd4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 943 time: 0.1448874 May 25 17:08:54.906570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-0092550e-25f9-4ee1-a181-a2e186c5ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:54.908061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-0092550e-25f9-4ee1-a181-a2e186c5ae30 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1096 time: 0.1166677 May 25 17:08:55.030859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dc99bbb3-1e76-4551-a717-bc0939e9d446 req-1c897ea6-d384-412a-8382-e34551c11c47 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217313 May 25 17:08:55.074637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-e554aadd-1e10-4ce6-83c9-e5e49fd9eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:55.076114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-e554aadd-1e10-4ce6-83c9-e5e49fd9eb6a service neutron] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 914 time: 0.1520758 May 25 17:08:55.144097 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-8302ad2f-26ad-44d9-a9ab-12608ba0442f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0609934 May 25 17:08:55.210203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-494cadc8-68db-49b6-9e0a-77e759b9ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:55.211669 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-494cadc8-68db-49b6-9e0a-77e759b9ef07 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.0617585 May 25 17:08:55.258855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-74631d61-6469-46ca-842b-9f0d2c23e79d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407288 May 25 17:08:55.396889 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-05a4ebe2-ccae-477f-a423-92b405e2ab10 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310999 May 25 17:08:55.535770 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fda8ec6-1807-4734-8688-16e0f0fde723 req-714e39c5-014b-4acd-b384-cecdcb6bd316 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318276 May 25 17:08:56.223681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c8df3-063c-4e59-a091-9c49a7ebbfbb req-5a5bb34c-7642-429b-8c21-8704d9b40f0f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:56.225205 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-de7c8df3-063c-4e59-a091-9c49a7ebbfbb req-5a5bb34c-7642-429b-8c21-8704d9b40f0f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 943 time: 0.0816498 May 25 17:08:56.275461 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-de7c8df3-063c-4e59-a091-9c49a7ebbfbb req-0ba71367-2608-4f1d-b053-40c73ee2f711 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442798 May 25 17:08:57.473305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655a360-2030-4ae9-a75a-d0a8fcdd2f99 req-24b77377-7266-4837-a9e7-4356cfa527b4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:57.474783 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d655a360-2030-4ae9-a75a-d0a8fcdd2f99 req-24b77377-7266-4837-a9e7-4356cfa527b4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 943 time: 0.0924301 May 25 17:08:57.520100 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d655a360-2030-4ae9-a75a-d0a8fcdd2f99 req-6f1afb62-794b-4d9e-9b8c-5be05dcc4657 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 May 25 17:08:58.155398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:08:58.334418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:58.347977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '7345003e-ca8d-42bd-b501-d281c532a16d', 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2', 'port_id': '7345003e-ca8d-42bd-b501-d281c532a16d', 'mac_address': 'fa:16:3e:54:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed23145-37eb-4691-848e-1150fe70eba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:08:58.406936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:58.425960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7345003e-ca8d-42bd-b501-d281c532a16d {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:08:58.442673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:08:58.446572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:08:58.448451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:08:58.515787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:08:58.518779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:08:58.711662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a76766-b94b-48d8-b2fd-69adea44f40f req-9efd6b23-9708-42d8-b123-4e7bcf6f6971 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:58.713037 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-90a76766-b94b-48d8-b2fd-69adea44f40f req-9efd6b23-9708-42d8-b123-4e7bcf6f6971 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 944 time: 0.0815768 May 25 17:08:58.758584 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-90a76766-b94b-48d8-b2fd-69adea44f40f req-7aca7bc9-0414-48b8-93a3-fe640159247c tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 May 25 17:08:58.794107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['7345003e-ca8d-42bd-b501-d281c532a16d'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:08:59.945469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9feb7-027d-4fe4-9c6e-bbdf891b66f9 req-b2b5f647-0871-4cec-96a0-a2904aafc6f1 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:08:59.946931 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ab9feb7-027d-4fe4-9c6e-bbdf891b66f9 req-b2b5f647-0871-4cec-96a0-a2904aafc6f1 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 944 time: 0.0796149 May 25 17:08:59.993590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ab9feb7-027d-4fe4-9c6e-bbdf891b66f9 req-79b91cec-fee1-4a56-a6d1-bed2e7b857b7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 May 25 17:09:00.172400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:09:00.239760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 7345003e-ca8d-42bd-b501-d281c532a16d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:09:00.244476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 7345003e-ca8d-42bd-b501-d281c532a16d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:09:00.244793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:00.362206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:00.389741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:09:00.399852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:00.404511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:00.406477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:00.480341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:00.483785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:00.496600 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d', 'code': 200} May 25 17:09:00.725675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e89f6-0310-49a9-a57f-5aba2ae8639e req-b7f9c6e9-0a4b-490d-9bf6-d03efd0a3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:00.727180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-649e89f6-0310-49a9-a57f-5aba2ae8639e req-b7f9c6e9-0a4b-490d-9bf6-d03efd0a3a3b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1098 time: 0.0769215 May 25 17:09:00.769806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-649e89f6-0310-49a9-a57f-5aba2ae8639e req-d7ce9ccd-5c43-4f45-a690-b1cbbd3303f3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350821 May 25 17:09:01.178798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738a258-c8ec-404c-939b-acccd9cde30f req-cd3807b2-0fbe-4ca3-a33c-d24fbf9e6117 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:01.180285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b738a258-c8ec-404c-939b-acccd9cde30f req-cd3807b2-0fbe-4ca3-a33c-d24fbf9e6117 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0807185 May 25 17:09:01.228585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b738a258-c8ec-404c-939b-acccd9cde30f req-c136e3c7-58ec-4859-af9e-20b39477be65 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 May 25 17:09:02.424365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffaee6b-9254-4375-9885-0d47b9d69deb req-d917cc97-a57e-4823-ab16-0973cfc8df00 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:02.425887 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ffaee6b-9254-4375-9885-0d47b9d69deb req-d917cc97-a57e-4823-ab16-0973cfc8df00 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0903418 May 25 17:09:02.474242 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2ffaee6b-9254-4375-9885-0d47b9d69deb req-b7cbee5a-490a-4c37-8906-79e8770ffa7c tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 May 25 17:09:02.856029 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38450) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:02.893073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456168a-8f09-46f3-9259-7cfeb1d313aa req-f57274a6-d79b-4d7a-b431-a3664132fcd8 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:02.894566 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8456168a-8f09-46f3-9259-7cfeb1d313aa req-f57274a6-d79b-4d7a-b431-a3664132fcd8 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0884581 May 25 17:09:03.103602 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8456168a-8f09-46f3-9259-7cfeb1d313aa req-3bb0e3b1-91b8-4456-9bb2-91a17708b041 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034395 May 25 17:09:03.124412 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-9a23ddd8-82c5-4a4b-b2b3-6c6ebed27dc7 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2672386 May 25 17:09:04.291725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3493f-23f1-4e95-be0d-914bedf96786 req-7cc6be5f-bedd-43ad-a11f-f1e908457f64 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:04.293177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60d3493f-23f1-4e95-be0d-914bedf96786 req-7cc6be5f-bedd-43ad-a11f-f1e908457f64 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0809181 May 25 17:09:04.342280 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-60d3493f-23f1-4e95-be0d-914bedf96786 req-977cffb9-c408-4372-a2a1-8eef68d46aff tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 May 25 17:09:04.433044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-74de873d-3497-4793-b14e-569fa46eecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:04.434644 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-74de873d-3497-4793-b14e-569fa46eecb3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1098 time: 0.0783951 May 25 17:09:04.572048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-91cde127-a78a-4792-82f4-b8f0522a1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:04.573384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-91cde127-a78a-4792-82f4-b8f0522a1fa1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 914 time: 0.1325376 May 25 17:09:04.642986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-ab598247-f252-4c20-94a2-75981d0d59e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0618551 May 25 17:09:04.844529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-384253b7-2f6d-4800-9f4d-208bd2ad0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:04.845941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-384253b7-2f6d-4800-9f4d-208bd2ad0e28 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.1971433 May 25 17:09:04.893855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-28ca6977-da81-4299-994d-26c2d1198fd3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412872 May 25 17:09:05.026035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-1092874e-54f0-47dd-a5b7-ef7b96b8089f service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258450 May 25 17:09:05.160336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-618b584b-dab8-4441-8eb7-991aa1b1dbdd service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261623 May 25 17:09:05.534782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f2cd1-2d1c-4248-8342-562a6109fe8a req-4506b83e-c210-4c16-b961-c95b66be04e4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:05.536285 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-984f2cd1-2d1c-4248-8342-562a6109fe8a req-4506b83e-c210-4c16-b961-c95b66be04e4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0831542 May 25 17:09:05.584650 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-984f2cd1-2d1c-4248-8342-562a6109fe8a req-c1a37556-b20e-4caf-a53c-d551b4591cbe tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 May 25 17:09:06.770313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fb287-fb84-4989-a411-db4d2b49d9b6 req-089eacca-18ae-4724-8ece-8059b424638f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:06.772079 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a22fb287-fb84-4989-a411-db4d2b49d9b6 req-089eacca-18ae-4724-8ece-8059b424638f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0807126 May 25 17:09:06.824097 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a22fb287-fb84-4989-a411-db4d2b49d9b6 req-9410ce97-fdb7-4a1f-9265-95fe68fb0b1d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457468 May 25 17:09:08.012819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81395b8-a3f4-4615-b3aa-0d6f8fbc1f07 req-80f36d9c-7228-40ba-87f1-b120eb8b1542 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:08.014342 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b81395b8-a3f4-4615-b3aa-0d6f8fbc1f07 req-80f36d9c-7228-40ba-87f1-b120eb8b1542 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0832407 May 25 17:09:08.059822 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b81395b8-a3f4-4615-b3aa-0d6f8fbc1f07 req-407b1542-61e0-4935-8948-63d5c7d0feee tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 May 25 17:09:09.248892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ea6c3-618b-475a-816f-a7c173bdb1b5 req-51620fc8-9848-46c8-bda2-a353a8d3c1f9 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:09.250461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a3ea6c3-618b-475a-816f-a7c173bdb1b5 req-51620fc8-9848-46c8-bda2-a353a8d3c1f9 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0822904 May 25 17:09:09.294327 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a3ea6c3-618b-475a-816f-a7c173bdb1b5 req-80938d50-db2e-4e91-bf84-df7603c2f70f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 May 25 17:09:10.067848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dff880ef-05d8-490a-93c6-b98b77ab0fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:10.489889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94605e-f712-43af-a86a-1c3bea4de5b9 req-ec59390c-b628-420e-bffd-2290160ec3ba tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:10.491412 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8a94605e-f712-43af-a86a-1c3bea4de5b9 req-ec59390c-b628-420e-bffd-2290160ec3ba tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0877836 May 25 17:09:10.538867 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8a94605e-f712-43af-a86a-1c3bea4de5b9 req-efe2bc70-1fd1-457f-a4dc-f6ae64dc4cff tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 May 25 17:09:11.734961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d677-484a-43ad-bf69-6c0281451ecd req-ac9258c4-a611-42e7-bb6b-cac06e02d8da tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:11.736484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e56d677-484a-43ad-bf69-6c0281451ecd req-ac9258c4-a611-42e7-bb6b-cac06e02d8da tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0864279 May 25 17:09:11.787773 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e56d677-484a-43ad-bf69-6c0281451ecd req-d3139dfd-c483-41cc-8056-72a4aacaa0f4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 May 25 17:09:12.558958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:12.844684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f95e792-38d0-49b0-99ce-c4234c2eb729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:12.977937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a31860-2d66-458b-919d-1e6470364d48 req-f43b26a6-59d6-4172-b32e-094c1700fd3f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:12.979459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-69a31860-2d66-458b-919d-1e6470364d48 req-f43b26a6-59d6-4172-b32e-094c1700fd3f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0833757 May 25 17:09:13.025027 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-69a31860-2d66-458b-919d-1e6470364d48 req-ccd0e426-f477-4f2b-b6a0-685bd967775e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 May 25 17:09:13.809730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:14.207641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b11931-517a-4b62-bd62-aecb6e335194 req-200e02a0-6237-44a5-8a9e-73875290dabb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:14.209086 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49b11931-517a-4b62-bd62-aecb6e335194 req-200e02a0-6237-44a5-8a9e-73875290dabb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0793624 May 25 17:09:14.253810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49b11931-517a-4b62-bd62-aecb6e335194 req-55417bf1-7aed-4016-89ea-08a558f6b483 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 May 25 17:09:15.446904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c9f1b-17d7-4ae2-98ff-a7f06a674d40 req-8409d205-908f-42be-959a-bb47267f6a41 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:15.448415 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-677c9f1b-17d7-4ae2-98ff-a7f06a674d40 req-8409d205-908f-42be-959a-bb47267f6a41 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0897954 May 25 17:09:15.484271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:15.498903 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-677c9f1b-17d7-4ae2-98ff-a7f06a674d40 req-026b8b3f-8191-47d2-a3cc-89f13bfd8461 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 May 25 17:09:16.689972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce84d-0f3c-4b2c-884a-c471c75cac22 req-f3c85f66-7081-4b0d-9eff-6c2b5cf090af tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:16.691392 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9ce84d-0f3c-4b2c-884a-c471c75cac22 req-f3c85f66-7081-4b0d-9eff-6c2b5cf090af tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0851734 May 25 17:09:16.736587 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9ce84d-0f3c-4b2c-884a-c471c75cac22 req-9e3cb14d-0e09-434c-9b60-0f8efba35a69 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 May 25 17:09:17.932068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203adb2-a5fb-4eba-9b44-f8c2a9409f98 req-dfd91122-1296-40fd-bada-c8002db3bb28 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:17.933614 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c203adb2-a5fb-4eba-9b44-f8c2a9409f98 req-dfd91122-1296-40fd-bada-c8002db3bb28 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0882223 May 25 17:09:17.985660 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c203adb2-a5fb-4eba-9b44-f8c2a9409f98 req-0d9ee4d4-7a95-4034-bd85-b936a0e1973e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 May 25 17:09:18.900235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:19.170596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0457f-535e-4bb4-83a6-4fec16e9f0ec req-970ee10a-cae4-4aca-89f4-9ae2602c3f78 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:19.172237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbf0457f-535e-4bb4-83a6-4fec16e9f0ec req-970ee10a-cae4-4aca-89f4-9ae2602c3f78 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0805299 May 25 17:09:19.215887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dbf0457f-535e-4bb4-83a6-4fec16e9f0ec req-0ac1fbf5-3f57-4024-8615-516a1eedfcd9 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 May 25 17:09:20.406090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1240566-8122-4da5-91ec-c47c4d72bf28 req-d55ae54d-65fd-4100-97ea-4f437d2db5f7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:20.407635 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a1240566-8122-4da5-91ec-c47c4d72bf28 req-d55ae54d-65fd-4100-97ea-4f437d2db5f7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0849185 May 25 17:09:20.456299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a1240566-8122-4da5-91ec-c47c4d72bf28 req-a35d7991-708d-4a10-beec-e3645b3b4ae9 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 May 25 17:09:21.644482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40816cd-096b-492e-bf82-99f1e8124fe2 req-18fb65a3-3a2c-48c2-8564-fce30ab0fb55 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:21.645938 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b40816cd-096b-492e-bf82-99f1e8124fe2 req-18fb65a3-3a2c-48c2-8564-fce30ab0fb55 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0834227 May 25 17:09:21.691731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b40816cd-096b-492e-bf82-99f1e8124fe2 req-01a6cccc-08a6-4dd9-9658-41e5cc7f5b9d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 May 25 17:09:22.402716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-197a8f2a-3ba3-410c-992d-350f28347051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:22.404269 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-197a8f2a-3ba3-410c-992d-350f28347051 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1098 time: 0.1170533 May 25 17:09:22.552158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-19ff68e9-2cbd-44cb-adc4-d508dbaafaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:22.553491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-19ff68e9-2cbd-44cb-adc4-d508dbaafaa3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 914 time: 0.1304443 May 25 17:09:22.633759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-787bd3e7-8a0d-40ef-9375-302b1b06f719 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0659037 May 25 17:09:22.702333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-7ad187f8-ec8e-432d-9a6c-b99e308555e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:22.703793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-7ad187f8-ec8e-432d-9a6c-b99e308555e5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.0630083 May 25 17:09:22.755923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-f54cf6e0-3fcb-4ee9-87e1-5face096ec7f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453458 May 25 17:09:22.880829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658c5c6-1691-4ea4-92f0-dd706c80d46a req-ab09fc4a-3c81-45a9-b411-a98a034bee9c tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:22.882413 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5658c5c6-1691-4ea4-92f0-dd706c80d46a req-ab09fc4a-3c81-45a9-b411-a98a034bee9c tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0807354 May 25 17:09:22.893055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-1ae4c248-60e9-4d30-bcec-d1b7e49a0f08 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303267 May 25 17:09:22.933306 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5658c5c6-1691-4ea4-92f0-dd706c80d46a req-b59be62f-b854-47a4-ad9f-d71b0316807d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 May 25 17:09:23.029914 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0aab1ed-5cd8-40d4-985c-d6557d4425db req-feba8d64-268d-41d5-87f4-b0eba6bf495f service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291833 May 25 17:09:24.139624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a9f38-2922-46fa-b5ba-7d3ff5c981db req-45b0ecd0-3ca7-444a-acae-753f7abd5e36 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:24.141193 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f4a9f38-2922-46fa-b5ba-7d3ff5c981db req-45b0ecd0-3ca7-444a-acae-753f7abd5e36 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0922203 May 25 17:09:24.196691 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f4a9f38-2922-46fa-b5ba-7d3ff5c981db req-6915e515-1fb9-40fb-9e21-2f8a6656a372 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 May 25 17:09:25.386344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb710fb-649c-4a0b-a58a-e5a6b3b41073 req-8329e607-b792-4f1f-9b59-7c234a903054 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:25.387827 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ddb710fb-649c-4a0b-a58a-e5a6b3b41073 req-8329e607-b792-4f1f-9b59-7c234a903054 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0812333 May 25 17:09:25.434536 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ddb710fb-649c-4a0b-a58a-e5a6b3b41073 req-06cdfc9f-1094-429a-9e69-fe97bf37df9c tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409977 May 25 17:09:26.627068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d049fcf-757a-4413-b34f-406bc01a21d1 req-439e24d3-453c-4796-b46e-5748621c6ddb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:26.628939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1d049fcf-757a-4413-b34f-406bc01a21d1 req-439e24d3-453c-4796-b46e-5748621c6ddb tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0860524 May 25 17:09:26.676055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1d049fcf-757a-4413-b34f-406bc01a21d1 req-3e71134a-5ec4-47fb-8224-b208188e7559 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 May 25 17:09:27.864165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d491b-c584-4457-a67f-efd8f662537d req-471ffef4-4f73-4de5-a22d-6f58e8e1e47e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:27.865645 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aa7d491b-c584-4457-a67f-efd8f662537d req-471ffef4-4f73-4de5-a22d-6f58e8e1e47e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0855057 May 25 17:09:27.910144 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aa7d491b-c584-4457-a67f-efd8f662537d req-87962264-9c86-43d1-87a1-a066fec8d4be tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 May 25 17:09:29.095350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b85d-9514-4122-8ef1-0ee30132e036 req-5b0b615d-99cb-44ec-ab42-9ba16fc26aff tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:29.096806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2840b85d-9514-4122-8ef1-0ee30132e036 req-5b0b615d-99cb-44ec-ab42-9ba16fc26aff tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0801206 May 25 17:09:29.285064 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2840b85d-9514-4122-8ef1-0ee30132e036 req-0c18d158-3f57-4e1e-813d-a078050682d3 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826739 May 25 17:09:30.470325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faf88e-4fd0-427f-8f29-7d30c4273ba6 req-f2d9825f-5a8e-4da4-9c95-fa752f06fb15 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:30.471827 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-53faf88e-4fd0-427f-8f29-7d30c4273ba6 req-f2d9825f-5a8e-4da4-9c95-fa752f06fb15 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0819523 May 25 17:09:30.521462 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-53faf88e-4fd0-427f-8f29-7d30c4273ba6 req-3a6895d6-d588-4128-8ea6-4194d68df668 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 May 25 17:09:31.714358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7597d5a-21c3-40b3-b7ed-92003308eaec req-32606551-3c1b-4414-a2f4-681d6c11008d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:31.715754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7597d5a-21c3-40b3-b7ed-92003308eaec req-32606551-3c1b-4414-a2f4-681d6c11008d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0797248 May 25 17:09:31.761359 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7597d5a-21c3-40b3-b7ed-92003308eaec req-8f035c6b-0a9e-496e-a2cc-b86362c09153 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 May 25 17:09:31.846556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:09:31.940287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-7ad3651f-0f11-48f0-ba7e-9a1bafc91132 service neutron] 10.222.0.95 "GET /v2.0/ports/7345003e-ca8d-42bd-b501-d281c532a16d/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0782173 May 25 17:09:32.200177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-abe204e9-3714-4d82-81f5-d4820f69fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:32.201616 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-abe204e9-3714-4d82-81f5-d4820f69fe2d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04&tenant_id=a0590268648f44b1b4bd4da2dac39dbd HTTP/1.1" status: 200 len: 1098 time: 0.0697513 May 25 17:09:32.298726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-2ef78a82-4dd9-47c1-a0b6-f57b07260a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:32.300208 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-2ef78a82-4dd9-47c1-a0b6-f57b07260a7a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1098 time: 0.0749862 May 25 17:09:32.436200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-706a9644-2ab3-4fef-bd2f-6f63d0dd0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:32.438298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-706a9644-2ab3-4fef-bd2f-6f63d0dd0ac9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 914 time: 0.1317849 May 25 17:09:32.505733 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-7c388c27-8543-4baa-9fe3-99bf97688735 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0609810 May 25 17:09:32.573458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-38d09bae-2a19-4d4b-bb2b-24d7e45be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:32.574865 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-38d09bae-2a19-4d4b-bb2b-24d7e45be9d1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.0620382 May 25 17:09:32.622494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-65818bdf-a40f-4b61-a3f3-b0b62d3b4ca4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410328 May 25 17:09:32.756224 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-06beaade-402f-4557-9fe0-9369326d9772 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271126 May 25 17:09:32.896433 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-96260c34-d552-44ad-a37f-c89b7bd45ae0 req-c9cf0e72-63ec-483f-b925-ada330741fcf service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340494 May 25 17:09:32.958259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c77db-0b0b-470c-9c91-4cdf151d1e62 req-ddb8e518-8de1-4d51-b896-837a5f3edb82 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:32.959846 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8c8c77db-0b0b-470c-9c91-4cdf151d1e62 req-ddb8e518-8de1-4d51-b896-837a5f3edb82 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0893161 May 25 17:09:33.007477 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8c8c77db-0b0b-470c-9c91-4cdf151d1e62 req-e3764de4-aa17-4a70-b3cd-d7270f8eb38d tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418251 May 25 17:09:34.205649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753fb7e-12ae-4bcc-8a06-9288f14311f9 req-00083162-e3a6-4ca2-975d-9e12d929719f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:34.207122 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7753fb7e-12ae-4bcc-8a06-9288f14311f9 req-00083162-e3a6-4ca2-975d-9e12d929719f tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0794966 May 25 17:09:34.256035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7753fb7e-12ae-4bcc-8a06-9288f14311f9 req-dbb37f89-3c0b-48b2-ae81-24bbe68d4b50 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432453 May 25 17:09:35.445371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef8c4-d287-4e70-a4b4-597936e6ec38 req-f6d23c60-8ded-49be-815f-214c458652ca tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:35.446886 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-118ef8c4-d287-4e70-a4b4-597936e6ec38 req-f6d23c60-8ded-49be-815f-214c458652ca tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0834725 May 25 17:09:35.496439 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-118ef8c4-d287-4e70-a4b4-597936e6ec38 req-c077d4cd-87c3-4a54-97c3-08055dd19bd4 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 May 25 17:09:36.310797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:09:36.447863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:36.462008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '7345003e-ca8d-42bd-b501-d281c532a16d', 'network_id': 'a0c21a41-e5a0-40f6-8025-5db9fd79ede2', 'port_id': '7345003e-ca8d-42bd-b501-d281c532a16d', 'mac_address': 'fa:16:3e:54:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ed23145-37eb-4691-848e-1150fe70eba7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:09:36.520899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:36.537882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7345003e-ca8d-42bd-b501-d281c532a16d {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:09:36.555259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:36.559284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:36.561093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:36.630931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:36.634125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:36.639681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['7345003e-ca8d-42bd-b501-d281c532a16d'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:09:36.688556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51febe-76cf-4b69-a28f-996e38fa2e75 req-2ca36792-de3a-46ed-87ff-d884517d2c8b tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:36.690041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5e51febe-76cf-4b69-a28f-996e38fa2e75 req-2ca36792-de3a-46ed-87ff-d884517d2c8b tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 944 time: 0.0852041 May 25 17:09:36.735445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5e51febe-76cf-4b69-a28f-996e38fa2e75 req-f0c62106-a6fe-4980-8f20-ca01aa178342 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 May 25 17:09:37.130573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662c4-adb0-4427-858b-508e996f25f8 req-d729a62b-dea2-4dfe-ad18-56adace9f669 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:37.132024 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-d729a62b-dea2-4dfe-ad18-56adace9f669 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04&tenant_id=a0590268648f44b1b4bd4da2dac39dbd&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 944 time: 0.0885503 May 25 17:09:37.272639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662c4-adb0-4427-858b-508e996f25f8 req-1f852783-2c36-422f-830d-42b872f7e5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:37.274102 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-1f852783-2c36-422f-830d-42b872f7e5f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 1097 time: 0.0705197 May 25 17:09:37.414567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662c4-adb0-4427-858b-508e996f25f8 req-ba54eb1a-870f-4e91-b999-01bfcdb088fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:37.415969 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-ba54eb1a-870f-4e91-b999-01bfcdb088fd service neutron] 10.222.0.95 "GET /v2.0/networks?id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 200 len: 914 time: 0.1316926 May 25 17:09:37.488268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-e74577dc-31c5-4e08-9c95-279182fbd73f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 200 len: 217 time: 0.0654690 May 25 17:09:37.552052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662c4-adb0-4427-858b-508e996f25f8 req-a205f0c8-a98d-4792-bad9-9bec8875b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:37.553476 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-a205f0c8-a98d-4792-bad9-9bec8875b63f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 200 len: 852 time: 0.0584626 May 25 17:09:37.600717 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-d679b039-5f6d-474f-9af8-f860c230f4c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a0c21a41-e5a0-40f6-8025-5db9fd79ede2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404899 May 25 17:09:37.735583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-ce21e6f3-cd59-4b6a-bbd8-305ae0fdd7ed service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274605 May 25 17:09:37.868955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-39d289dd-ab95-4aad-a506-064b8926bca6 service neutron] 10.222.0.95 "GET /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274695 May 25 17:09:38.339487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:09:38.410553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 7345003e-ca8d-42bd-b501-d281c532a16d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:09:38.410961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:38.533582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:38.565580 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:09:38.578871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:38.584231 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:38.587280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:38.627309 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d', 'code': 200} May 25 17:09:38.663835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:38.671121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.671475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.672230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.672574 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.672907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.673240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.673569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.673898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.674228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.674553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.674878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.675224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:38.679240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:38.752802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab90053-c8be-4f31-a62f-2e1ef390c726 req-d6343c33-a1b6-4828-9064-ac7d472f3820 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:38.754256 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ab90053-c8be-4f31-a62f-2e1ef390c726 req-d6343c33-a1b6-4828-9064-ac7d472f3820 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0852511 May 25 17:09:38.800209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ab90053-c8be-4f31-a62f-2e1ef390c726 req-4ec17f36-3e1c-4775-b771-7c3e5b94df73 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 May 25 17:09:39.991576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf80d0-8e0f-45f6-8ac1-799ec056ecfb req-ae090d06-1983-4a4d-8b87-02f65d9c8600 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:39.993085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4bf80d0-8e0f-45f6-8ac1-799ec056ecfb req-ae090d06-1983-4a4d-8b87-02f65d9c8600 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0835543 May 25 17:09:40.039353 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4bf80d0-8e0f-45f6-8ac1-799ec056ecfb req-43b41aa5-1d1f-4671-a405-09a6251371ac tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 May 25 17:09:40.069604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d492-4a63-4887-832f-f9bddfbc05b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:40.617739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74662c4-adb0-4427-858b-508e996f25f8 req-5152f017-8b2d-4abc-976c-884dc6ceda5a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:40.619221 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-5152f017-8b2d-4abc-976c-884dc6ceda5a tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.95 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.0811675 May 25 17:09:40.761109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Deleting port 7345003e-ca8d-42bd-b501-d281c532a16d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:09:40.761456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:41.035500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] For port 7345003e-ca8d-42bd-b501-d281c532a16d, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=7345003e-ca8d-42bd-b501-d281c532a16d,segment=NetworkSegment(12c1d22d-8dc4-4966-a8bf-96e37308985b),segment_id=12c1d22d-8dc4-4966-a8bf-96e37308985b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:41.035765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:41.164128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Calling delete_port for 7345003e-ca8d-42bd-b501-d281c532a16d owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:09:41.275210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32d86-2594-481a-be5c-246f379eaeda req-288d11b9-ec24-4244-977a-8d3575d07e47 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:41.276677 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b5d32d86-2594-481a-be5c-246f379eaeda req-288d11b9-ec24-4244-977a-8d3575d07e47 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/ports?device_id=7bd481e3-2099-4950-8b14-ed2b796fde04 HTTP/1.1" status: 200 len: 945 time: 0.1196949 May 25 17:09:41.379764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b5d32d86-2594-481a-be5c-246f379eaeda req-25c238b9-2648-4d38-81f7-e10ec0c0c683 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.96 "GET /v2.0/security-groups?id=72db60eb-0080-438f-91e3-4d709f535fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966523 May 25 17:09:41.384382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:41.391925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9603fb8b-b55e-4e2c-8c13-e1b4cfde292a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:41.401953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['7345003e-ca8d-42bd-b501-d281c532a16d'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:09:41.468696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Pushing event deleted for resources: {'Port': ['ID=7345003e-ca8d-42bd-b501-d281c532a16d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:41.471202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:41.521835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] No DVR routers for this DVR port 7345003e-ca8d-42bd-b501-d281c532a16d on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:09:41.524417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:41.527170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-deleted', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:09:41.543291 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a74662c4-adb0-4427-858b-508e996f25f8 req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] 10.222.0.95 "DELETE /v2.0/ports/7345003e-ca8d-42bd-b501-d281c532a16d HTTP/1.1" status: 204 len: 173 time: 0.9150200 May 25 17:09:41.576163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd481e3-2099-4950-8b14-ed2b796fde04', 'name': 'network-vif-deleted', 'tag': '7345003e-ca8d-42bd-b501-d281c532a16d', 'status': 'completed', 'code': 200} May 25 17:09:42.563284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:42.627637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38556) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:42.692982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Deleting subnet 8ed23145-37eb-4691-848e-1150fe70eba7 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:09:42.695989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:42.746259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:42.802573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:42.846457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-af1f1c63-c7e7-4a7b-9a68-a240c2a8de1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.053178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.056986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-97839757-498f-4c15-8ea3-d05e0e7d9eef tempest-RoutersIpV6AdminTest-2020037237 tempest-RoutersIpV6AdminTest-2020037237-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:43.093113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ed23145-37eb-4691-848e-1150fe70eba7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:43.096035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:43.097012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.103669 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8ed23145-37eb-4691-848e-1150fe70eba7 HTTP/1.1" status: 204 len: 168 time: 0.4748795 May 25 17:09:43.106206 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38560) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:43.214981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.340833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.357259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c21a41-e5a0-40f6-8025-5db9fd79ede2']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:43.376060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c1d22d-8dc4-4966-a8bf-96e37308985b') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:43.376354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c1d22d-8dc4-4966-a8bf-96e37308985b') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:09:43.388216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.523659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.529994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:09:43.530924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:09:43.544149 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:09:43.621869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.625201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c2241164-198f-4771-b59c-c36e4d238d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:43.638300 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.649935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c21a41-e5a0-40f6-8025-5db9fd79ede2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:43.653296 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:43.660113 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a0c21a41-e5a0-40f6-8025-5db9fd79ede2 HTTP/1.1" status: 204 len: 168 time: 0.5529470 May 25 17:09:43.773894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38566) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:43.813817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.824216 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-48b52812-0479-47fc-ae74-6cf867f99fe8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a0590268648f44b1b4bd4da2dac39dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490029 May 25 17:09:43.826584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38570) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:43.888125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.916799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.971799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:43.979433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-34b7bb7d-57be-4227-a9e4-741103ab28f7 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:43.999688 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72db60eb-0080-438f-91e3-4d709f535fe4,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:44.003454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:44.014383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:44.018159 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/72db60eb-0080-438f-91e3-4d709f535fe4 HTTP/1.1" status: 204 len: 168 time: 0.1877804 May 25 17:09:44.385399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:09:44.420942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 7345003e-ca8d-42bd-b501-d281c532a16d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:09:44.421530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 7345003e-ca8d-42bd-b501-d281c532a16d not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:09:44.787003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38594) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:44.894366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-724127551-network', 'tenant_id': '9096b369f2b64cd382db9952aa3f14c5'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:09:44.899518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:09:44.903486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Usage tracker for resource:network and tenant:9096b369f2b64cd382db9952aa3f14c5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:09:44.906753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:09:44.916646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:09:44.927531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Made reservation on behalf of 9096b369f2b64cd382db9952aa3f14c5 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:44.929629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:44.942465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:44.957504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:09:44.961371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Usage tracker for resource:security_group_rule and tenant:9096b369f2b64cd382db9952aa3f14c5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:09:44.964167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:09:44.969944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:09:45.058389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.063493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.066601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f8cb2867-e343-42e6-ba49-1bd7dbdae3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:45.096081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:09:45.105211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4f3964-8bd7-4dc7-976b-88fc186625f3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.108936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:45.114279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.114279 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Added segment baa1527a-73ae-430b-b7de-da140c54c1bf of type vlan for network ec24309f-0170-469a-8b2f-80af4069cdf1 May 25 17:09:45.142492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.173964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.175065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:45.175815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.179397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-290ed287-75f4-4952-a32e-8a4f8df19631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:45.281869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Pushing event updated for resources: {'Network': ['ID=ec24309f-0170-469a-8b2f-80af4069cdf1,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.287739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4969950 May 25 17:09:45.287739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:45.288016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38600) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:09:45.292520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ec24309f-0170-469a-8b2f-80af4069cdf1 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:09:45.293450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Request body: {'subnet': {'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-724127551-subnet', 'tenant_id': '9096b369f2b64cd382db9952aa3f14c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:09:45.299234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:09:45.303142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Usage tracker for resource:subnet and tenant:9096b369f2b64cd382db9952aa3f14c5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:09:45.306014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:09:45.313151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:09:45.323922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Made reservation on behalf of 9096b369f2b64cd382db9952aa3f14c5 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:45.326349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.486268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.726601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.731044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ec625068-56ed-47df-8a51-0e45f0f6e556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:45.806037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=430b7a85-7cef-4be1-a324-e592eb3a0928,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:45.809906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:45.810787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Checking segment: {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:09:45.811851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Network hostable DHCP agents. Network: ec24309f-0170-469a-8b2f-80af4069cdf1, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:09:45.830199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Network ec24309f-0170-469a-8b2f-80af4069cdf1 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:09:45.840831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ec24309f-0170-469a-8b2f-80af4069cdf1) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:45.851630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee51c5-70cb-4877-bd95-a923bbffa31b None None] Network ec24309f-0170-469a-8b2f-80af4069cdf1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:09:45.852021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:45.852647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:45.873647 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5846279 May 25 17:09:46.091183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7733af-e14b-4752-90ef-e7e3dd94b8ee None None] Network ec24309f-0170-469a-8b2f-80af4069cdf1 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:09:46.415921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-942d2cff-d98b-4846-875c-9a501203e7ce tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:46.416615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-942d2cff-d98b-4846-875c-9a501203e7ce tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Synchronizing usage tracker for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:09:46.439204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-942d2cff-d98b-4846-875c-9a501203e7ce tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Unset dirty status for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:09:46.440402 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-942d2cff-d98b-4846-875c-9a501203e7ce tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 814 time: 0.1760252 May 25 17:09:46.456171 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-0f8d8bb3-cb91-4b5f-ac82-87273477bbe7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/quotas/9096b369f2b64cd382db9952aa3f14c5 HTTP/1.1" status: 200 len: 375 time: 0.0098839 May 25 17:09:46.508569 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-5511445c-f0dc-4abe-8f63-4632a8236c96 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470328 May 25 17:09:46.648813 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-97434a73-4a11-49fb-b3c6-653b75df7f9f service neutron] 10.222.0.96 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327953 May 25 17:09:46.785881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-5d802552-e15d-4539-8568-83d2aedbc237 service neutron] 10.222.0.96 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310401 May 25 17:09:46.968413 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d083300-f208-45d6-80fc-c0bc6a14b3e0 req-a4ed582c-3858-462d-acf5-114c02fb28e7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 210 time: 0.0449317 May 25 17:09:48.051746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-03492b00-aaf3-4efc-a98a-cfa7ca5dcf69 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:48.053457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-03492b00-aaf3-4efc-a98a-cfa7ca5dcf69 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 814 time: 0.1604331 May 25 17:09:48.066689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Request body: {'port': {'device_id': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'admin_state_up': True, 'tenant_id': '9096b369f2b64cd382db9952aa3f14c5'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:09:48.131459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5d44cad7-119c-4af6-8a1e-e1e4d0e39c8d req-7c44a40d-a942-4cc2-b1ca-37e02d836dbc tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 210 time: 0.0463076 May 25 17:09:48.212938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:09:48.216884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Usage tracker for resource:port and tenant:9096b369f2b64cd382db9952aa3f14c5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:09:48.219852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:09:48.225602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:09:48.235527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Made reservation on behalf of 9096b369f2b64cd382db9952aa3f14c5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:09:48.239066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:48.411410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Allocated IP 172.20.0.11 (ec24309f-0170-469a-8b2f-80af4069cdf1/430b7a85-7cef-4be1-a324-e592eb3a0928/8faf1bf1-f7ef-477d-9a29-cff465a9b27e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:09:48.644584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:48.680408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:48.686138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-afadaa1a-9942-41e7-8383-a0cd138ccb17 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:48.757291 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Network ec24309f-0170-469a-8b2f-80af4069cdf1 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:09:48.760408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:09:48.765299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:09:48.797086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:48.816899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.817285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.817671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.818044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.818416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.818787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.819188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.819562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.819928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.820298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.820657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.821018 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:09:48.826741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:48.844642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:48.845254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:48.867170 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044715 May 25 17:09:48.899461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Request body: {'port': {'device_id': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:09:48.914307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:49.017869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:49.371951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1eeb-66a1-47cc-af59-0c7d2a4f0617 req-3e660f6c-61d8-4bef-a8c8-3d99671d9068 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:49.372677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-41ef1eeb-66a1-47cc-af59-0c7d2a4f0617 req-3e660f6c-61d8-4bef-a8c8-3d99671d9068 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Synchronizing usage tracker for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:09:49.451046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faf1bf1-f7ef-477d-9a29-cff465a9b27e {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:09:49.456360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-41ef1eeb-66a1-47cc-af59-0c7d2a4f0617 req-3e660f6c-61d8-4bef-a8c8-3d99671d9068 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Unset dirty status for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:09:49.457501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41ef1eeb-66a1-47cc-af59-0c7d2a4f0617 req-3e660f6c-61d8-4bef-a8c8-3d99671d9068 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 932 time: 0.2095642 May 25 17:09:49.461212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:49.495210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Transition to ACTIVE for port object 8faf1bf1-f7ef-477d-9a29-cff465a9b27e will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:09:49.506126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:49.513346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-94a76125-0df9-41d0-bf11-45f67df6e505 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:49.709406 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41ef1eeb-66a1-47cc-af59-0c7d2a4f0617 req-31c9e6f0-9ac6-416e-9816-36725da7cfc8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455604 May 25 17:09:49.783339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:49.812699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:49.888436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Attempting to bind port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:09:49.888764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Attempting to bind port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:09:49.889121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Attempting to bind port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e on network ec24309f-0170-469a-8b2f-80af4069cdf1 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:09:49.893819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e on network ec24309f-0170-469a-8b2f-80af4069cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:09:49.894137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Attempting to bind port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e on network ec24309f-0170-469a-8b2f-80af4069cdf1 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:09:49.899232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:09:49.899564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Checking segment: {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:09:49.899938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Bound using segment: {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:09:49.900360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Bound port: 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:09:49.900714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:49.993815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:09:49.996927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:09:50.002422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:50.006573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:50.064447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.065053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:50.066392 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] 10.222.0.95 "PUT /v2.0/ports/8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 1094 time: 1.1715369 May 25 17:09:50.066902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:09:50.086457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:50.089580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:50.135053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'status': 'completed', 'code': 200} May 25 17:09:50.180261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-11d07df5-2a66-41c8-9aff-b7a8b5657b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.181713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-11d07df5-2a66-41c8-9aff-b7a8b5657b98 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1097 time: 0.0782256 May 25 17:09:50.254361 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-57f90f1f-6302-4ebf-bc86-a9342e98e865 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0657294 May 25 17:09:50.320717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-3282b13a-42dd-4d51-9d90-a9541a5b4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.322141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-3282b13a-42dd-4d51-9d90-a9541a5b4dea service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0619402 May 25 17:09:50.368298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-ee16f3bf-284d-473b-9f1a-deeb3555994c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398769 May 25 17:09:50.508832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-88810af8-fa83-432c-b6b4-193db8a8c607 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341414 May 25 17:09:50.647315 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52e395e2-e8a4-46b3-a90e-22fdc73d3699 req-078d832f-2374-41c1-a712-da0435beb73d service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298213 May 25 17:09:50.760319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-8c992ae6-f50b-499d-846d-e6fca0190419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.761713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-8c992ae6-f50b-499d-846d-e6fca0190419 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1097 time: 0.0713809 May 25 17:09:50.953883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-70453278-174d-4822-b008-977a98b0d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.955397 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-70453278-174d-4822-b008-977a98b0d6ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1874135 May 25 17:09:50.967773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d0377-9441-45ca-930d-4e60aa003838 req-d8442a46-5df2-4cdc-90cf-baa6322baaba tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:50.969147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-696d0377-9441-45ca-930d-4e60aa003838 req-d8442a46-5df2-4cdc-90cf-baa6322baaba tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 944 time: 0.1315761 May 25 17:09:51.051816 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-4d6f76ef-8c15-418d-bde4-931baa1fc819 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0816414 May 25 17:09:51.116218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-696d0377-9441-45ca-930d-4e60aa003838 req-6a3ba572-8a32-45e6-935e-b71c16096f26 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980012 May 25 17:09:51.131830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-9461c38b-f58b-472f-aa7b-67df48471395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:51.133249 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-9461c38b-f58b-472f-aa7b-67df48471395 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0691040 May 25 17:09:51.180232 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-3852f3cf-231b-4396-8b5f-eead2b0a33f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403118 May 25 17:09:51.313246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-14144a2a-76d2-44ff-9eb3-cbbdce19a2bc service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256702 May 25 17:09:51.449855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1fb5eba2-1c0a-47a2-b96d-b1c07b9635a3 req-4d05fdb5-48c0-4a7f-9104-94fb2ec5fc0e service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298447 May 25 17:09:52.301123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f40b8-3d1a-4807-9524-710539d2df40 req-acfa8c2c-72fd-4fad-9ec3-5939b496980f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:52.302596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d48f40b8-3d1a-4807-9524-710539d2df40 req-acfa8c2c-72fd-4fad-9ec3-5939b496980f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 944 time: 0.0805264 May 25 17:09:52.351728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d48f40b8-3d1a-4807-9524-710539d2df40 req-8647a5df-6257-433f-b26e-fffa17ec9431 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Synchronizing usage tracker for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:09:52.368131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d48f40b8-3d1a-4807-9524-710539d2df40 req-8647a5df-6257-433f-b26e-fffa17ec9431 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Unset dirty status for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:09:52.369424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d48f40b8-3d1a-4807-9524-710539d2df40 req-8647a5df-6257-433f-b26e-fffa17ec9431 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 May 25 17:09:53.705436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9d6b9-79ac-4328-80a0-9e0143f441e8 req-6b7a15f1-3cac-4133-82be-ac9b680d6d70 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:53.706808 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2df9d6b9-79ac-4328-80a0-9e0143f441e8 req-6b7a15f1-3cac-4133-82be-ac9b680d6d70 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 944 time: 0.2247314 May 25 17:09:53.751577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2df9d6b9-79ac-4328-80a0-9e0143f441e8 req-aa47979a-b3c5-4b8d-b8e1-77e01fb3ad37 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 May 25 17:09:54.434877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:09:54.577644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:54.592176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'port_id': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'mac_address': 'fa:16:3e:3f:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430b7a85-7cef-4be1-a324-e592eb3a0928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:09:54.651324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:54.668728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf1bf1-f7ef-477d-9a29-cff465a9b27e {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:09:54.684951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:54.689399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:54.691167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-36a9e999-bc9e-47a0-9e0e-2a567010ab66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:54.759599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:54.762604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:54.944691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9eca7-4040-4776-8c7f-9f09bf6a8bb7 req-837d8dd4-a751-46fc-87df-8dbffd390566 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:54.946050 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-feb9eca7-4040-4776-8c7f-9f09bf6a8bb7 req-837d8dd4-a751-46fc-87df-8dbffd390566 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 945 time: 0.0825541 May 25 17:09:54.990371 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-feb9eca7-4040-4776-8c7f-9f09bf6a8bb7 req-fd5489eb-45c4-4804-9fa7-6f6543b1833d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 May 25 17:09:55.050095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['8faf1bf1-f7ef-477d-9a29-cff465a9b27e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:09:56.189792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf816091-e928-49de-ba5a-392195406369 req-42632534-71b6-4e2a-9d90-63b0609a1430 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:56.191355 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf816091-e928-49de-ba5a-392195406369 req-42632534-71b6-4e2a-9d90-63b0609a1430 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 945 time: 0.0876098 May 25 17:09:56.237075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf816091-e928-49de-ba5a-392195406369 req-4e521330-6047-44a1-b2f7-6e92a986831f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399442 May 25 17:09:56.440913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:09:56.512700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:09:56.518048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:09:56.518423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:56.645221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:56.674546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:09:56.685679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:09:56.690963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:09:56.693673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:09:56.725968 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'code': 200} May 25 17:09:56.771119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:09:56.774285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:09:56.955788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eee1ca-6141-4a9d-9d80-65daf1c80614 req-0a3edb92-a217-4101-9ac8-22b1bca10074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:56.957176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5eee1ca-6141-4a9d-9d80-65daf1c80614 req-0a3edb92-a217-4101-9ac8-22b1bca10074 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1099 time: 0.0709884 May 25 17:09:57.002535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5eee1ca-6141-4a9d-9d80-65daf1c80614 req-7e0b6aa2-48cd-4f4c-a4c7-9b472f1aee4c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 May 25 17:09:57.428805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dc92c-4c77-4eb7-b06d-3f4b8c6fab5d req-cdb26389-3f5a-4a93-a0dd-b5689228cbc1 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:57.430507 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0a0dc92c-4c77-4eb7-b06d-3f4b8c6fab5d req-cdb26389-3f5a-4a93-a0dd-b5689228cbc1 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0870669 May 25 17:09:57.481382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0a0dc92c-4c77-4eb7-b06d-3f4b8c6fab5d req-d2757ae2-0a07-4a36-9fa3-da9e41a5cbd9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 May 25 17:09:58.675490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16acd-db16-45dc-9241-8583544ae5b2 req-d35d9f22-2f48-4f45-8ae8-edba8ff5a6f3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:58.676960 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0e16acd-db16-45dc-9241-8583544ae5b2 req-d35d9f22-2f48-4f45-8ae8-edba8ff5a6f3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0886841 May 25 17:09:58.723318 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0e16acd-db16-45dc-9241-8583544ae5b2 req-a557be83-16a7-4c6d-8ce9-a7d2df9c2024 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406084 May 25 17:09:58.907873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d881c2-037b-44f5-9a66-7b40df8af013 req-c620b103-7451-4604-be8b-59ecc5328a37 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:58.909349 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-43d881c2-037b-44f5-9a66-7b40df8af013 req-c620b103-7451-4604-be8b-59ecc5328a37 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0818772 May 25 17:09:58.960187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-43d881c2-037b-44f5-9a66-7b40df8af013 req-ff24fc0a-35e7-4468-a9d7-2f6a472b43e8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451121 May 25 17:09:59.312055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c70397-11fe-448a-a838-7281631db361 req-fd24fe65-8e59-42cd-adca-24896247cbe6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:59.314038 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-89c70397-11fe-448a-a838-7281631db361 req-fd24fe65-8e59-42cd-adca-24896247cbe6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0856781 May 25 17:09:59.358582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-89c70397-11fe-448a-a838-7281631db361 req-e9861d7a-cea0-403b-b4e1-0adcaca4a75c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 May 25 17:09:59.541931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088a4ea-7c81-4127-8e4d-eaa4c91c4580 req-dc24b656-85b6-4bba-8451-4c37ed920b5c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:09:59.543401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f088a4ea-7c81-4127-8e4d-eaa4c91c4580 req-dc24b656-85b6-4bba-8451-4c37ed920b5c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0789378 May 25 17:09:59.601150 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f088a4ea-7c81-4127-8e4d-eaa4c91c4580 req-c9608b7a-54ea-4d47-a4cb-aa493c97ab90 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 May 25 17:10:00.130740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-dba53a7d-1c0f-426d-b902-08d9a000ae40 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2546890 May 25 17:10:00.146730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bef58-c910-4505-a8af-78ae6bedd7f2 req-17c671a0-3284-4b41-a5c5-c24a99ae13a6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:00.148496 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-301bef58-c910-4505-a8af-78ae6bedd7f2 req-17c671a0-3284-4b41-a5c5-c24a99ae13a6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.1056406 May 25 17:10:00.199001 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-301bef58-c910-4505-a8af-78ae6bedd7f2 req-d8aa2779-6200-46b4-baa4-e654d951a50c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 May 25 17:10:01.377472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-6fb2d815-0033-4698-9a84-e6a4b4abc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:01.378984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-6fb2d815-0033-4698-9a84-e6a4b4abc9c8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1099 time: 0.1252825 May 25 17:10:01.498107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b565ef6-e79c-485d-9c27-5628e4e31483 req-17c8ba1c-2a83-482f-9d4e-197b80f80c81 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:01.499562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4b565ef6-e79c-485d-9c27-5628e4e31483 req-17c8ba1c-2a83-482f-9d4e-197b80f80c81 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.1878784 May 25 17:10:01.565200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-32aa8867-6a1d-412f-9e34-4dc881a03d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:01.566642 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-32aa8867-6a1d-412f-9e34-4dc881a03d58 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1807570 May 25 17:10:01.571257 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4b565ef6-e79c-485d-9c27-5628e4e31483 req-d5140a9d-2374-4d7b-9e0e-6080857da538 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 May 25 17:10:01.639310 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-32475171-0fe3-49bb-b8d9-4f0553ddfc48 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0657725 May 25 17:10:01.706122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-111b7a5a-7439-4df9-8e94-0e4b6bd1f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:01.707633 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-111b7a5a-7439-4df9-8e94-0e4b6bd1f0c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0620916 May 25 17:10:01.756585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-13f92bb3-b49f-45ad-9ae1-8230ad4da348 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413694 May 25 17:10:01.892860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-32892f1f-715f-4566-8181-77d653acb65d service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287613 May 25 17:10:02.025251 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-d6dc9b5e-c738-42e9-a3ea-d553d18807fe service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253550 May 25 17:10:02.761513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e3113-9ba9-43df-af9c-bc73c32b85d0 req-bf3a5b8b-f89e-4c6e-a392-6c17ddb7881f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:02.763075 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a1e3113-9ba9-43df-af9c-bc73c32b85d0 req-bf3a5b8b-f89e-4c6e-a392-6c17ddb7881f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0810549 May 25 17:10:02.808650 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9a1e3113-9ba9-43df-af9c-bc73c32b85d0 req-2be5d1c2-be61-447d-b72a-2c37f15548ba tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392733 May 25 17:10:03.991885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321907-472c-4893-a8c0-0bf92103c0cc req-af2fa824-31e3-425d-80f8-42cb687f84eb tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:03.993334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4321907-472c-4893-a8c0-0bf92103c0cc req-af2fa824-31e3-425d-80f8-42cb687f84eb tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0800891 May 25 17:10:04.037843 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4321907-472c-4893-a8c0-0bf92103c0cc req-bfff2540-ada6-4aad-9b78-c580749d1933 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 May 25 17:10:05.229679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f297-fc2a-4a01-a882-e6a4c66e2b0f req-76b02cb7-10b6-4ab8-8abd-2b997e406007 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:05.231148 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e155f297-fc2a-4a01-a882-e6a4c66e2b0f req-76b02cb7-10b6-4ab8-8abd-2b997e406007 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0846252 May 25 17:10:05.276111 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e155f297-fc2a-4a01-a882-e6a4c66e2b0f req-bb94065c-22a7-4c5d-b673-2f29f4fb3142 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389268 May 25 17:10:06.469507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511461c-83ae-4b8e-88f1-83935844301f req-9ba3a72d-82ad-4754-8716-bfc6599c833c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:06.470998 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8511461c-83ae-4b8e-88f1-83935844301f req-9ba3a72d-82ad-4754-8716-bfc6599c833c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0872097 May 25 17:10:06.517056 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8511461c-83ae-4b8e-88f1-83935844301f req-b660c805-955a-4028-8270-dab58a84ff3e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 May 25 17:10:07.703001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0384b75-5a58-4959-997d-dc6033718719 req-f88fec1a-4a8c-422f-9f73-6f0f820840d9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:07.704384 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0384b75-5a58-4959-997d-dc6033718719 req-f88fec1a-4a8c-422f-9f73-6f0f820840d9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0821967 May 25 17:10:07.750149 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0384b75-5a58-4959-997d-dc6033718719 req-dfd7a582-2c85-4e70-b58e-1e41e35536c7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 May 25 17:10:08.847340 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:10:08.948186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd96a8-073a-4529-a76d-e7fbbb8282d9 req-bfa3ccaa-8209-4141-9097-e8a329895cb5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:08.949680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-88dd96a8-073a-4529-a76d-e7fbbb8282d9 req-bfa3ccaa-8209-4141-9097-e8a329895cb5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0848730 May 25 17:10:09.143365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-88dd96a8-073a-4529-a76d-e7fbbb8282d9 req-4691db2e-71b4-4cc7-969c-7b1938b68d58 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868544 May 25 17:10:10.072803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-101a22cc-743d-4d05-8dd8-67ebeeceaf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:10.335863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29b6a5-bae4-45e0-8e34-c532ba85ea26 req-058947c9-8a1d-406d-90bb-fd8c9af46c6a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:10.337237 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6c29b6a5-bae4-45e0-8e34-c532ba85ea26 req-058947c9-8a1d-406d-90bb-fd8c9af46c6a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0838537 May 25 17:10:10.383829 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6c29b6a5-bae4-45e0-8e34-c532ba85ea26 req-ee04eeb4-37e1-40fa-90bc-71e45cbba510 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 May 25 17:10:11.574361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765f816-3bca-4f52-bd29-bbf39045166b req-ca42b6f1-eaa2-4aed-8a43-1b639c7b28f5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:11.575925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e765f816-3bca-4f52-bd29-bbf39045166b req-ca42b6f1-eaa2-4aed-8a43-1b639c7b28f5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0840459 May 25 17:10:11.620967 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e765f816-3bca-4f52-bd29-bbf39045166b req-54146441-34cb-4681-96ac-bca0ba469738 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 May 25 17:10:12.567080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:12.807290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf00454-5338-4546-80b8-0f5b1f4757db req-0ed44dd5-da4e-4ab4-8534-8897ba859103 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:12.808752 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7bf00454-5338-4546-80b8-0f5b1f4757db req-0ed44dd5-da4e-4ab4-8534-8897ba859103 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0804648 May 25 17:10:12.850200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a5e73311-4097-41c6-856f-589fea580465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:12.861760 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7bf00454-5338-4546-80b8-0f5b1f4757db req-87423c96-5caf-41d0-a0ea-a99a07e73e7f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472367 May 25 17:10:13.815475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:14.046876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf6ff-0f44-4ac0-9715-a370ca7b2ba5 req-ad426425-6881-494c-923d-ed77b823c467 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:14.048320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075cf6ff-0f44-4ac0-9715-a370ca7b2ba5 req-ad426425-6881-494c-923d-ed77b823c467 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0822270 May 25 17:10:14.092300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075cf6ff-0f44-4ac0-9715-a370ca7b2ba5 req-0866c06f-c9f4-4369-b427-06478879011e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383668 May 25 17:10:15.281183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75af72d-a450-4ff2-a889-b37d631561c4 req-7166ae3d-5b5d-431d-9273-37c6f89a9b37 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:15.282660 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b75af72d-a450-4ff2-a889-b37d631561c4 req-7166ae3d-5b5d-431d-9273-37c6f89a9b37 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0807807 May 25 17:10:15.328290 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b75af72d-a450-4ff2-a889-b37d631561c4 req-248a006e-752f-4cb2-8a58-20441605b5e5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 May 25 17:10:15.491276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:16.518518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55101e1-c1dc-454d-b705-bad473e09060 req-a1f84bd6-606a-4d19-bd6c-cf31d650b421 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:16.520106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e55101e1-c1dc-454d-b705-bad473e09060 req-a1f84bd6-606a-4d19-bd6c-cf31d650b421 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0836210 May 25 17:10:16.565367 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e55101e1-c1dc-454d-b705-bad473e09060 req-19e0a04f-cd83-488e-95a5-8216de71e764 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 May 25 17:10:17.756332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2cc000-ffc0-4711-9dc1-beb928fd6cb3 req-fde6ca7b-14b0-4d9a-a93c-c2005f79f2af tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:17.757782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7d2cc000-ffc0-4711-9dc1-beb928fd6cb3 req-fde6ca7b-14b0-4d9a-a93c-c2005f79f2af tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0829775 May 25 17:10:17.803403 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7d2cc000-ffc0-4711-9dc1-beb928fd6cb3 req-f398759f-4a44-414c-99c0-e351e359ec52 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 May 25 17:10:18.932544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:19.016250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac011683-a883-466a-9995-dff51c6e682a req-b3d3519f-1145-4e2d-aae7-afe51a9e04ab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:19.017735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ac011683-a883-466a-9995-dff51c6e682a req-b3d3519f-1145-4e2d-aae7-afe51a9e04ab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.1050251 May 25 17:10:19.063358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ac011683-a883-466a-9995-dff51c6e682a req-1071d9fb-3017-4b79-8a69-c96846ebfa11 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 May 25 17:10:20.246589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3877d7-d053-466d-a822-d052e4df2414 req-a795ed78-77d2-4946-9a31-33e432dadd83 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:20.248064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9e3877d7-d053-466d-a822-d052e4df2414 req-a795ed78-77d2-4946-9a31-33e432dadd83 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0812533 May 25 17:10:20.291948 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9e3877d7-d053-466d-a822-d052e4df2414 req-b7d5c1af-8ed2-4409-934e-6b644e954f5e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 May 25 17:10:21.478995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa9e80-4b88-4c4a-bb52-c8b82ac3e85e req-26aaa3fa-7813-41b1-bb03-223b491c234d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:21.480476 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7fa9e80-4b88-4c4a-bb52-c8b82ac3e85e req-26aaa3fa-7813-41b1-bb03-223b491c234d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0825720 May 25 17:10:21.531248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7fa9e80-4b88-4c4a-bb52-c8b82ac3e85e req-5ef17409-4e81-4478-a2f4-928ed39814da tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 May 25 17:10:22.730510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2d1c-e479-42d2-9229-b34298135525 req-04fcfdd4-8c28-49bf-85ed-50afcd9c49a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:22.731914 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c7ec2d1c-e479-42d2-9229-b34298135525 req-04fcfdd4-8c28-49bf-85ed-50afcd9c49a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0949173 May 25 17:10:22.776982 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c7ec2d1c-e479-42d2-9229-b34298135525 req-469624d5-03c6-46cb-a106-667d9c8c8c1f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 May 25 17:10:23.339759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-fd401dc4-c00c-4330-9e54-569b56e25462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:23.341209 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-fd401dc4-c00c-4330-9e54-569b56e25462 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1099 time: 0.0720119 May 25 17:10:23.498158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-da346a6c-119e-4595-9542-0c87525b3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:23.499712 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-da346a6c-119e-4595-9542-0c87525b3491 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1336801 May 25 17:10:23.571516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-c66ea087-674b-4ece-bbad-8c4f1b516fa2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0654142 May 25 17:10:23.634939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-00207d18-f296-4050-971b-28b396ff0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:23.636422 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-00207d18-f296-4050-971b-28b396ff0264 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0578332 May 25 17:10:23.686096 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-27d9315e-6618-4400-a2fe-debb881ef1b2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437319 May 25 17:10:23.834218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-22a221f1-4b4e-448b-a6db-5593e5ca0cf4 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392310 May 25 17:10:24.056841 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b454be4e-75eb-48d7-98e0-10af58a62c55 req-e017e346-f442-46ce-a6fe-18e20f1703f1 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157164 May 25 17:10:24.075161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582159c-11d4-4af0-9094-2ff72b145c3f req-57061f54-475f-49f4-96a8-9525dd37d832 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:24.076653 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b582159c-11d4-4af0-9094-2ff72b145c3f req-57061f54-475f-49f4-96a8-9525dd37d832 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.1551120 May 25 17:10:24.127844 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b582159c-11d4-4af0-9094-2ff72b145c3f req-1baf5136-ba03-41f5-a4d8-2fd79304d206 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 May 25 17:10:25.317822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7778611-7580-4dbd-aef7-1afb39f58276 req-fdd5917d-3a4f-41d5-9363-cca591293af8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:25.319302 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7778611-7580-4dbd-aef7-1afb39f58276 req-fdd5917d-3a4f-41d5-9363-cca591293af8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0808978 May 25 17:10:25.363944 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7778611-7580-4dbd-aef7-1afb39f58276 req-7dc09d75-c68f-44b8-b4f6-40a2f9a7d57c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389791 May 25 17:10:26.554936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9d235-f063-4a77-abd4-a3e4b6b101e9 req-36d629af-f364-4acc-a53f-c32e43cf2900 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:26.556440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2dd9d235-f063-4a77-abd4-a3e4b6b101e9 req-36d629af-f364-4acc-a53f-c32e43cf2900 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0848098 May 25 17:10:26.601475 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2dd9d235-f063-4a77-abd4-a3e4b6b101e9 req-61c77936-8ae8-4b8d-980a-c21bc0bee663 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 May 25 17:10:27.790207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd22977-5e79-4b31-82e7-c3dd6d0bdb1e req-a47bba3b-684b-4927-bbb1-05f3e6bfa7f3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:27.791715 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffd22977-5e79-4b31-82e7-c3dd6d0bdb1e req-a47bba3b-684b-4927-bbb1-05f3e6bfa7f3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0832856 May 25 17:10:27.838378 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ffd22977-5e79-4b31-82e7-c3dd6d0bdb1e req-4a3bdf7e-3e2f-459f-9a6a-b53c2a685765 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 May 25 17:10:28.894501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-89e47a67-a49b-4d57-843a-eeeeb254b4d8 service neutron] 10.222.0.95 "GET /v2.0/ports/8faf1bf1-f7ef-477d-9a29-cff465a9b27e/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0780580 May 25 17:10:29.037635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881d9fb-1003-4b04-9f63-eb45b3605a59 req-9571d5ac-1812-41f1-9d0c-814922db3131 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:29.039152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2881d9fb-1003-4b04-9f63-eb45b3605a59 req-9571d5ac-1812-41f1-9d0c-814922db3131 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0933502 May 25 17:10:29.097171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2881d9fb-1003-4b04-9f63-eb45b3605a59 req-b9365fbc-efee-4cc6-98d9-37a542f0f4a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519283 May 25 17:10:29.188635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-4f01c70a-7796-4e39-9323-97a853627984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:29.190027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-4f01c70a-7796-4e39-9323-97a853627984 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a&tenant_id=9096b369f2b64cd382db9952aa3f14c5 HTTP/1.1" status: 200 len: 1099 time: 0.0770934 May 25 17:10:29.286093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-b6285467-4eab-4406-af85-f40e9692c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:29.287629 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-b6285467-4eab-4406-af85-f40e9692c1ad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1099 time: 0.0755458 May 25 17:10:29.426304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-e660bc52-d595-4571-9207-723f758c2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:29.427804 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-e660bc52-d595-4571-9207-723f758c2f2a service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1342018 May 25 17:10:29.496032 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-75df5d19-e54c-41f0-af0e-0cb36267bb60 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0617793 May 25 17:10:29.701888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-88b24c98-3e98-4df9-a149-b1a305644971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:29.704176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-88b24c98-3e98-4df9-a149-b1a305644971 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.2026308 May 25 17:10:29.749219 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-711c86bd-876c-4d37-9bb4-283b4455c38f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390203 May 25 17:10:29.879984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-fa2a274e-87a7-418c-b980-14f47115b2a4 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248710 May 25 17:10:30.013579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7a55939-d7c4-4e2a-8712-cb501ed2e5ca req-f37d7e11-0b20-41b0-aa31-b3d485045624 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262605 May 25 17:10:30.284659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b36c709-94c9-4a17-a915-a8a2febc749a req-29fdc348-dd81-47cb-b232-7d3a74fc0ca5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:30.286028 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7b36c709-94c9-4a17-a915-a8a2febc749a req-29fdc348-dd81-47cb-b232-7d3a74fc0ca5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0790522 May 25 17:10:30.334606 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7b36c709-94c9-4a17-a915-a8a2febc749a req-97a2fd44-0ccc-4e82-9cc5-e8b401d70b50 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 May 25 17:10:31.536455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdea44-f4c2-4b0f-b984-f3d1a653ccb6 req-0855a6d9-19f5-41d8-bd1d-831751ea03c9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:31.537956 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70bdea44-f4c2-4b0f-b984-f3d1a653ccb6 req-0855a6d9-19f5-41d8-bd1d-831751ea03c9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0908909 May 25 17:10:31.582787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70bdea44-f4c2-4b0f-b984-f3d1a653ccb6 req-cb759385-0c3e-4852-9d0e-ef8e212a91ce tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 May 25 17:10:32.545523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:10:32.548471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:10:32.776659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08f5a0-d74b-4164-867b-1a0383c1df02 req-f820dea8-ca61-486d-aa60-dd5442032d21 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:32.778190 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5a08f5a0-d74b-4164-867b-1a0383c1df02 req-f820dea8-ca61-486d-aa60-dd5442032d21 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0822356 May 25 17:10:32.785730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:32.810032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:32.830239 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5a08f5a0-d74b-4164-867b-1a0383c1df02 req-0b908d80-5e32-4828-b99d-3631944b150b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 May 25 17:10:32.832355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:10:32.840466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'port_id': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'mac_address': 'fa:16:3e:3f:99:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430b7a85-7cef-4be1-a324-e592eb3a0928', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:10:32.849724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:32.926676 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'code': 200} May 25 17:10:32.929535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:32.934366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:32.990496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:33.017286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faf1bf1-f7ef-477d-9a29-cff465a9b27e {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:10:33.034375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:33.037547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:33.042708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:33.045777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:33.049455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:33.141413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['8faf1bf1-f7ef-477d-9a29-cff465a9b27e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:10:33.214178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:33.217362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:34.166977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3783528-5025-4cee-9948-64acabe65ccb req-0af5ed0a-a43d-432d-bc10-1618d0a1a258 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.168366 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b3783528-5025-4cee-9948-64acabe65ccb req-0af5ed0a-a43d-432d-bc10-1618d0a1a258 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 945 time: 0.0850265 May 25 17:10:34.215297 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b3783528-5025-4cee-9948-64acabe65ccb req-45faaa8f-0d1c-45d5-8c47-5ee049fab2d2 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 May 25 17:10:34.543721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b4e60-7141-440f-9d1e-164e46dd71d0 req-fd8faf38-e746-44eb-9b6a-213172d94487 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.545210 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-531b4e60-7141-440f-9d1e-164e46dd71d0 req-fd8faf38-e746-44eb-9b6a-213172d94487 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 945 time: 0.0835235 May 25 17:10:34.553128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-3f138a57-db9c-48ef-be8b-decb2e97cec8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.554575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-3f138a57-db9c-48ef-be8b-decb2e97cec8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a&tenant_id=9096b369f2b64cd382db9952aa3f14c5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.0850379 May 25 17:10:34.565656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:10:34.615985 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-531b4e60-7141-440f-9d1e-164e46dd71d0 req-e3ec0cc6-642a-433f-ab0d-fe5d063c4f83 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639825 May 25 17:10:34.662952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:10:34.663357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:34.709105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-c289cbbe-abe3-49cd-83d8-ec24032f4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.710494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-c289cbbe-abe3-49cd-83d8-ec24032f4aff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 1098 time: 0.0793290 May 25 17:10:34.791819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:34.825695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:34.830111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:34.831918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:34.847151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-0e4c0925-7180-416b-b362-2efc7a810eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.848600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-0e4c0925-7180-416b-b362-2efc7a810eae service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1315391 May 25 17:10:34.898286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:34.901325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:34.917674 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-22d0a35a-5988-44e2-9a70-72e117722b71 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 200 len: 217 time: 0.0616741 May 25 17:10:34.928002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:10:34.982460 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'code': 200} May 25 17:10:34.984158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-3ff3f6d9-933b-4ba1-a5ec-5ebfbcc167fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:34.985624 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-3ff3f6d9-933b-4ba1-a5ec-5ebfbcc167fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0618422 May 25 17:10:35.035440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-3179c222-89c4-41e0-a591-1bd77d388c36 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419619 May 25 17:10:35.168566 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-77733460-3fd8-44a3-bc30-7ed3c8814a98 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270502 May 25 17:10:35.304231 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c1813c5a-fa1e-4e4e-8bee-db4b8d79c876 req-4ff54352-1bfd-4093-af11-5dc16aba9ed9 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293278 May 25 17:10:35.817882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e89c1-9634-42c8-8431-93a367dec4db req-c6dae7c6-e66e-418e-906a-61944e58cb6b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:35.819427 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-855e89c1-9634-42c8-8431-93a367dec4db req-c6dae7c6-e66e-418e-906a-61944e58cb6b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0889814 May 25 17:10:35.866133 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-855e89c1-9634-42c8-8431-93a367dec4db req-659acba0-cc83-4cfa-a728-0252f40ac689 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409036 May 25 17:10:37.057553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5e2c6-415b-4c96-9b90-23fb65e09e1e req-fb316a98-b527-4c32-af50-20c94ad64378 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:37.059079 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e1a5e2c6-415b-4c96-9b90-23fb65e09e1e req-fb316a98-b527-4c32-af50-20c94ad64378 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0850101 May 25 17:10:37.104904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e1a5e2c6-415b-4c96-9b90-23fb65e09e1e req-91228368-c4a9-401a-9364-a892699e4bb4 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394149 May 25 17:10:37.288595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218c15e-1031-4bdd-9957-69053bbfd8bc req-9fa7f9cc-7a6b-4630-b985-3733fb6d0cab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:37.290074 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6218c15e-1031-4bdd-9957-69053bbfd8bc req-9fa7f9cc-7a6b-4630-b985-3733fb6d0cab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0823500 May 25 17:10:37.338883 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6218c15e-1031-4bdd-9957-69053bbfd8bc req-1a4ac3d0-7c82-4fa5-ba97-20091bcada49 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 May 25 17:10:37.523322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b12da-bb85-43a1-a1e0-1e6ec4cd7909 req-dfa3401c-c025-44c1-bf2e-b1c925676d63 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:37.524780 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-094b12da-bb85-43a1-a1e0-1e6ec4cd7909 req-dfa3401c-c025-44c1-bf2e-b1c925676d63 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0800486 May 25 17:10:37.571986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-094b12da-bb85-43a1-a1e0-1e6ec4cd7909 req-86a78ca4-a6f3-40aa-9f97-ab43cab01eb8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 May 25 17:10:38.060545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-ea46d866-c297-43b6-a681-dd3fea87dbab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:38.062535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-ea46d866-c297-43b6-a681-dd3fea87dbab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 814 time: 0.1483543 May 25 17:10:38.077352 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-e61754e8-584a-45ec-b727-c839bab52319 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/quotas/9096b369f2b64cd382db9952aa3f14c5 HTTP/1.1" status: 200 len: 375 time: 0.0091820 May 25 17:10:38.160375 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-b69c26b3-4021-4e12-b6ac-cbbbfb714eb3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0773568 May 25 17:10:38.342526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-24215d01-adc2-4ee6-8827-7ee35c7b2b5b service neutron] 10.222.0.96 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752441 May 25 17:10:38.616752 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-ce29d019-3cf1-4e5b-99fb-3b4cde11b3f2 service neutron] 10.222.0.96 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680385 May 25 17:10:38.804459 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ca0de49-e62c-40ac-bc4e-b5ea3460ab1b req-50fc2b98-eee2-43ac-bc8e-aaffaa39bb25 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 210 time: 0.0556614 May 25 17:10:39.843212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-fab23719-65fc-423e-b935-de78aaefaf9a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:39.844735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-fab23719-65fc-423e-b935-de78aaefaf9a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 814 time: 0.1555581 May 25 17:10:39.863449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Request body: {'port': {'device_id': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'admin_state_up': True, 'tenant_id': '9096b369f2b64cd382db9952aa3f14c5'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:10:39.978235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-fc6c27d6-abee-4d81-abf6-03650dc4935f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:39.979762 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-fc6c27d6-abee-4d81-abf6-03650dc4935f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/ports?device_id=93a123ba-7a16-4a28-9a15-dd25bd81093a HTTP/1.1" status: 200 len: 946 time: 0.0865140 May 25 17:10:40.006581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9f61e9ea-cce5-47a3-b5a7-550a64a0c005 req-b72dfd32-c4ae-433a-8b07-60e7a4e76c5b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 210 time: 0.0655448 May 25 17:10:40.066343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:10:40.076907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:10:40.079131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-90ec31a1-bcfc-4c74-ad0a-947f112a1de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.088685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Made reservation on behalf of 9096b369f2b64cd382db9952aa3f14c5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:10:40.092381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.127841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Deleting port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:10:40.128186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.266766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Allocated IP 172.20.0.14 (ec24309f-0170-469a-8b2f-80af4069cdf1/430b7a85-7cef-4be1-a324-e592eb3a0928/144ea1d5-3f4e-4d07-9957-e3ff11b8a099) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:10:40.385007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] For port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:40.385266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.481171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.513814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.514756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Calling delete_port for 8faf1bf1-f7ef-477d-9a29-cff465a9b27e owned by compute:nova {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:10:40.521494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-57ffa737-783c-487b-8086-c5fb94d03a48 tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:40.529037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['8faf1bf1-f7ef-477d-9a29-cff465a9b27e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:10:40.596907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Network ec24309f-0170-469a-8b2f-80af4069cdf1 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:10:40.600106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:10:40.604447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:10:40.641162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.642409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:40.648780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:40.651411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:40.678322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:40.678980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.704221 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Pushing event deleted for resources: {'Port': ['ID=8faf1bf1-f7ef-477d-9a29-cff465a9b27e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:40.708925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8501627 May 25 17:10:40.724138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Request body: {'port': {'device_id': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:10:40.746083 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.746465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.746843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.747444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.747823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.748213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.748561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.748921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.749882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.750501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.750986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.751355 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:40.754705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:40.808426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] No DVR routers for this DVR port 8faf1bf1-f7ef-477d-9a29-cff465a9b27e on host hv-neutron-7929 {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:10:40.811161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.816682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-deleted', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:10:40.827881 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "DELETE /v2.0/ports/8faf1bf1-f7ef-477d-9a29-cff465a9b27e HTTP/1.1" status: 204 len: 173 time: 0.8422592 May 25 17:10:40.857951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:40.935990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a123ba-7a16-4a28-9a15-dd25bd81093a', 'name': 'network-vif-deleted', 'tag': '8faf1bf1-f7ef-477d-9a29-cff465a9b27e', 'status': 'completed', 'code': 200} May 25 17:10:41.289477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de446b75-6ed5-435a-8fd1-57acb389ada7 req-4e0bd0d9-2c2c-4576-8bf8-59c211477b1a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:41.290232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-de446b75-6ed5-435a-8fd1-57acb389ada7 req-4e0bd0d9-2c2c-4576-8bf8-59c211477b1a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Synchronizing usage tracker for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:10:41.304710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:10:41.316911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:41.327540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-de446b75-6ed5-435a-8fd1-57acb389ada7 req-4e0bd0d9-2c2c-4576-8bf8-59c211477b1a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Unset dirty status for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:10:41.328713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de446b75-6ed5-435a-8fd1-57acb389ada7 req-4e0bd0d9-2c2c-4576-8bf8-59c211477b1a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 932 time: 0.2066355 May 25 17:10:41.334399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Transition to ACTIVE for port object 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:10:41.351776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:41.359649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c394d209-d0b1-45d2-a057-be20b25c7da8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:41.505247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de446b75-6ed5-435a-8fd1-57acb389ada7 req-048d198a-7fee-4b2c-aa97-0d8bda71c63f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694651 May 25 17:10:41.541664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:41.549730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:41.622649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Attempting to bind port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:10:41.623019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Attempting to bind port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:10:41.623346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Attempting to bind port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 on network ec24309f-0170-469a-8b2f-80af4069cdf1 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:10:41.628268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 on network ec24309f-0170-469a-8b2f-80af4069cdf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:10:41.628592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Attempting to bind port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 on network ec24309f-0170-469a-8b2f-80af4069cdf1 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:10:41.634499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:10:41.634839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Checking segment: {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:10:41.635259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Bound using segment: {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:10:41.635694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Bound port: 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa1527a-73ae-430b-b7de-da140c54c1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:10:41.636044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:41.726321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:10:41.729389 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:10:41.732908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:41.738082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cf834e4b-7a5a-4f7f-8156-04e735fc17a5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:41.942090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:41.942703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:41.944082 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] 10.222.0.95 "PUT /v2.0/ports/144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 1094 time: 1.2264240 May 25 17:10:41.944602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:10:41.964920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:41.968413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:42.020425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'status': 'completed', 'code': 200} May 25 17:10:42.056218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-d1db6f67-69a8-4a99-9162-324014b7847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:42.057616 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-d1db6f67-69a8-4a99-9162-324014b7847f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1097 time: 0.0743382 May 25 17:10:42.129302 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-d025ac8e-0a95-446e-853b-22cd6efce0ce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0636215 May 25 17:10:42.197443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-8fa5b8b4-4dc0-4344-9325-578bae6c0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:42.198933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-8fa5b8b4-4dc0-4344-9325-578bae6c0974 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0625408 May 25 17:10:42.249268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-82f4cf82-6831-4a52-8b58-07ceb983c52c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438194 May 25 17:10:42.384810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-b6b583a7-7c22-4aeb-bbe9-bcdde2490472 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285415 May 25 17:10:42.519417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1a8ddd03-ae54-48ad-8d99-6a484eae33a4 req-d2844e7e-a1c7-43dd-808b-927f891145be service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279778 May 25 17:10:42.571188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:42.599341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:10:42.638560 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 8faf1bf1-f7ef-477d-9a29-cff465a9b27e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:10:42.638894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 8faf1bf1-f7ef-477d-9a29-cff465a9b27e not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:10:42.699424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2191eb7-6738-4cda-84b6-479411190f7a req-418fce11-366b-4769-8587-5ad73ab49a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:42.700921 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-418fce11-366b-4769-8587-5ad73ab49a01 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1097 time: 0.1364470 May 25 17:10:42.786422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1b596-91d5-4e38-8902-d69e419e594d req-6a87deda-7b21-4627-871f-96a4f67883a2 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:42.787894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1e1b596-91d5-4e38-8902-d69e419e594d req-6a87deda-7b21-4627-871f-96a4f67883a2 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.1720669 May 25 17:10:42.852275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b8fa6420-9884-4926-89c0-f66b104cd34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:42.866363 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1e1b596-91d5-4e38-8902-d69e419e594d req-f7199048-6c73-4bce-bc99-434bdace8940 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651615 May 25 17:10:42.881889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2191eb7-6738-4cda-84b6-479411190f7a req-7ae06dcf-426b-456b-870a-7914c02aa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:42.883368 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-7ae06dcf-426b-456b-870a-7914c02aa3bd service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1753695 May 25 17:10:42.954592 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-a12b0ea0-cf70-4016-b508-db28178ab9ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0645623 May 25 17:10:43.017497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2191eb7-6738-4cda-84b6-479411190f7a req-cedf8d36-6378-4418-bb2b-8b6e09c529ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:43.018940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-cedf8d36-6378-4418-bb2b-8b6e09c529ec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0582194 May 25 17:10:43.068477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-19bc6ce7-db1d-4ff5-9d16-f25983b3a645 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422080 May 25 17:10:43.214113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-07c6bf81-bd61-4ded-9b5a-eba0924106ad service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340175 May 25 17:10:43.348849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b2191eb7-6738-4cda-84b6-479411190f7a req-9f4c6690-6cdc-4c85-b069-99dbc52000fd service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285515 May 25 17:10:43.817702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:44.050774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99198ca-29a8-4f3e-9291-6e83ed39856e req-0b61ff81-47c2-479b-bd9e-a5b7b157b305 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:44.051438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-f99198ca-29a8-4f3e-9291-6e83ed39856e req-0b61ff81-47c2-479b-bd9e-a5b7b157b305 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Synchronizing usage tracker for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:10:44.065004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-f99198ca-29a8-4f3e-9291-6e83ed39856e req-0b61ff81-47c2-479b-bd9e-a5b7b157b305 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Unset dirty status for tenant:9096b369f2b64cd382db9952aa3f14c5 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:10:44.066146 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f99198ca-29a8-4f3e-9291-6e83ed39856e req-0b61ff81-47c2-479b-bd9e-a5b7b157b305 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0947161 May 25 17:10:44.115764 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f99198ca-29a8-4f3e-9291-6e83ed39856e req-fbccb60c-f49e-4772-943d-d525bebb2fb0 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432334 May 25 17:10:45.305425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193c04b-4b66-4a36-9c15-1e983839e0c4 req-55f7bc80-6dc5-403e-8b7c-1e965d56692d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:45.306877 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d193c04b-4b66-4a36-9c15-1e983839e0c4 req-55f7bc80-6dc5-403e-8b7c-1e965d56692d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0837421 May 25 17:10:45.352901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d193c04b-4b66-4a36-9c15-1e983839e0c4 req-ce67d91a-209a-45b5-9fe5-17d5db57e2f7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 May 25 17:10:45.495170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:45.847752 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:10:46.548849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c0b5e-5c67-4ef0-a862-537d1aa57df0 req-b6441da3-0db5-49b6-9eb9-31f717d60b80 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:46.550540 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-631c0b5e-5c67-4ef0-a862-537d1aa57df0 req-b6441da3-0db5-49b6-9eb9-31f717d60b80 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0887301 May 25 17:10:46.595924 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-631c0b5e-5c67-4ef0-a862-537d1aa57df0 req-4fa46716-bf27-4a00-bb70-4e9ea1cd6fe3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396709 May 25 17:10:46.653794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:10:46.832527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:46.849078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'port_id': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'mac_address': 'fa:16:3e:1a:18:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430b7a85-7cef-4be1-a324-e592eb3a0928', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:10:46.916273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:46.933082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:10:46.948830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:46.954330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:46.956080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7e3022b1-cfc0-4d66-981e-c692a2b08fe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:47.028779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:47.036761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.037109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.037448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.037782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.038113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.038442 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.038768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.039118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.039451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.039768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.040088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.040404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:10:47.044287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:47.290241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['144ea1d5-3f4e-4d07-9957-e3ff11b8a099'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:10:47.784460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891907f7-733b-4783-9a3f-ea85494c213c req-b08a5f1b-4406-4899-9c78-80eb7e4b5cb0 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:47.785930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-891907f7-733b-4783-9a3f-ea85494c213c req-b08a5f1b-4406-4899-9c78-80eb7e4b5cb0 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 945 time: 0.0792902 May 25 17:10:47.836221 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-891907f7-733b-4783-9a3f-ea85494c213c req-6618274a-571d-4b6c-b61b-d79d31a9e68e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444651 May 25 17:10:48.621411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:10:48.693924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:10:48.698800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:10:48.699221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:48.816629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:48.844136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:10:48.853968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:10:48.858068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:48.860124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b6f904c6-f6f0-4d94-a291-880e434d7a39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:10:48.896008 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'code': 200} May 25 17:10:48.937501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:10:48.941299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:10:48.951040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:10:49.034926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc7748-caba-482a-b87c-ca86ce95fcf2 req-4a8def9c-1771-40b3-a1a1-857733e419c6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:49.036438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3abc7748-caba-482a-b87c-ca86ce95fcf2 req-4a8def9c-1771-40b3-a1a1-857733e419c6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0811734 May 25 17:10:49.263397 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3abc7748-caba-482a-b87c-ca86ce95fcf2 req-af9d639c-eb9c-4639-a704-4cfc5763bb1b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211232 May 25 17:10:49.297941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed574c1-7896-47e5-92a6-83c6928472bb req-6e2d9074-fad3-477e-8066-a6245e7741f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:49.299438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1ed574c1-7896-47e5-92a6-83c6928472bb req-6e2d9074-fad3-477e-8066-a6245e7741f3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1099 time: 0.2258565 May 25 17:10:49.342153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1ed574c1-7896-47e5-92a6-83c6928472bb req-22036d4b-a2ef-4493-acf1-d576165dc3cc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 May 25 17:10:50.467417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243356c5-5c1e-4d74-a6f0-f771e4b4624d req-70f19561-5c99-4507-bf82-33eeedc8d309 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:50.469556 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-243356c5-5c1e-4d74-a6f0-f771e4b4624d req-70f19561-5c99-4507-bf82-33eeedc8d309 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0956161 May 25 17:10:50.515064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-243356c5-5c1e-4d74-a6f0-f771e4b4624d req-1d2713d9-e580-4254-ad0b-384211d13ac5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 May 25 17:10:51.705183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436975e0-a63b-4797-8807-174b99b5ea8e req-299299a2-9299-49b7-9350-110eb9855615 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:51.706568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-436975e0-a63b-4797-8807-174b99b5ea8e req-299299a2-9299-49b7-9350-110eb9855615 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0847790 May 25 17:10:51.755482 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-436975e0-a63b-4797-8807-174b99b5ea8e req-de3ef290-31ef-4f5c-82fc-36abe4587e8c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 May 25 17:10:51.939354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c782016-2413-4d3b-9d8f-2a94cd662833 req-0913fa2f-0bc6-4eb8-95c0-3caae5c69942 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:51.940813 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c782016-2413-4d3b-9d8f-2a94cd662833 req-0913fa2f-0bc6-4eb8-95c0-3caae5c69942 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0813537 May 25 17:10:51.986418 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c782016-2413-4d3b-9d8f-2a94cd662833 req-872494e1-ea07-47f2-9f94-542eb385d2f2 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 May 25 17:10:52.400598 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-77dbb745-b884-4b6f-9851-4e5defbc0af3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368208 May 25 17:10:52.409164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f13bd-458b-4737-abf0-d28bd8681a0f req-fee46819-3b7b-4a48-9fb9-75d3fdfc9247 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:52.410597 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6a0f13bd-458b-4737-abf0-d28bd8681a0f req-fee46819-3b7b-4a48-9fb9-75d3fdfc9247 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0973916 May 25 17:10:52.463264 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6a0f13bd-458b-4737-abf0-d28bd8681a0f req-a50ae02f-58ec-432f-84ae-c027785faeb5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 May 25 17:10:53.680549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-db70c1e7-346f-4b83-8b36-0ee5097731ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:53.681930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-db70c1e7-346f-4b83-8b36-0ee5097731ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1099 time: 0.1379640 May 25 17:10:53.690103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ccfbc-96b3-4995-abea-4de255b6857c req-a2045d8a-7ac5-4203-a9ff-4d3b00a28990 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:53.691494 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-754ccfbc-96b3-4995-abea-4de255b6857c req-a2045d8a-7ac5-4203-a9ff-4d3b00a28990 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.1108451 May 25 17:10:53.819667 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-754ccfbc-96b3-4995-abea-4de255b6857c req-186c9957-03ea-4ab6-9d4f-ac919d55181f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073868 May 25 17:10:53.855859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-5cc1c797-aae1-496d-8fe1-bf00d198014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:53.857301 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-5cc1c797-aae1-496d-8fe1-bf00d198014e service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1649840 May 25 17:10:53.930221 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-cf7ed7f2-47b7-4262-a89e-d0a8095b0f7d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0666418 May 25 17:10:53.992705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-3a99abab-224d-44e8-8811-04e39011ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:53.994037 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-3a99abab-224d-44e8-8811-04e39011ec64 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0578625 May 25 17:10:54.044057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-1683ed77-2953-46ba-b571-c5638024a37d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432935 May 25 17:10:54.187280 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-68eaa4ae-9039-4446-b94b-411b83a3e8e9 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368704 May 25 17:10:54.321929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-d84ccf59-9795-45e8-92df-d5dc7861da96 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287589 May 25 17:10:55.027536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5be0e1-c203-4642-88cb-00d0d4fa77d9 req-eabf49ad-9a26-4059-90ed-c0954bf18f5f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:55.028989 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bd5be0e1-c203-4642-88cb-00d0d4fa77d9 req-eabf49ad-9a26-4059-90ed-c0954bf18f5f tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.1031237 May 25 17:10:55.075462 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bd5be0e1-c203-4642-88cb-00d0d4fa77d9 req-fa162181-34e2-477e-8565-13be6ae34b9c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 May 25 17:10:56.269919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b65615-cc8d-466c-a164-894de09f371c req-fa01f620-e0fd-4546-b609-7c35fa62f48a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:56.271408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c9b65615-cc8d-466c-a164-894de09f371c req-fa01f620-e0fd-4546-b609-7c35fa62f48a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0859051 May 25 17:10:56.316620 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c9b65615-cc8d-466c-a164-894de09f371c req-04efc12c-defe-448a-bea9-e08d57f50942 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395310 May 25 17:10:57.515449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d96f95-1030-4f6f-8ee7-12a48cc62c0b req-aea16ff6-5bb9-43c7-9c43-80182f449363 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:57.517666 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f5d96f95-1030-4f6f-8ee7-12a48cc62c0b req-aea16ff6-5bb9-43c7-9c43-80182f449363 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0929065 May 25 17:10:57.563038 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f5d96f95-1030-4f6f-8ee7-12a48cc62c0b req-9ca6bc56-3f5d-4e1e-8fc6-bc238cc9e3fb tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 May 25 17:10:58.750413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16545c-9eee-4e5a-91ec-3a412ab5bc9d req-b8fa8791-3076-46b5-a78a-2a967440989c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:58.751838 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de16545c-9eee-4e5a-91ec-3a412ab5bc9d req-b8fa8791-3076-46b5-a78a-2a967440989c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0814145 May 25 17:10:58.797164 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de16545c-9eee-4e5a-91ec-3a412ab5bc9d req-0f7a0d83-ad2f-4a5e-b48c-c9c86519d7b3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 May 25 17:10:59.982497 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff065f-645e-4639-87a4-27d5ae6a9d87 req-0ea43dc7-d8e8-4e7b-bec2-b34c12f481f8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:10:59.983967 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3eff065f-645e-4639-87a4-27d5ae6a9d87 req-0ea43dc7-d8e8-4e7b-bec2-b34c12f481f8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0803397 May 25 17:11:00.028697 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3eff065f-645e-4639-87a4-27d5ae6a9d87 req-d207f48f-36e6-44b2-87c2-e638d41c5279 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389571 May 25 17:11:01.218044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514365e-1702-4629-bbd0-1385bb3b5826 req-edd4d57c-9cf5-462a-83c9-5206abf0d970 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:01.219574 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4514365e-1702-4629-bbd0-1385bb3b5826 req-edd4d57c-9cf5-462a-83c9-5206abf0d970 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0838518 May 25 17:11:01.264266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4514365e-1702-4629-bbd0-1385bb3b5826 req-6775905f-c0d9-4e83-a611-3ec476f7bba9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 May 25 17:11:02.454850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eab659-a53e-4545-8781-c7dbd6ae8f25 req-e96d11ff-6666-4311-8f51-a94e65589c1e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:02.456359 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e5eab659-a53e-4545-8781-c7dbd6ae8f25 req-e96d11ff-6666-4311-8f51-a94e65589c1e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0868397 May 25 17:11:02.501846 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e5eab659-a53e-4545-8781-c7dbd6ae8f25 req-07cc2b0d-9591-40b1-8636-ccbeef7112b8 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396760 May 25 17:11:03.690826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fb0f0-08fa-43ba-b602-60e5343331d0 req-40ceb178-b2a8-4f16-86b5-9a0c2b91ceb6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:03.692213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de9fb0f0-08fa-43ba-b602-60e5343331d0 req-40ceb178-b2a8-4f16-86b5-9a0c2b91ceb6 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0826125 May 25 17:11:03.742017 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-de9fb0f0-08fa-43ba-b602-60e5343331d0 req-66e9ea13-3240-4318-8b8c-e71475f69d45 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441451 May 25 17:11:04.928899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b241cb-935f-4eb8-9352-f70668e4db7b req-416c7703-ccad-4bfd-a56c-b4d84fc1d13e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:04.930381 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-08b241cb-935f-4eb8-9352-f70668e4db7b req-416c7703-ccad-4bfd-a56c-b4d84fc1d13e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0814989 May 25 17:11:04.975530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-08b241cb-935f-4eb8-9352-f70668e4db7b req-59de90d6-b26e-4c92-b5b8-adb6a09955cc tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 May 25 17:11:06.159522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138cc2f-d05c-40cc-abf5-87b853f6a6c5 req-dc022e4d-bd00-4884-a415-8b3e03165cab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:06.160913 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7138cc2f-d05c-40cc-abf5-87b853f6a6c5 req-dc022e4d-bd00-4884-a415-8b3e03165cab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0801511 May 25 17:11:06.208815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7138cc2f-d05c-40cc-abf5-87b853f6a6c5 req-9580f746-2d7f-460d-ab56-89d2d2b30c8e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421019 May 25 17:11:07.401879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5141b80-a731-4a24-af68-f1305a132095 req-431e7fe7-e9b4-4808-9d88-beb816357252 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:07.403466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b5141b80-a731-4a24-af68-f1305a132095 req-431e7fe7-e9b4-4808-9d88-beb816357252 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0852928 May 25 17:11:07.451117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b5141b80-a731-4a24-af68-f1305a132095 req-c80df604-5458-4187-820c-bbaa50695c74 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 May 25 17:11:08.639971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4984596f-43ae-4462-a6ca-986349780c8b req-2904ce34-fcc0-4eb7-9073-da3b54f6f00d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:08.642053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4984596f-43ae-4462-a6ca-986349780c8b req-2904ce34-fcc0-4eb7-9073-da3b54f6f00d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0853195 May 25 17:11:08.689200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4984596f-43ae-4462-a6ca-986349780c8b req-fc60e17f-ab0b-4519-98e4-8c57872b43ec tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 May 25 17:11:09.877400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7366f-033d-4f89-ba4d-9f993d9744ca req-4b8c728e-7988-4916-b9ad-839edeef2189 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:09.879237 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-25d7366f-033d-4f89-ba4d-9f993d9744ca req-4b8c728e-7988-4916-b9ad-839edeef2189 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0840113 May 25 17:11:09.930293 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-25d7366f-033d-4f89-ba4d-9f993d9744ca req-224b7a39-16b5-4140-84e4-2651a2591aab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 May 25 17:11:10.082045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d8779a32-6879-47f2-af47-b1b1a250013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:11.117626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df851f-83f1-4818-b67f-d80ec1ffe57b req-19774151-d564-4605-a882-06d9909ef3a7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:11.119185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22df851f-83f1-4818-b67f-d80ec1ffe57b req-19774151-d564-4605-a882-06d9909ef3a7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0806792 May 25 17:11:11.173867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22df851f-83f1-4818-b67f-d80ec1ffe57b req-2f285c96-57ea-4945-99a3-0675a176b986 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 May 25 17:11:12.363770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee908d-ca6e-4e8c-bca9-4b4005457327 req-d4a8800a-54e8-48cc-a9b9-1e34b6e2032a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:12.365222 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-78ee908d-ca6e-4e8c-bca9-4b4005457327 req-d4a8800a-54e8-48cc-a9b9-1e34b6e2032a tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0798197 May 25 17:11:12.410419 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-78ee908d-ca6e-4e8c-bca9-4b4005457327 req-38cb415a-0893-424a-b83f-da2f536522f7 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 May 25 17:11:12.576182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:12.855314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1f8c2bf-28be-4034-a73c-82dd7a30af38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:13.738158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b24d7-bfb6-45d5-b49d-866ccc84737d req-5c8c6134-c99f-4c6a-b47d-f637e0c48589 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:13.739569 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-320b24d7-bfb6-45d5-b49d-866ccc84737d req-5c8c6134-c99f-4c6a-b47d-f637e0c48589 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.2213032 May 25 17:11:13.785702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-320b24d7-bfb6-45d5-b49d-866ccc84737d req-0e1a3860-173c-4540-b834-1b31384c3755 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 May 25 17:11:13.821310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:14.982384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be835e1-78a8-42df-9914-89b625967666 req-49a9df2d-e607-4696-acf6-db426f9227fc tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:14.983900 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7be835e1-78a8-42df-9914-89b625967666 req-49a9df2d-e607-4696-acf6-db426f9227fc tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0846727 May 25 17:11:15.030839 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7be835e1-78a8-42df-9914-89b625967666 req-e235add1-d6b3-49c8-a8f5-719923f0d4b3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 May 25 17:11:15.497256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:16.220049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21993-65cc-45af-b294-afc0180fa739 req-ae675d24-8eb8-4dfc-905f-3e56f62a4fde tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:16.222035 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-66b21993-65cc-45af-b294-afc0180fa739 req-ae675d24-8eb8-4dfc-905f-3e56f62a4fde tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0833845 May 25 17:11:16.267669 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-66b21993-65cc-45af-b294-afc0180fa739 req-edb1ce5b-5e5b-43e9-ad95-33e09d65fbab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 May 25 17:11:17.456907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9279f3-7726-49a5-94af-47097f78c925 req-c84da17b-1224-4b01-8e13-df10e6dc6a13 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:17.458377 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e9279f3-7726-49a5-94af-47097f78c925 req-c84da17b-1224-4b01-8e13-df10e6dc6a13 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0838962 May 25 17:11:17.503775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e9279f3-7726-49a5-94af-47097f78c925 req-95b1ba73-23ff-4de4-bd77-98311a7e6288 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 May 25 17:11:18.691545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd3efa-fded-43c3-bfc9-17d1463fcfb3 req-0f6e676c-c548-45bc-9b90-0da408462a4b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:18.692905 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4dd3efa-fded-43c3-bfc9-17d1463fcfb3 req-0f6e676c-c548-45bc-9b90-0da408462a4b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0819488 May 25 17:11:18.738477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4dd3efa-fded-43c3-bfc9-17d1463fcfb3 req-a583a690-a3c9-4c68-9bcf-77c0b1281510 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 May 25 17:11:18.928322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:20.042253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5b3e8-5901-4c9a-ab9b-b253fcf6bf39 req-a50fe529-dc3f-40dd-8575-28d3fcc5afaf tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:20.044671 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ea5b3e8-5901-4c9a-ab9b-b253fcf6bf39 req-a50fe529-dc3f-40dd-8575-28d3fcc5afaf tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.1993883 May 25 17:11:20.090177 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7ea5b3e8-5901-4c9a-ab9b-b253fcf6bf39 req-e5a96cc0-8396-4f62-a408-74610bbb12ba tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392797 May 25 17:11:21.335116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-6f5ae374-8ea5-47ef-bce9-b99d36d07dc7 service neutron] 10.222.0.95 "GET /v2.0/ports/144ea1d5-3f4e-4d07-9957-e3ff11b8a099/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0998049 May 25 17:11:21.347967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797adeda-0e77-4f8b-9019-3e65af729d42 req-750e7ed6-5e71-4970-9274-780ac9c7ba6c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:21.349489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-797adeda-0e77-4f8b-9019-3e65af729d42 req-750e7ed6-5e71-4970-9274-780ac9c7ba6c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.1548567 May 25 17:11:21.403518 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-797adeda-0e77-4f8b-9019-3e65af729d42 req-9ae15648-fdf3-49d7-aa16-ca4e0a90c092 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 May 25 17:11:21.599309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-491008aa-b56d-4872-b616-4b1142478e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:21.600686 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-491008aa-b56d-4872-b616-4b1142478e1d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31&tenant_id=9096b369f2b64cd382db9952aa3f14c5 HTTP/1.1" status: 200 len: 1099 time: 0.0729506 May 25 17:11:21.691640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-3ae811cc-7a51-480f-bb96-a190bc6c77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:21.693107 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-3ae811cc-7a51-480f-bb96-a190bc6c77f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1099 time: 0.0708954 May 25 17:11:21.827628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-36765295-5d18-4eb5-a529-ccd4de23c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:21.829077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-36765295-5d18-4eb5-a529-ccd4de23c950 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1298459 May 25 17:11:21.901629 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-395230c3-0a68-41b8-a38e-9de12c4e055f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0651929 May 25 17:11:21.964771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-d9e2fc6e-acbd-4b41-aeb7-4b1fbab458b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:21.966197 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-d9e2fc6e-acbd-4b41-aeb7-4b1fbab458b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0590005 May 25 17:11:22.016698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-076664e2-68f4-4591-9bf3-c9c490138187 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443354 May 25 17:11:22.151604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-b195c862-7998-41c4-ab71-ab310601fd9b service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283803 May 25 17:11:22.284029 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f6f3558-0466-4f2a-9788-416ea0438ccb req-b97fd07b-b376-41bf-bfe5-bf39392d0ca0 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266065 May 25 17:11:22.597994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563b5b-71aa-426e-851c-d7e6f5e11cec req-1d4ea01b-54ce-4edc-b92f-ee9fd5c5170e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:22.599393 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-57563b5b-71aa-426e-851c-d7e6f5e11cec req-1d4ea01b-54ce-4edc-b92f-ee9fd5c5170e tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.0847292 May 25 17:11:22.644673 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-57563b5b-71aa-426e-851c-d7e6f5e11cec req-d7b2e027-e62b-4394-a264-3fe706b5d986 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 May 25 17:11:22.847596 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:11:23.453338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-fc4b1254-f5a6-4dcf-a921-f93e13780328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:23.455403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-fc4b1254-f5a6-4dcf-a921-f93e13780328 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1099 time: 0.0731127 May 25 17:11:23.603178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-51797a17-3a60-4b96-ac13-3392c8d463a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:23.604615 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-51797a17-3a60-4b96-ac13-3392c8d463a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1285315 May 25 17:11:23.676708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-648ca165-7fe5-4f7c-9696-4e8436d6df41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0658405 May 25 17:11:23.751255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-439aa418-4d65-45c9-bbf8-20cf1d56bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:23.753438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-439aa418-4d65-45c9-bbf8-20cf1d56bbe6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0593085 May 25 17:11:23.845529 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-2196efed-bb36-4353-86dc-3ec04edc915b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552707 May 25 17:11:23.977277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e817983-38e2-4c1e-a5c0-ed69a724d43c req-347cb216-0bdb-4bfb-ba65-a32559408c67 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:23.978663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e817983-38e2-4c1e-a5c0-ed69a724d43c req-347cb216-0bdb-4bfb-ba65-a32559408c67 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 946 time: 0.2243631 May 25 17:11:24.018295 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-cfc712df-fb0a-4a86-962b-9f3ac6c85416 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657867 May 25 17:11:24.256090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e817983-38e2-4c1e-a5c0-ed69a724d43c req-699d219d-1b44-428e-8b2f-52d7d1d7d133 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714267 May 25 17:11:24.317826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ffdc4813-20e6-4d4b-9857-252272fea1be req-903653d9-9213-4f51-9c43-0bc507f9ec50 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909143 May 25 17:11:24.838988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:11:24.841656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:11:25.149171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:25.191481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:25.209910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:11:25.218892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'network_id': 'ec24309f-0170-469a-8b2f-80af4069cdf1', 'port_id': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'mac_address': 'fa:16:3e:1a:18:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430b7a85-7cef-4be1-a324-e592eb3a0928', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:11:25.256689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:25.270545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:25.275047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-52381c62-523f-4e2b-acf0-67b0fbc77fec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:25.309353 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'code': 200} May 25 17:11:25.350363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:25.378507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:11:25.386140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:25.390213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:25.458663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:11:25.459061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:11:25.494441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716e9be-386f-4312-9706-d281d2a048a3 req-8cd90000-de42-4b3e-8174-114190ef92ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:25.495989 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6716e9be-386f-4312-9706-d281d2a048a3 req-8cd90000-de42-4b3e-8174-114190ef92ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.1059306 May 25 17:11:25.552189 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6716e9be-386f-4312-9706-d281d2a048a3 req-1c1a65d7-409d-4dba-969d-0354b1833d68 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 May 25 17:11:26.013158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:26.034793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:11:26.050980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:26.054767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:26.057422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:26.118438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['144ea1d5-3f4e-4d07-9957-e3ff11b8a099'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:11:26.174099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:26.178638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:26.742301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78543d-68df-4357-ab75-c5e2fb038216 req-117298ff-51e1-41d5-9c27-01b2f8fcea35 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:26.743728 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5c78543d-68df-4357-ab75-c5e2fb038216 req-117298ff-51e1-41d5-9c27-01b2f8fcea35 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 945 time: 0.0804861 May 25 17:11:26.788608 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5c78543d-68df-4357-ab75-c5e2fb038216 req-c6f9d5be-3fc3-46a7-9a15-4ca622bbc78d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389924 May 25 17:11:26.854869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:11:26.979917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:26.998073 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:11:27.015869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:27.021437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:27.023195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:27.095616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:27.099454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:27.114667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59234c-cca3-4b6f-8e97-a32bc436d47e req-76cbd0ed-2cd7-4cb4-9673-773b2cef4b9d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:27.115048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-6a31555b-6091-4baf-84b1-8bf81f99d9ab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:27.116187 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dd59234c-cca3-4b6f-8e97-a32bc436d47e req-76cbd0ed-2cd7-4cb4-9673-773b2cef4b9d tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0903296 May 25 17:11:27.116505 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-6a31555b-6091-4baf-84b1-8bf81f99d9ab tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31&tenant_id=9096b369f2b64cd382db9952aa3f14c5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 944 time: 0.0887992 May 25 17:11:27.163273 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dd59234c-cca3-4b6f-8e97-a32bc436d47e req-6dd9a35c-5b1e-422a-8080-ff0ea66884fe tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 May 25 17:11:27.267243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-74f2456d-601a-4d58-9097-c9297d044300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:27.268832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-74f2456d-601a-4d58-9097-c9297d044300 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9096b369f2b64cd382db9952aa3f14c5&device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 1097 time: 0.0755603 May 25 17:11:27.405095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-31b2b066-b837-46a1-a307-737ea996216d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:27.406558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-31b2b066-b837-46a1-a307-737ea996216d service neutron] 10.222.0.95 "GET /v2.0/networks?id=ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 200 len: 916 time: 0.1311395 May 25 17:11:27.480763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-73192f59-a54b-4989-8f2c-9545049f37b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 200 len: 217 time: 0.0674994 May 25 17:11:27.543611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-1b7d7b17-5d7e-4547-a131-b746bec87a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:27.544953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-1b7d7b17-5d7e-4547-a131-b746bec87a04 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 200 len: 854 time: 0.0584087 May 25 17:11:27.591537 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-bc3e3886-f755-4438-b24c-51cea9f2c467 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ec24309f-0170-469a-8b2f-80af4069cdf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403793 May 25 17:11:27.728673 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-bd554732-41b3-4a19-9917-efd4d172f71b service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288579 May 25 17:11:27.867739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9c36a507-b7bb-47e2-8739-c8a2294debdd req-8bde5162-1ae6-4c04-8fa4-9aa43c81cf12 service neutron] 10.222.0.95 "GET /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326282 May 25 17:11:28.362776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8012b-9346-4afa-b3eb-e614677e20e8 req-44241679-96fe-4703-b843-434cdc4e8564 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:28.364289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c7f8012b-9346-4afa-b3eb-e614677e20e8 req-44241679-96fe-4703-b843-434cdc4e8564 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0868299 May 25 17:11:28.411562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c7f8012b-9346-4afa-b3eb-e614677e20e8 req-870430a9-cf6e-466f-af09-ca8b1ce81a6b tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 May 25 17:11:29.603670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e694d62-3f5d-4020-bc71-490c074a1598 req-af0a5979-eb2f-4e72-9fa8-d5b1c107ae34 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:29.605604 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4e694d62-3f5d-4020-bc71-490c074a1598 req-af0a5979-eb2f-4e72-9fa8-d5b1c107ae34 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0808046 May 25 17:11:29.653813 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4e694d62-3f5d-4020-bc71-490c074a1598 req-dcaf9207-7ddb-4a10-9c18-a8492183c934 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 May 25 17:11:29.842813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067704a-9827-4ac2-848a-121adf368772 req-9951f3d1-bc86-453b-9356-ff85fbd8dd08 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:29.844315 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4067704a-9827-4ac2-848a-121adf368772 req-9951f3d1-bc86-453b-9356-ff85fbd8dd08 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0822048 May 25 17:11:29.889890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4067704a-9827-4ac2-848a-121adf368772 req-396cb863-6a41-42ac-94ad-03bc08a69ebc tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 May 25 17:11:30.076106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22488231-14c7-411d-bc70-a3a9d87a5d90 req-f4c070b3-a67e-40b6-92b4-87daa1e14211 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:30.077586 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-22488231-14c7-411d-bc70-a3a9d87a5d90 req-f4c070b3-a67e-40b6-92b4-87daa1e14211 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0828958 May 25 17:11:30.129493 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-22488231-14c7-411d-bc70-a3a9d87a5d90 req-3471d1db-703d-496c-83d4-d0b4f1fe03df tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 May 25 17:11:30.691673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd0bba-1f58-43e7-beb1-bfbdf6805b6e req-094ac964-d19c-400a-8285-cfba6b8903da tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:30.693068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2acd0bba-1f58-43e7-beb1-bfbdf6805b6e req-094ac964-d19c-400a-8285-cfba6b8903da tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0850856 May 25 17:11:30.740252 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2acd0bba-1f58-43e7-beb1-bfbdf6805b6e req-e86a12c5-4313-4976-be30-9429f96f66a2 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 May 25 17:11:31.930624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaadc53-cdfb-493a-802a-c12514ae2112 req-fb9ed815-c928-4531-8a4a-eecc74dfbdd3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:31.932167 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-adaadc53-cdfb-493a-802a-c12514ae2112 req-fb9ed815-c928-4531-8a4a-eecc74dfbdd3 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0843987 May 25 17:11:31.978217 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-adaadc53-cdfb-493a-802a-c12514ae2112 req-b9833adc-6592-4d3c-b1db-023abd584791 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 May 25 17:11:32.641651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1da6695a-5adc-47cb-b3df-96213f35757c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:32.643169 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1da6695a-5adc-47cb-b3df-96213f35757c tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.0780568 May 25 17:11:32.783227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Deleting port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:11:32.783681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:32.929072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] For port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,segment=NetworkSegment(baa1527a-73ae-430b-b7de-da140c54c1bf),segment_id=baa1527a-73ae-430b-b7de-da140c54c1bf)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:32.929429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:33.058657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Calling delete_port for 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:11:33.377623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2794b7-b5ce-4c63-b2f6-509da5bbb2c6 req-bf7cc887-420a-4926-be3c-c342a1e9bff5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:33.379047 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd2794b7-b5ce-4c63-b2f6-509da5bbb2c6 req-bf7cc887-420a-4926-be3c-c342a1e9bff5 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/ports?device_id=7b760b90-057b-4466-83b4-7ef93cc04d31 HTTP/1.1" status: 200 len: 944 time: 0.2928510 May 25 17:11:33.386319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:33.393113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:33.478724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Pushing event deleted for resources: {'Port': ['ID=144ea1d5-3f4e-4d07-9957-e3ff11b8a099,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:33.519019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.519409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.519790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.520165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.520533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.520900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.521263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.521628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.522008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.522354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.522714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.523103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:33.542121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:33.588715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] No DVR routers for this DVR port 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:11:33.592736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd2794b7-b5ce-4c63-b2f6-509da5bbb2c6 req-a8a8dda7-3039-48e0-bc75-b1d8352efe28 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.96 "GET /v2.0/security-groups?id=2f4f3964-8bd7-4dc7-976b-88fc186625f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074974 May 25 17:11:33.593747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:33.597203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-deleted', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:11:33.614976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ee07fb1f-44aa-442e-99d9-76f318ddc9af req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] 10.222.0.95 "DELETE /v2.0/ports/144ea1d5-3f4e-4d07-9957-e3ff11b8a099 HTTP/1.1" status: 204 len: 173 time: 0.9651735 May 25 17:11:33.646459 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b760b90-057b-4466-83b4-7ef93cc04d31', 'name': 'network-vif-deleted', 'tag': '144ea1d5-3f4e-4d07-9957-e3ff11b8a099', 'status': 'completed', 'code': 200} May 25 17:11:34.832013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38950) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:34.864590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:11:34.893124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Deleting subnet 430b7a85-7cef-4be1-a324-e592eb3a0928 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:11:34.896258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:34.900406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:11:34.900766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 144ea1d5-3f4e-4d07-9957-e3ff11b8a099 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:11:34.950313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.006269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.254966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.258564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6dd48d28-f805-48f5-a482-04dbe770bac2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:35.292517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430b7a85-7cef-4be1-a324-e592eb3a0928,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:35.295573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:35.296808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.303232 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-32cfad51-5c7e-407d-be94-135adf8dab51 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/430b7a85-7cef-4be1-a324-e592eb3a0928 HTTP/1.1" status: 204 len: 168 time: 0.4701815 May 25 17:11:35.305607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:35.424227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.577234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.589944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec24309f-0170-469a-8b2f-80af4069cdf1']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:35.602555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa1527a-73ae-430b-b7de-da140c54c1bf') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:35.602857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa1527a-73ae-430b-b7de-da140c54c1bf') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:35.614967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.631410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.637746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:11:35.638288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:11:35.652109 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:11:35.733357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.737610 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9008e46e-697f-48bd-ad6c-6675fe5c394e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:35.750973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:35.761602 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Pushing event deleted for resources: {'Network': ['ID=ec24309f-0170-469a-8b2f-80af4069cdf1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:35.764755 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:35.769984 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] 10.222.0.96 "DELETE /v2.0/networks/ec24309f-0170-469a-8b2f-80af4069cdf1 HTTP/1.1" status: 204 len: 168 time: 0.4632728 May 25 17:11:35.882656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38960) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:35.932794 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7232f69-20ed-4f5b-94fb-3caba9666840 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9096b369f2b64cd382db9952aa3f14c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488863 May 25 17:11:35.935152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38964) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:35.999683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:36.144680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:36.199658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:36.203369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:36.217283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4f3964-8bd7-4dc7-976b-88fc186625f3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:36.220009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:36.228831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:36.229943 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2f4f3964-8bd7-4dc7-976b-88fc186625f3 HTTP/1.1" status: 204 len: 168 time: 0.2938914 May 25 17:11:36.968384 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 38988) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:37.075608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2034554538-network', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:37.080469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:37.084277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Usage tracker for resource:network and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:37.087113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:37.093565 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:37.103612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:37.106033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.118522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.132791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:37.136588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Usage tracker for resource:security_group_rule and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:37.139419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:37.145299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:37.230767 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.234445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.238193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-95f98973-5357-413c-97a2-48c6dae27495 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:37.265920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:11:37.274460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec520a-748a-4ebc-bc64-0f95b62e45f3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.278048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:37.280813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.281161 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Added segment 789948ad-ccce-4bd0-872b-7ae7f6ea9744 of type vlan for network 8e1805b7-6013-48c4-8482-4a4a568d2470 May 25 17:11:37.309277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.341246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.342431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:37.343052 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.347031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e3b1e347-5fa0-4baa-b325-7cc597f6723a tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:37.450271 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4808006 May 25 17:11:37.453271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1805b7-6013-48c4-8482-4a4a568d2470,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.453402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 38994) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:37.456659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:37.460629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Request body: {'subnet': {'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2034554538-subnet', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:37.463889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:11:37.465809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:37.470651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Usage tracker for resource:subnet and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:37.473780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:37.481203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:37.493710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:37.496221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.892569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:37.896903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df4ac904-da63-43c9-a5f9-f86c1eb820a3 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:37.976165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:37.980430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:37.983150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:11:37.983595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Network hostable DHCP agents. Network: 8e1805b7-6013-48c4-8482-4a4a568d2470, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:11:38.001403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:11:38.010574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8e1805b7-6013-48c4-8482-4a4a568d2470) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:38.019444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fef99-f9ac-460b-abc1-d3f693c129c5 None None] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:11:38.019629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:38.020278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.042076 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5862696 May 25 17:11:38.044558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 38998) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:38.050794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:38.056222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:38.060110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Usage tracker for resource:router and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:38.063013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:38.069195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:38.080004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.080990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.098624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.244426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-8e1805b7-6013-48c4-8482-4a4a568d2470', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:11:38.245301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.375586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.407117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Allocated IP 172.20.0.2 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/707c148d-f3ed-4544-a4eb-1264626100c6) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:38.653834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.664143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Transition to ACTIVE for port object 707c148d-f3ed-4544-a4eb-1264626100c6 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:38.682262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Transition to ACTIVE for port object 707c148d-f3ed-4544-a4eb-1264626100c6 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:38.687773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.692937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:38.696261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.726617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.754870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:38.757797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:38.761450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:11:38.771067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Pushing event updated for resources: {'Port': ['ID=707c148d-f3ed-4544-a4eb-1264626100c6,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:38.801023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:38.858646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Attempting to bind port 707c148d-f3ed-4544-a4eb-1264626100c6 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:11:38.859027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Attempting to bind port 707c148d-f3ed-4544-a4eb-1264626100c6 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:11:38.859392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Attempting to bind port 707c148d-f3ed-4544-a4eb-1264626100c6 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:11:38.866081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:11:38.866465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:11:38.866869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.867289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:11:38.867766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Bound port: 707c148d-f3ed-4544-a4eb-1264626100c6, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:11:38.868142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.968469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] For port 707c148d-f3ed-4544-a4eb-1264626100c6, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:11:38.972318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] For port 707c148d-f3ed-4544-a4eb-1264626100c6, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=707c148d-f3ed-4544-a4eb-1264626100c6,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:11:38.977139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:38.981174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:39.022459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Allocated IP 172.26.6.11 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/302f2788-6aae-47f9-9a6f-83a41b5e2676) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:39.067490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Pushing event updated for resources: {'Port': ['ID=707c148d-f3ed-4544-a4eb-1264626100c6,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:39.070686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:39.178328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:39.209841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:39.217592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:39.289462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:39.294198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:39.298420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:11:39.346162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Pushing event updated for resources: {'Port': ['ID=302f2788-6aae-47f9-9a6f-83a41b5e2676,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:39.350754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:39.742485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:39.918514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 707c148d-f3ed-4544-a4eb-1264626100c6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:39.974778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9fed28-0b8e-4ae8-abd8-c9042d84ff2a None None] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:11:40.105763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 707c148d-f3ed-4544-a4eb-1264626100c6 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:40.109700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.128330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7d12-0678-441d-ba03-650e3694deee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.132957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Provisioning for port 707c148d-f3ed-4544-a4eb-1264626100c6 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:40.170830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Provisioning complete for port 707c148d-f3ed-4544-a4eb-1264626100c6 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:40.171503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.319850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:11:40.361800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.403790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] For port 707c148d-f3ed-4544-a4eb-1264626100c6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=707c148d-f3ed-4544-a4eb-1264626100c6,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:40.409773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.411538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:40.488211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Pushing event updated for resources: {'Port': ['ID=707c148d-f3ed-4544-a4eb-1264626100c6,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:40.492449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:40.631204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-074952f5-4d1c-4a86-8d3e-8c5017be4f2a None None] Provisioning complete for port 707c148d-f3ed-4544-a4eb-1264626100c6 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:40.631496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-074952f5-4d1c-4a86-8d3e-8c5017be4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.685016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:11:40.695403 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:40.704689 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:11:40.708028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:40.710678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:40.712285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6666214 May 25 17:11:40.715133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 39002) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:40.928514 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:11:41.218873 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:39Z', 'revision_number': 3, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:41.225315 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:41.225662 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Updating router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f port 302f2788-6aae-47f9-9a6f-83a41b5e2676 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:41.277713 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.405319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.618332 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.618566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Allocated IP 172.20.0.1 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/3c7886f2-a989-431d-97fe-999747a36bd2) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:41.631630 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Transition to ACTIVE for port object 302f2788-6aae-47f9-9a6f-83a41b5e2676 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:41.638734 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.644400 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-226f5bef-b14b-4344-9e9c-d2b3abdf2ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:41.728420 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Pushing event updated for resources: {'Port': ['ID=302f2788-6aae-47f9-9a6f-83a41b5e2676,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.730526 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Attempting to bind port 302f2788-6aae-47f9-9a6f-83a41b5e2676 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:11:41.730900 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Attempting to bind port 302f2788-6aae-47f9-9a6f-83a41b5e2676 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:11:41.731289 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Attempting to bind port 302f2788-6aae-47f9-9a6f-83a41b5e2676 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:11:41.741609 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.741949 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.742284 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.742669 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.742977 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.743307 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.743633 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.743952 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.744273 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.744591 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.744909 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.745224 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:41.748394 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:11:41.748774 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:11:41.749180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.749571 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:11:41.750049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Bound port: 302f2788-6aae-47f9-9a6f-83a41b5e2676, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:11:41.750415 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.772499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.774458 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:41.788768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Transition to ACTIVE for port object 3c7886f2-a989-431d-97fe-999747a36bd2 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:41.813458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.818386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6c3bd3bd-4136-4107-84f0-6bc0c05f4ff5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:41.826367 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] For port 302f2788-6aae-47f9-9a6f-83a41b5e2676, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:11:41.830585 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] For port 302f2788-6aae-47f9-9a6f-83a41b5e2676, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=302f2788-6aae-47f9-9a6f-83a41b5e2676,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:11:41.835673 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.840468 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:41.879905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 707c148d-f3ed-4544-a4eb-1264626100c6 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:41.884717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:41.887498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:41.891906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:11:41.918120 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Pushing event updated for resources: {'Port': ['ID=302f2788-6aae-47f9-9a6f-83a41b5e2676,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.921851 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:41.931432 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:11:41.932055 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:41.937941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Pushing event updated for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:41.942527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:41.953187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:41.982107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 707c148d-f3ed-4544-a4eb-1264626100c6 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:41.982794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.131103 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:11:42.185541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d67d8db7-34d7-499c-b69c-f35bc9d1c780 None None] Provisioning for port 3c7886f2-a989-431d-97fe-999747a36bd2 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:42.193502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d67d8db7-34d7-499c-b69c-f35bc9d1c780 None None] Provisioning complete for port 3c7886f2-a989-431d-97fe-999747a36bd2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:42.193927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d67d8db7-34d7-499c-b69c-f35bc9d1c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.258142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d67d8db7-34d7-499c-b69c-f35bc9d1c780 None None] Port 3c7886f2-a989-431d-97fe-999747a36bd2 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:11:42.398702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.434034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-69198e20-5a07-4816-9499-00e899a7292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:39Z', 'revision_number': 3, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:42.439130 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69198e20-5a07-4816-9499-00e899a7292d None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:39Z', 'revision_number': 3, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:42.581890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.637804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.643605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.670734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e6c844c6-4b0e-4cfc-9119-9978cce65d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:42.756765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Pushing event updated for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:42.761212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:42.762233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.861371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50356eeb-bacd-4f0f-8308-1930aef31e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:42.911275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:42.912418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:43.119367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:11:43.184594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fcb5d04d-ab01-4f73-b58b-3d64d40f91ab None None] Provisioning complete for port 3c7886f2-a989-431d-97fe-999747a36bd2 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:43.185140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-ab01-4f73-b58b-3d64d40f91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:43.241344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-fcb5d04d-ab01-4f73-b58b-3d64d40f91ab None None] Port 3c7886f2-a989-431d-97fe-999747a36bd2 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:11:43.312045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:11:43.321901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] 10.222.0.96 "PUT /v2.0/routers/ec3a19b1-41e6-4a0d-868c-68d0e598cd8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056080 May 25 17:11:43.824773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:43.896973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 39012) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:43.902540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570915244', 'description': 'tempest-description--112264646'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:43.905278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 302f2788-6aae-47f9-9a6f-83a41b5e2676 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:43.909686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:43.914074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Usage tracker for resource:security_group and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:43.917335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:43.924892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:43.935832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:43.956256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:43.960221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Usage tracker for resource:security_group_rule and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:43.963434 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:43.972047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:43.984158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 302f2788-6aae-47f9-9a6f-83a41b5e2676 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:43.989480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 302f2788-6aae-47f9-9a6f-83a41b5e2676 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:43.989860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.046711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.051936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.057296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a58ff231-1935-4311-90f7-5b28d714c884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:44.095056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94697abb-3481-4952-b7ba-5e061fb8caad,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:44.100253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:44.106456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:11:44.108506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.109856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2117660 May 25 17:11:44.113346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 39016) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:44.119754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'security_group_rule': {'security_group_id': '94697abb-3481-4952-b7ba-5e061fb8caad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:44.125827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:44.126947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:11:44.127579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:44.130282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Usage tracker for resource:security_group_rule and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:44.133125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:44.138821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:44.157284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.223398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.227417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.229244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-160407d9-ccee-4303-8030-1ae87275c3bb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:44.229464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.253783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054ee371-12cc-4403-9d57-0e3dcdbed98b,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:44.256520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:44.264879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.269217 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5ab1e358-6172-4628-9196-4e3f120c31ea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519520 May 25 17:11:44.269853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 39020) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:44.275081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 302f2788-6aae-47f9-9a6f-83a41b5e2676, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=302f2788-6aae-47f9-9a6f-83a41b5e2676,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:44.276261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'security_group_rule': {'security_group_id': '94697abb-3481-4952-b7ba-5e061fb8caad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:44.283238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:44.287853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Usage tracker for resource:security_group_rule and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:44.290702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:44.296847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:44.315668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.331815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.348249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:44.383948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.388136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.390036 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7a9e6a0c-be7a-46c7-96ad-af8ed8e6584f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:44.414032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3036b119-f41f-4c9a-ad4b-ba28e8e6e2ff,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:44.430134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.430134 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.430352 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.430770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.431137 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.431532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.432058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.432890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.432890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.433248 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.433613 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.434028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:44.439808 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.443659 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699424 May 25 17:11:44.443659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:44.443923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:11:44.444030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 39024) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:44.449125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:44.456100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:44.461292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Usage tracker for resource:floatingip and tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:11:44.464700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:11:44.471753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:44.482434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.502317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=302f2788-6aae-47f9-9a6f-83a41b5e2676,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:44.505347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:44.623869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.767701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Allocated IP 172.26.6.148 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/968b6523-5f59-41e0-a81e-c217c7ff9699) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:44.774391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 2, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:44.778581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:11:44.778975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Updating router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f port 3c7886f2-a989-431d-97fe-999747a36bd2 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:11:44.836468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.923014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.952997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:44.958193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e333546a-9875-4039-9ab7-071a374b3a74 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:45.021308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:45.024037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:45.027740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:11:45.065040 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=968b6523-5f59-41e0-a81e-c217c7ff9699,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.073533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:45.116568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.179272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.196391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.209137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Transition to ACTIVE for port object 3c7886f2-a989-431d-97fe-999747a36bd2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:45.215625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.219132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:45.382838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Pushing event updated for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.385765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:45.406014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.412539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.423647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-067475e3-6392-4187-9845-58e7516d74cc tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:45.449671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Attempting to bind port 3c7886f2-a989-431d-97fe-999747a36bd2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:11:45.450058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Attempting to bind port 3c7886f2-a989-431d-97fe-999747a36bd2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:11:45.450434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Attempting to bind port 3c7886f2-a989-431d-97fe-999747a36bd2 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:11:45.457018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:11:45.457405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:11:45.457822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.458225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:11:45.458737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Bound port: 3c7886f2-a989-431d-97fe-999747a36bd2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:11:45.459467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.537939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=968b6523-5f59-41e0-a81e-c217c7ff9699,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.539116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.541972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:45.544786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.562278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] For port 3c7886f2-a989-431d-97fe-999747a36bd2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:11:45.569175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] For port 3c7886f2-a989-431d-97fe-999747a36bd2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3c7886f2-a989-431d-97fe-999747a36bd2,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:11:45.569710 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.571290 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1261547 May 25 17:11:45.575559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:45.580422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:45.665630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:11:45.666279 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:45.738038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Pushing event updated for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:45.756581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-fbe3692e-a2a8-44d3-bac5-d96ab9893735 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:11:45.780157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-fbe3692e-a2a8-44d3-bac5-d96ab9893735 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:11:45.781332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-fbe3692e-a2a8-44d3-bac5-d96ab9893735 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1570915244&fields=id&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 267 time: 0.0791883 May 25 17:11:45.801628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:45.892288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 302f2788-6aae-47f9-9a6f-83a41b5e2676 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:45.954112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-a671b864-4e9c-4469-924f-1baecbbd6190 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:45.955511 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-a671b864-4e9c-4469-924f-1baecbbd6190 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1662261 May 25 17:11:45.970691 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-1c885652-2dfb-4e6a-8152-df3771a0c4c0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/quotas/b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 375 time: 0.0095794 May 25 17:11:45.978544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:11:46.056802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-8ffb28b8-3d7d-4162-b5f4-e70eac732013 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:11:46.074293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-8ffb28b8-3d7d-4162-b5f4-e70eac732013 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:11:46.075857 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-8ffb28b8-3d7d-4162-b5f4-e70eac732013 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997980 May 25 17:11:46.109012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 302f2788-6aae-47f9-9a6f-83a41b5e2676 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:46.109398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:46.220937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-7662f831-7cb8-495b-93e7-d324da3bf74d service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332059 May 25 17:11:46.419066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:45Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:11:46.424340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6333ff2a-fb7d-458e-a97f-a25ad6298f9e None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:45Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:11:46.530353 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-40919bc5-d0e7-410c-90ab-5c36fb554796 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033233 May 25 17:11:46.726814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8ffeaf12-87e9-4fd8-bbc3-5b7d115284f3 req-ec36aaf3-b4d2-46fd-b867-f431675ac3d7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 210 time: 0.0490525 May 25 17:11:47.910689 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19b6ca48-b228-4545-ad79-6821d5f7b47b req-92c89b18-f599-4549-8ef1-8b58ca1f50a8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 210 time: 0.0720234 May 25 17:11:47.942699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3c7886f2-a989-431d-97fe-999747a36bd2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:48.015281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 3c7886f2-a989-431d-97fe-999747a36bd2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:48.020479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 3c7886f2-a989-431d-97fe-999747a36bd2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:48.020864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.044676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-76b7c246-a588-4997-a19a-e458e0e9e2e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:48.046365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-76b7c246-a588-4997-a19a-e458e0e9e2e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1728528 May 25 17:11:48.105943 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-2c1dcb62-c53f-4749-b0f6-134c885d4868 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 380 time: 0.0473945 May 25 17:11:48.115155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'port': {'device_id': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'admin_state_up': True, 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'security_groups': ['94697abb-3481-4952-b7ba-5e061fb8caad']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:48.150574 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.183530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 3c7886f2-a989-431d-97fe-999747a36bd2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3c7886f2-a989-431d-97fe-999747a36bd2,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:48.189092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.191764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:48.256343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:11:48.259738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:48.266582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:11:48.267379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.267729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.268064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.268397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.268804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.269103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.269725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.270130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.270643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.270994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.271339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.271641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:11:48.276472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:11:48.279782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:48.280216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.445125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Allocated IP 172.20.0.4 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/24b221cc-94ea-477f-947b-6626f7ebd703) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:11:48.640319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.656147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Transition to ACTIVE for port object 24b221cc-94ea-477f-947b-6626f7ebd703 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:48.680621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.686180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e8ba02a-a72a-427b-a42b-1a29a10149ae tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:48.752521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:11:48.755575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:11:48.759456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:11:48.792082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:48.799925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:48.835361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:48.836091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.864510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531233 May 25 17:11:48.876690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Request body: {'port': {'device_id': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:48.944343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:48.991850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.011583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0439d7f3-adb5-474c-922b-c249247f22b3 None None] Provisioning for port 24b221cc-94ea-477f-947b-6626f7ebd703 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:49.016802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0439d7f3-adb5-474c-922b-c249247f22b3 None None] Provisioning complete for port 24b221cc-94ea-477f-947b-6626f7ebd703 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:49.017199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0439d7f3-adb5-474c-922b-c249247f22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.076869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-0439d7f3-adb5-474c-922b-c249247f22b3 None None] Port 24b221cc-94ea-477f-947b-6626f7ebd703 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:11:49.114741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497816f1-7430-4012-b447-2e33aea69957 req-9cb2bdae-a542-4d71-8408-6e3156ed932e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:49.116262 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-497816f1-7430-4012-b447-2e33aea69957 req-9cb2bdae-a542-4d71-8408-6e3156ed932e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 931 time: 0.0848455 May 25 17:11:49.163360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-497816f1-7430-4012-b447-2e33aea69957 req-ae06d10e-741e-4683-9eb6-4a826fcd656d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:11:49.176488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-497816f1-7430-4012-b447-2e33aea69957 req-ae06d10e-741e-4683-9eb6-4a826fcd656d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:11:49.177644 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-497816f1-7430-4012-b447-2e33aea69957 req-ae06d10e-741e-4683-9eb6-4a826fcd656d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546839 May 25 17:11:49.357755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:11:49.366076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.380676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Transition to ACTIVE for port object 24b221cc-94ea-477f-947b-6626f7ebd703 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:11:49.384642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.388616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-787a11a7-1201-45ff-905a-1677420deeb7 tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:49.550529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:49.553728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:49.657626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Attempting to bind port 24b221cc-94ea-477f-947b-6626f7ebd703 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:11:49.658178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Attempting to bind port 24b221cc-94ea-477f-947b-6626f7ebd703 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:11:49.658745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Attempting to bind port 24b221cc-94ea-477f-947b-6626f7ebd703 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:11:49.663660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Port 24b221cc-94ea-477f-947b-6626f7ebd703 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:11:49.663982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Attempting to bind port 24b221cc-94ea-477f-947b-6626f7ebd703 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:11:49.669143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:11:49.669476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:11:49.669867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:11:49.670296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Bound port: 24b221cc-94ea-477f-947b-6626f7ebd703, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:11:49.670645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.760581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:11:49.763576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:11:49.768661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.772357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0a78fe2f-79f4-4354-9eae-963fbe15f44f tempest-TestServerAdvancedOps-1657024110 tempest-TestServerAdvancedOps-1657024110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:49.834637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:49.835166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:49.836378 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] 10.222.0.95 "PUT /v2.0/ports/24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1093 time: 0.9646723 May 25 17:11:49.836951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:11:49.860598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:49.874085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:49.927503 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'status': 'completed', 'code': 200} May 25 17:11:49.933827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3c7886f2-a989-431d-97fe-999747a36bd2 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:49.971525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-7de404b7-a542-4fd3-88bd-ebf7afa9b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:49.973052 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-7de404b7-a542-4fd3-88bd-ebf7afa9b6f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1096 time: 0.0949872 May 25 17:11:50.008890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 3c7886f2-a989-431d-97fe-999747a36bd2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:50.009478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:50.191465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-6ee167aa-3e23-4863-a59b-925ce9a218f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 217 time: 0.2110748 May 25 17:11:50.255717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-3cb59d34-50d0-47ff-aef7-c856874248a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:50.257195 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-3cb59d34-50d0-47ff-aef7-c856874248a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0592701 May 25 17:11:50.334994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0a2c4210-beb5-4e6d-9472-774d521c3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:50.336500 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-0a2c4210-beb5-4e6d-9472-774d521c3f6a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729058 May 25 17:11:50.372195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0479b-18bd-4b6b-b72f-999e92af4cb6 req-8e974def-2209-4889-872f-9ba2dfbbf2fb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:50.373671 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5bf0479b-18bd-4b6b-b72f-999e92af4cb6 req-8e974def-2209-4889-872f-9ba2dfbbf2fb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 943 time: 0.0860567 May 25 17:11:50.422064 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5bf0479b-18bd-4b6b-b72f-999e92af4cb6 req-dd52ce5e-2b5e-43a5-8803-682ad374fffd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 May 25 17:11:50.478886 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-38be34c6-684c-4f02-8648-a78222de675f service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350243 May 25 17:11:50.613925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24c9cb34-4da4-4633-b1e2-a01879866c33 req-d0136440-0b06-460e-81f3-bc7503c861ab service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278534 May 25 17:11:50.760497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-5caef2a1-95c7-43d3-be28-97873e1efb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:50.761971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-5caef2a1-95c7-43d3-be28-97873e1efb48 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1096 time: 0.0759511 May 25 17:11:50.894787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-cf83cb33-dbf2-4463-82d1-5f10eb87a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:50.896263 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-cf83cb33-dbf2-4463-82d1-5f10eb87a147 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1274683 May 25 17:11:50.968830 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-a50d7a01-2fd8-46ed-a1a1-6f911d2843ab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 217 time: 0.0659981 May 25 17:11:51.033128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-78a5ce84-f950-480a-92c0-97b01580fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:51.034490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-78a5ce84-f950-480a-92c0-97b01580fc4f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0590351 May 25 17:11:51.112602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-471f1a89-0164-40bb-9a63-41d933923046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:51.114141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-471f1a89-0164-40bb-9a63-41d933923046 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728674 May 25 17:11:51.247874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-210c1c0f-c55a-49ba-a32c-d4349db03131 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265361 May 25 17:11:51.381879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69f7403c-25d1-4c75-9747-b8d7ea55d68b req-d6f4cc7d-4179-4297-8611-e50eab572fb4 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265457 May 25 17:11:51.614204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c39534-da91-4e23-bc7b-1ac561e1f512 req-ec8022db-468c-488c-96aa-42681c893fb9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:51.614923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c4c39534-da91-4e23-bc7b-1ac561e1f512 req-ec8022db-468c-488c-96aa-42681c893fb9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:11:51.631206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c4c39534-da91-4e23-bc7b-1ac561e1f512 req-ec8022db-468c-488c-96aa-42681c893fb9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:11:51.632575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c4c39534-da91-4e23-bc7b-1ac561e1f512 req-ec8022db-468c-488c-96aa-42681c893fb9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 943 time: 0.1046031 May 25 17:11:51.679135 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c4c39534-da91-4e23-bc7b-1ac561e1f512 req-6859e59c-6001-440c-ad4b-20150946ed77 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 May 25 17:11:52.863998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ee18-2ce0-4f49-a4ef-26ae4184c256 req-4b12c159-aa61-4040-b329-2bf5785ed34e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:52.865468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e744ee18-2ce0-4f49-a4ef-26ae4184c256 req-4b12c159-aa61-4040-b329-2bf5785ed34e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 943 time: 0.0813310 May 25 17:11:52.914464 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e744ee18-2ce0-4f49-a4ef-26ae4184c256 req-d3e907ef-5f85-4b46-be3d-1599bd36be6a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 May 25 17:11:54.105874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376bb2e-d36d-4515-8f31-962e61090517 req-3e6f9c37-b282-41af-bb4d-9364f7191cbe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:54.107285 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6376bb2e-d36d-4515-8f31-962e61090517 req-3e6f9c37-b282-41af-bb4d-9364f7191cbe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 943 time: 0.0860598 May 25 17:11:54.153929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6376bb2e-d36d-4515-8f31-962e61090517 req-a142aa30-bc0a-4957-8a4c-5bc68b647088 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408657 May 25 17:11:54.996738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:11:55.138755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:55.152806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '24b221cc-94ea-477f-947b-6626f7ebd703', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703', 'mac_address': 'fa:16:3e:66:d1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:11:55.211816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:55.238093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:11:55.258131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:55.262361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:55.264156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:55.335942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:55.339232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:55.469123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301bc79-f068-436e-b81c-6956763c3d7e req-6a7c04c1-24ac-4617-90aa-65f15a402267 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:55.470722 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9301bc79-f068-436e-b81c-6956763c3d7e req-6a7c04c1-24ac-4617-90aa-65f15a402267 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 944 time: 0.1999319 May 25 17:11:55.519087 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9301bc79-f068-436e-b81c-6956763c3d7e req-18adc656-6c25-4669-afca-d6427ae20f0d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424659 May 25 17:11:55.620302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['24b221cc-94ea-477f-947b-6626f7ebd703'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:11:56.706404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f92c18-d686-4771-a4f4-e14213409356 req-164ff11a-65a8-44b5-8464-a694f5722d62 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:56.707900 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-21f92c18-d686-4771-a4f4-e14213409356 req-164ff11a-65a8-44b5-8464-a694f5722d62 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 944 time: 0.0847204 May 25 17:11:56.777313 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-21f92c18-d686-4771-a4f4-e14213409356 req-0e64b544-5285-4ee5-9a4a-5879e0512bd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632083 May 25 17:11:57.004000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:11:57.077518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 24b221cc-94ea-477f-947b-6626f7ebd703 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:11:57.083071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 24b221cc-94ea-477f-947b-6626f7ebd703 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:11:57.083451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:57.204637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:57.235363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:11:57.246065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:11:57.251923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:57.254146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:11:57.286146 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'code': 200} May 25 17:11:57.337254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:11:57.340530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:11:57.543457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd741283-6799-458f-be10-3ab550ef632d req-e819f3c3-ef12-4fa8-bebe-e78a1145db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:57.544860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bd741283-6799-458f-be10-3ab550ef632d req-e819f3c3-ef12-4fa8-bebe-e78a1145db5b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0776765 May 25 17:11:57.588427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bd741283-6799-458f-be10-3ab550ef632d req-7edb228b-e20d-447f-a3c5-d55c161db678 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367539 May 25 17:11:57.964242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af968063-13b9-4488-a5e6-9e8e312074ac req-0607fcf4-ac1c-40a3-a370-0ef98493f3d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:57.969465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af968063-13b9-4488-a5e6-9e8e312074ac req-0607fcf4-ac1c-40a3-a370-0ef98493f3d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0831859 May 25 17:11:58.014236 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-af968063-13b9-4488-a5e6-9e8e312074ac req-60cb1a2d-d4d5-4937-90e0-9d23c8b442d3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 May 25 17:11:59.201259 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee698ca-27b8-48c8-b1ee-ce7ba13e9118 req-44b6ff9f-e062-4d85-a5e3-2df7fa908baa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:59.202739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cee698ca-27b8-48c8-b1ee-ce7ba13e9118 req-44b6ff9f-e062-4d85-a5e3-2df7fa908baa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0824382 May 25 17:11:59.248477 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cee698ca-27b8-48c8-b1ee-ce7ba13e9118 req-284b86d0-ea20-4de7-9805-9322425e369c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397997 May 25 17:11:59.438604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57a88d-258a-48c0-9bbb-2fc958f8e5ef req-e2d6cf4e-7f29-4865-a48e-728ea9501c85 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:11:59.440264 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3c57a88d-258a-48c0-9bbb-2fc958f8e5ef req-e2d6cf4e-7f29-4865-a48e-728ea9501c85 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0870521 May 25 17:11:59.448559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 39084) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:11:59.454096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'floatingip': {'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:11:59.534688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:11:59.846581 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:12:00.282304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:00.286216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:00.461445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f associated. External IP: 172.26.6.148, port: 24b221cc-94ea-477f-947b-6626f7ebd703. May 25 17:12:00.829152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:12:01.009602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:12:01.014456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:01.019980 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:12:01.034034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:12:01.034664 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:01.073150 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-134a7f74-23a2-4662-bd3c-af6a60c8abd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "PUT /v2.0/floatingips/74c072f4-7471-435a-9b53-aca4fbde7f9f HTTP/1.1" status: 200 len: 991 time: 1.6234362 May 25 17:12:01.073854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:12:01.119081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'status': 'completed', 'code': 200} May 25 17:12:01.213232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-ddcbb268-e2fb-43b5-8c40-3ce6044f606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:01.214727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-ddcbb268-e2fb-43b5-8c40-3ce6044f606f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0750163 May 25 17:12:01.247301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:12:01.352715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-e2b9fc09-b96d-4c36-89d0-de542a379c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:01.354092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-e2b9fc09-b96d-4c36-89d0-de542a379c69 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1326597 May 25 17:12:01.462593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-7cf6d8a4-d0b0-475e-8a22-f00d410c4c25 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 999 time: 0.1003878 May 25 17:12:01.607233 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:66:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:12:00Z', 'revision_number': 1, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:01.611571 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:12:01.620871 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:12:01.621499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:11:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:01.691070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-ada7fd7c-3ee8-4d0a-a293-5bb2838464fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:01.692622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-ada7fd7c-3ee8-4d0a-a293-5bb2838464fc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.2239239 May 25 17:12:01.786790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-16afd6a5-0052-4cc9-a982-94fe310c0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:01.788500 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-16afd6a5-0052-4cc9-a982-94fe310c0ac0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893352 May 25 17:12:01.809551 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:12:01.923625 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-a9074d0a-a72f-45af-812d-f9ec9235aa8e service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282890 May 25 17:12:02.058146 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-98b01750-e30b-43d4-adb7-613b46c8cd27 req-9c23b503-62e4-4bc1-99f6-b568ac1c7115 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284370 May 25 17:12:02.174045 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:66:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:12:00Z', 'revision_number': 1, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:12:02.177968 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cb62d5-f615-4093-ac1d-4bef5940853f None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:66:d1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:12:00Z', 'revision_number': 1, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:12:02.373642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4c140a-599b-4e9b-93f6-dac1b1d4982c None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:12:10.083223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cdb05e3b-99b5-461d-8714-020c263efd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:12.573348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:12.857720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e7b92f13-d004-468d-ba76-3873d29272f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:13.826039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:15.503896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:18.955570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:23.304630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-62cb80c8-b005-4ad3-9c39-8410abd6be7f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714433 May 25 17:12:23.447020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a0b0-5050-45cd-a47d-40d629204186 req-6e89fc9a-3557-4634-98b5-50ffbff196e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:23.448430 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-6e89fc9a-3557-4634-98b5-50ffbff196e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0745170 May 25 17:12:23.596131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a0b0-5050-45cd-a47d-40d629204186 req-f2a8475e-84de-45af-9b7d-65e3805087db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:23.597590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-f2a8475e-84de-45af-9b7d-65e3805087db service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1297235 May 25 17:12:23.713934 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-d75e20a3-bf9e-436e-b08b-9d5eef49d00c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1001 time: 0.1073582 May 25 17:12:23.780799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a0b0-5050-45cd-a47d-40d629204186 req-1ea90f4d-9518-4c57-8b1d-49f696d82d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:23.782230 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-1ea90f4d-9518-4c57-8b1d-49f696d82d44 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0614920 May 25 17:12:23.861516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a0b0-5050-45cd-a47d-40d629204186 req-613d7fc9-cd42-473b-ab08-f9170f8ec079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:12:23.862941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-613d7fc9-cd42-473b-ab08-f9170f8ec079 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736449 May 25 17:12:24.009663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-6fca5c4f-4c87-4bc8-a856-e4222f439252 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396806 May 25 17:12:24.144991 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8607a0b0-5050-45cd-a47d-40d629204186 req-63499b60-4426-404e-a2c7-424d26b28077 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283131 May 25 17:12:36.846251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:12:40.076440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cf93dd91-43a5-4f45-82be-803d13475821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:42.576072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:42.859385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0966e91e-d7ca-4410-8f94-597abd8e176f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:43.829089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:45.508486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:12:48.972175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:10.079924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-88f127ce-e707-4aa6-ac85-0a6dc6dc9d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:12.580802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:12.861819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d355ca9e-1da7-48cc-ae67-1d2061d05342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:13.833344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:13.844901 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:13:15.510336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:18.971413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:22.482059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620f83d-c692-4ac5-8f4e-f7401faf15e5 req-778eeb97-dcc9-4bba-9853-308d4bf10802 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:22.483453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b620f83d-c692-4ac5-8f4e-f7401faf15e5 req-778eeb97-dcc9-4bba-9853-308d4bf10802 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0868137 May 25 17:13:22.528731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b620f83d-c692-4ac5-8f4e-f7401faf15e5 req-61cf2534-dd28-4f2e-b6b8-3b3aac150fd6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 May 25 17:13:22.891828 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-b52ad203-ee5a-49e8-9334-e211f53e0207 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734715 May 25 17:13:22.953231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb561f-d476-49db-ab3f-23ea1446825f req-dba420bc-24b9-4bc9-84ea-824a663e687f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:22.954716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fbcb561f-d476-49db-ab3f-23ea1446825f req-dba420bc-24b9-4bc9-84ea-824a663e687f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0889304 May 25 17:13:23.006938 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fbcb561f-d476-49db-ab3f-23ea1446825f req-7942e017-2002-47d0-829f-ef8554e12251 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462227 May 25 17:13:24.028831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-7e3e814b-2aad-4ddc-8f10-a215d10bdd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:24.030661 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-7e3e814b-2aad-4ddc-8f10-a215d10bdd07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0719991 May 25 17:13:24.171290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-baa9410f-651f-4f28-a954-2d4761bdb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:24.172658 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-baa9410f-651f-4f28-a954-2d4761bdb856 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1352847 May 25 17:13:24.201561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f041c-5275-448d-ae31-94466207720e req-19bddf4e-8a60-418d-8506-8421d5d1bd9d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:24.203061 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a49f041c-5275-448d-ae31-94466207720e req-19bddf4e-8a60-418d-8506-8421d5d1bd9d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0865440 May 25 17:13:24.251904 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a49f041c-5275-448d-ae31-94466207720e req-d18dfa84-ac4d-4205-bee6-b9a43f9d65e0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 May 25 17:13:24.282944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-7da11cbc-bc36-420e-b7a0-1cdbec4a636a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1001 time: 0.1031041 May 25 17:13:24.348081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-d7e14b6f-717d-49b0-9460-d1af9d6f5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:24.350197 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-d7e14b6f-717d-49b0-9460-d1af9d6f5f31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0609288 May 25 17:13:24.432393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-cd683f21-aea5-476c-82df-a78a842fccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:24.434632 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-cd683f21-aea5-476c-82df-a78a842fccae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780947 May 25 17:13:24.711708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-c9e7d071-8a50-4824-911d-e4a8028a2ae9 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695441 May 25 17:13:24.849899 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-afb774b7-52c8-4fe2-ae97-5ec57dc15878 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310484 May 25 17:13:25.305551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-73268c70-0965-4664-8b37-1b8e6b9cef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:25.307060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-73268c70-0965-4664-8b37-1b8e6b9cef97 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0742915 May 25 17:13:25.518752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-b01be573-0323-47db-a058-7af43aef01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:25.520879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-b01be573-0323-47db-a058-7af43aef01a7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1945288 May 25 17:13:25.533141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c3c2-4114-4e24-a3ee-044d99cd7789 req-de939e24-7fc9-4807-8117-dde1b1bcc3e9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:25.534474 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2195c3c2-4114-4e24-a3ee-044d99cd7789 req-de939e24-7fc9-4807-8117-dde1b1bcc3e9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.1365399 May 25 17:13:25.666542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2195c3c2-4114-4e24-a3ee-044d99cd7789 req-7ce58f33-7458-4439-9dff-0d9cfcd8b847 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796876 May 25 17:13:25.671186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-9d774c68-0662-4a3e-b159-8b8fba28b4f2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1001 time: 0.1357956 May 25 17:13:25.737233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-c728535e-02e0-4440-8bfa-da725df06697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:25.739268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-c728535e-02e0-4440-8bfa-da725df06697 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0611606 May 25 17:13:25.820013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-4be2c560-9ae8-417b-93da-53378f257e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:25.821409 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-4be2c560-9ae8-417b-93da-53378f257e07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763464 May 25 17:13:25.965061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-fd5d5306-4d18-4f1d-91ac-0a669eba5e72 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360242 May 25 17:13:26.097706 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9ec4fc56-c6f1-4850-b325-2764c906c255 req-2940db13-2ac2-4ce7-9ecd-f6af8e542d5e service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258562 May 25 17:13:26.859864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38e07-7964-4203-8810-570df31e7924 req-b1ee862d-2c94-4830-9933-ba2f86ae7999 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:26.861332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4f38e07-7964-4203-8810-570df31e7924 req-b1ee862d-2c94-4830-9933-ba2f86ae7999 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0829844 May 25 17:13:26.911152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4f38e07-7964-4203-8810-570df31e7924 req-a41ca218-a110-4628-a0d2-0b97f4b7ad73 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 May 25 17:13:28.109439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc604a-046e-43c8-b68f-f220a80fbbe7 req-8c024247-8050-4fbf-82eb-fbc8de2aa6db tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:28.110974 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22dc604a-046e-43c8-b68f-f220a80fbbe7 req-8c024247-8050-4fbf-82eb-fbc8de2aa6db tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0847294 May 25 17:13:28.162077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22dc604a-046e-43c8-b68f-f220a80fbbe7 req-2cd8b45c-0443-463d-ba84-2b5833b6cbec tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 May 25 17:13:29.395913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c181f-e886-49e5-a528-faeb509ae18a req-d5144064-8ebf-43d2-8a9d-e5db389ceafe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:29.397466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-748c181f-e886-49e5-a528-faeb509ae18a req-d5144064-8ebf-43d2-8a9d-e5db389ceafe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.1299350 May 25 17:13:29.449231 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-748c181f-e886-49e5-a528-faeb509ae18a req-739308f1-90e9-47a7-b4ea-3ee7708017a7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413153 May 25 17:13:30.701106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d48766-eccf-4559-ac7c-7e22c0c6bd17 req-b7da1acb-0c4c-4696-b4f4-fa70da4ba0e8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:30.702516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19d48766-eccf-4559-ac7c-7e22c0c6bd17 req-b7da1acb-0c4c-4696-b4f4-fa70da4ba0e8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.1447310 May 25 17:13:30.751815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19d48766-eccf-4559-ac7c-7e22c0c6bd17 req-00ddf4e5-2e19-49e6-98e6-ca95e3c8589d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 May 25 17:13:31.942630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de23b7-ae1c-45bf-b62c-c23fcd994cd5 req-6a75289c-292b-4fa8-b4fa-054081a87f1e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:31.944194 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7de23b7-ae1c-45bf-b62c-c23fcd994cd5 req-6a75289c-292b-4fa8-b4fa-054081a87f1e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0861630 May 25 17:13:31.991295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7de23b7-ae1c-45bf-b62c-c23fcd994cd5 req-77bfd1d6-4ed9-4b1d-a6a0-b8b03a4f577a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 May 25 17:13:33.179867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc01c5-cd27-41b9-a789-f238ad6c00b4 req-ad2d0b35-f8d7-405c-b953-926bc8c9e9cd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:33.181343 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bffc01c5-cd27-41b9-a789-f238ad6c00b4 req-ad2d0b35-f8d7-405c-b953-926bc8c9e9cd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0806766 May 25 17:13:33.226542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bffc01c5-cd27-41b9-a789-f238ad6c00b4 req-e38860c9-1f7a-47b5-800d-44b8adad96ae tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394585 May 25 17:13:34.421021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e78f12-ad58-4df0-988c-b2406a8397c2 req-f37c133b-bd58-4e71-847a-8496308cbaf6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:34.422741 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-90e78f12-ad58-4df0-988c-b2406a8397c2 req-f37c133b-bd58-4e71-847a-8496308cbaf6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0892138 May 25 17:13:34.471811 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-90e78f12-ad58-4df0-988c-b2406a8397c2 req-7681e2c7-f134-49aa-a5e9-677fef90ee71 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 May 25 17:13:35.659579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8d71f-1b78-40cd-9343-7cc906f2d230 req-516aee14-e088-417e-955a-c4187be96cea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:35.661757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5dc8d71f-1b78-40cd-9343-7cc906f2d230 req-516aee14-e088-417e-955a-c4187be96cea tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0852799 May 25 17:13:35.706212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5dc8d71f-1b78-40cd-9343-7cc906f2d230 req-8c0ff402-478a-4ad6-9155-8a4e9a6a24d6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385475 May 25 17:13:36.765981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-6387f173-1bc0-4ca0-8c04-cecab801c739 service neutron] 10.222.0.95 "GET /v2.0/ports/24b221cc-94ea-477f-947b-6626f7ebd703/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0874257 May 25 17:13:36.904108 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3b65-295d-4727-a49c-b396327481ca req-6cbca076-79cf-47f9-bb01-c4f67ec00d27 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:36.905616 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0bb3b65-295d-4727-a49c-b396327481ca req-6cbca076-79cf-47f9-bb01-c4f67ec00d27 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0906019 May 25 17:13:36.953804 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0bb3b65-295d-4727-a49c-b396327481ca req-3877c641-9473-4d0c-9f61-7adec3d89e44 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 May 25 17:13:37.039313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-f59de09e-aca8-40b7-8258-d0b42562e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:37.040763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-f59de09e-aca8-40b7-8258-d0b42562e503 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0751789 May 25 17:13:37.138204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-3bfd15f1-88be-4711-bc5b-cc15770acbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:37.139699 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-3bfd15f1-88be-4711-bc5b-cc15770acbef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0720224 May 25 17:13:37.413412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-f881f186-e35d-4b32-a65f-a3f62b5e6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:37.414773 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-f881f186-e35d-4b32-a65f-a3f62b5e6cd6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.2686930 May 25 17:13:37.520763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-eced0a7b-707b-4f8b-b75c-23cfdde58f5f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1001 time: 0.0992365 May 25 17:13:37.587900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-3848f8db-5c2a-4f21-aeb5-f0fbca5e63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:37.589346 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-3848f8db-5c2a-4f21-aeb5-f0fbca5e63d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0610938 May 25 17:13:37.666478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-4ad33fe5-126e-4aa4-9351-e5ee8e785b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:37.667915 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-4ad33fe5-126e-4aa4-9351-e5ee8e785b17 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722876 May 25 17:13:37.803247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-f6284d58-75e1-4724-a97f-5603653a8aca service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285326 May 25 17:13:37.941396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7dd0e3ee-3fc6-469a-998f-a8bff5701098 req-59f75660-c61f-42f0-9e8a-11dd70313905 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315062 May 25 17:13:38.154679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3fc29-c9f2-484b-84f6-3b4cf7bbabf1 req-58848b25-214d-431b-9e78-06349bf3abfb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:38.156183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-30e3fc29-c9f2-484b-84f6-3b4cf7bbabf1 req-58848b25-214d-431b-9e78-06349bf3abfb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0911381 May 25 17:13:38.201702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-30e3fc29-c9f2-484b-84f6-3b4cf7bbabf1 req-7bccc74d-0f81-443d-8a04-6c0427cb4f38 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392056 May 25 17:13:39.385707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282df72e-b4ec-4ecf-958a-88111fc51a58 req-f71e8f39-b997-4564-b77f-7ffa12d18247 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:39.387198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-282df72e-b4ec-4ecf-958a-88111fc51a58 req-f71e8f39-b997-4564-b77f-7ffa12d18247 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0800383 May 25 17:13:39.438966 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-282df72e-b4ec-4ecf-958a-88111fc51a58 req-06e29367-3079-4a3a-bdcf-dc45d4def9d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459912 May 25 17:13:39.529753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:13:39.533639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:13:39.751033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:39.773659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:39.793780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '24b221cc-94ea-477f-947b-6626f7ebd703', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '24b221cc-94ea-477f-947b-6626f7ebd703', 'mac_address': 'fa:16:3e:66:d1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:13:39.800407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:13:39.838404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:39.850693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:39.854799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:39.886282 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'code': 200} May 25 17:13:39.917653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:39.945051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:13:39.952807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:39.987314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.987656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.987994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.988938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.989232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.989559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.989880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.990199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.990517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.990831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.991174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:39.991487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:40.005725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:40.020361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:13:40.020720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:13:40.083665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-699a7f0b-4b7f-4db8-a9fb-0315be019963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:40.578269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:40.596167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:13:40.612319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:40.617741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:40.619465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-98b23b4a-c4ac-4c80-85c4-cf71b95e1b99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:40.634512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4506-5023-41ff-8658-63572a36e27d req-fcb7595c-8a6d-4700-8724-9d061532c9b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:40.636048 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-518a4506-5023-41ff-8658-63572a36e27d req-fcb7595c-8a6d-4700-8724-9d061532c9b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 943 time: 0.0828590 May 25 17:13:40.685151 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-518a4506-5023-41ff-8658-63572a36e27d req-16b64358-194f-422b-abac-45bad23200a7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 May 25 17:13:40.732316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:40.735321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:40.754272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['24b221cc-94ea-477f-947b-6626f7ebd703'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:13:41.535821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:13:41.605440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 24b221cc-94ea-477f-947b-6626f7ebd703 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:13:41.606119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:41.726111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:41.760871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:41.765751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:41.767690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:41.834676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:41.837750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:41.876570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0983d21-3e6d-4938-81a8-9c9abb5b8a23 req-89012e3a-c41b-443a-a4a9-d83d8a2e20f1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:41.878062 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b0983d21-3e6d-4938-81a8-9c9abb5b8a23 req-89012e3a-c41b-443a-a4a9-d83d8a2e20f1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0807118 May 25 17:13:41.887619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:13:41.924495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b0983d21-3e6d-4938-81a8-9c9abb5b8a23 req-0a0d33e2-f1e0-4d25-a94e-016240927eb0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403576 May 25 17:13:41.944696 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'code': 200} May 25 17:13:42.241773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145c8fb-a53b-437a-9c9a-249edb3d87d9 req-3833cc52-725f-4f8b-8503-4bf996e827dd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.242403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-90bb0b8b-fd9d-4504-b93f-c838fe9a6812 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.243287 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f145c8fb-a53b-437a-9c9a-249edb3d87d9 req-3833cc52-725f-4f8b-8503-4bf996e827dd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0871270 May 25 17:13:42.243869 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-90bb0b8b-fd9d-4504-b93f-c838fe9a6812 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.0910051 May 25 17:13:42.255439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-c9400b78-0295-4e7c-ac7c-26c5a3e49cd5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:13:42.256478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-c9400b78-0295-4e7c-ac7c-26c5a3e49cd5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061030 May 25 17:13:42.290569 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f145c8fb-a53b-437a-9c9a-249edb3d87d9 req-655f48a2-0e1c-441c-978e-8ed9d176a4d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414217 May 25 17:13:42.405335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-69b5f7db-1b1f-428e-8586-d46acb5e21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.406728 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-69b5f7db-1b1f-428e-8586-d46acb5e21ed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 1098 time: 0.0732534 May 25 17:13:42.542483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-4bdd7b8f-8a62-4609-8ecb-67f9b319cc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.543964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-4bdd7b8f-8a62-4609-8ecb-67f9b319cc43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1310866 May 25 17:13:42.583626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:42.650940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-a5494699-0c5a-4d45-981a-e9981b60ebda service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 200 len: 1001 time: 0.1003702 May 25 17:13:42.715441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-615778e3-92c3-47dd-817c-6a61562b5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.716816 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-615778e3-92c3-47dd-817c-6a61562b5d14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0595615 May 25 17:13:42.812294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-52504a3d-1eed-429d-a35e-3faeecd2b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:42.813825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-52504a3d-1eed-429d-a35e-3faeecd2b0a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912836 May 25 17:13:42.869184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e5a742fa-ae2c-4584-9ecd-46be5c0210c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:42.949211 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-2b9105f3-b65a-492a-9e42-dc9031f84eb5 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283154 May 25 17:13:43.222188 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a6c33501-b157-4ac4-ba32-6503bca29171 req-e74be18d-46ed-4ce9-b820-fbb8e0e38559 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654669 May 25 17:13:43.483162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd90c02-4c98-4d78-ae72-a30840452c07 req-9deabba6-50bc-42bd-9f71-c1c8146de6e5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:43.484537 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5cd90c02-4c98-4d78-ae72-a30840452c07 req-9deabba6-50bc-42bd-9f71-c1c8146de6e5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0815496 May 25 17:13:43.530211 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5cd90c02-4c98-4d78-ae72-a30840452c07 req-d3f4f49d-e33d-426f-85e8-43eec111893b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 May 25 17:13:43.836724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:44.716226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a242fb-1d41-400d-968b-d15706682588 req-ed3e445c-5bfd-4a4b-a6e0-e58cbc7b8602 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:44.717578 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4a242fb-1d41-400d-968b-d15706682588 req-ed3e445c-5bfd-4a4b-a6e0-e58cbc7b8602 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0816629 May 25 17:13:44.762445 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4a242fb-1d41-400d-968b-d15706682588 req-7a994775-92e4-4742-88fe-22935dc7d721 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 May 25 17:13:44.950819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40651d56-e0c5-461f-bad9-9e0d18a35848 req-aad79dbb-eb88-405a-b34d-d2f716832265 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:44.952323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40651d56-e0c5-461f-bad9-9e0d18a35848 req-aad79dbb-eb88-405a-b34d-d2f716832265 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0847597 May 25 17:13:45.001287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40651d56-e0c5-461f-bad9-9e0d18a35848 req-29ebbb3a-711c-479c-9e2e-fcb0c3b35265 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 May 25 17:13:45.194944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0c21c-ef97-4ba2-b6b8-0d8bfd33441b req-6d8e209a-2b3c-4dcf-9b00-3d80f3adf939 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:45.196483 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0d0c21c-ef97-4ba2-b6b8-0d8bfd33441b req-6d8e209a-2b3c-4dcf-9b00-3d80f3adf939 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0868390 May 25 17:13:45.241147 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a0d0c21c-ef97-4ba2-b6b8-0d8bfd33441b req-ffcc2919-96d3-44d6-81ed-f6ca89e45955 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389709 May 25 17:13:45.511929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:45.630203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c6c38-d539-4153-b2e3-7b6b97bfb3d3 req-a72ed40a-be5a-4e78-96bc-085310bc3a49 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:45.631693 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-715c6c38-d539-4153-b2e3-7b6b97bfb3d3 req-a72ed40a-be5a-4e78-96bc-085310bc3a49 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0805819 May 25 17:13:45.677235 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-715c6c38-d539-4153-b2e3-7b6b97bfb3d3 req-37b751e6-0a7e-4e18-bff1-d09b21ebbf30 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 May 25 17:13:46.868319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab127dd5-8735-4ce8-b8cb-77d50943a96d req-83418584-8959-4651-be6e-09f8ba4ceb94 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:46.868319 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ab127dd5-8735-4ce8-b8cb-77d50943a96d req-83418584-8959-4651-be6e-09f8ba4ceb94 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0829840 May 25 17:13:46.914556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ab127dd5-8735-4ce8-b8cb-77d50943a96d req-e3de7a06-b993-4d5b-8033-0b8f32a8bbd0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 May 25 17:13:47.549519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-f70e8810-ffd1-42c8-aa67-dfab189b6711 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:47.551242 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-f70e8810-ffd1-42c8-aa67-dfab189b6711 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0840702 May 25 17:13:47.690896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Deleting port 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:13:47.691203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:47.826948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] For port 24b221cc-94ea-477f-947b-6626f7ebd703, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=24b221cc-94ea-477f-947b-6626f7ebd703,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:47.827315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:48.111135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df44bd3-8912-4e8b-9c1d-7c06fff64237 req-67dd7524-920b-4887-88a3-6bd72234cb04 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:48.112608 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5df44bd3-8912-4e8b-9c1d-7c06fff64237 req-67dd7524-920b-4887-88a3-6bd72234cb04 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 945 time: 0.0859239 May 25 17:13:48.124747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:48.125329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:48.125439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f disassociated. External IP: 172.26.6.148, port: 24b221cc-94ea-477f-947b-6626f7ebd703. May 25 17:13:48.125758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Calling delete_port for 24b221cc-94ea-477f-947b-6626f7ebd703 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:13:48.158960 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5df44bd3-8912-4e8b-9c1d-7c06fff64237 req-19fc967f-7232-467c-98d9-4b72c1e9ce59 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 May 25 17:13:48.246262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:48.252603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:48.298532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'Port': ['ID=24b221cc-94ea-477f-947b-6626f7ebd703,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:48.311423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.311823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.312209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.312604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.312980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.313352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.313722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.314091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.314461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.314825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.315215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.315580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:13:48.371814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:48.513066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:13:48.694825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:13:48.704005 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:13:48.717355 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:13:48.717986 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:13:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:48.916735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] No DVR routers for this DVR port 24b221cc-94ea-477f-947b-6626f7ebd703 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:13:48.919192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:48.922242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-deleted', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:13:48.939049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9e01067a-e07e-4974-8992-0f2b9c41f4e6 req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "DELETE /v2.0/ports/24b221cc-94ea-477f-947b-6626f7ebd703 HTTP/1.1" status: 204 len: 173 time: 1.3818951 May 25 17:13:48.955731 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:13:48.975404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:49.041106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b8d570-8fe4-439a-8ae2-4664a54847c3', 'name': 'network-vif-deleted', 'tag': '24b221cc-94ea-477f-947b-6626f7ebd703', 'status': 'completed', 'code': 200} May 25 17:13:49.278027 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:49.281939 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:13:49.290876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:13:49.291528 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:13:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:49.326634 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b9f4ac81-0f25-40ba-9276-04b714d07cef req-41c3dedb-abbc-4bbc-9047-08895e12aa06 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=28b8d570-8fe4-439a-8ae2-4664a54847c3 HTTP/1.1" status: 200 len: 210 time: 0.0436332 May 25 17:13:49.478737 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:13:49.580891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:13:49.616261 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 24b221cc-94ea-477f-947b-6626f7ebd703 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:13:49.616637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 24b221cc-94ea-477f-947b-6626f7ebd703 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:13:49.800043 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:13:49.804135 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958b62-9d25-4227-9717-ea2808fa79c3 None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:13:50.005104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b53150-7262-4358-a3b7-db19349fd343 None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:13:50.659256 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-221f6bb3-9be2-4ecf-9719-aca153b2b534 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1570915244&fields=id&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 267 time: 0.0402689 May 25 17:13:50.812395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-17245352-237c-49e3-801b-c09d13000e96 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:50.813841 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-17245352-237c-49e3-801b-c09d13000e96 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1475558 May 25 17:13:50.829288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-99edcef7-978f-4f63-80cb-75bb8f78de31 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/quotas/b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 375 time: 0.0092874 May 25 17:13:50.843986 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:13:50.918798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-0925e81e-dbb9-488f-accc-072731756fba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:13:50.935272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-0925e81e-dbb9-488f-accc-072731756fba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:13:50.936723 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-0925e81e-dbb9-488f-accc-072731756fba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022151 May 25 17:13:50.953064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-da4ce4b8-358a-48da-81c7-fe48d4c67b5e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:13:50.954002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-da4ce4b8-358a-48da-81c7-fe48d4c67b5e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051634 May 25 17:13:51.086538 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-3da9a2c2-650e-4ca8-848a-3ce860509be7 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269357 May 25 17:13:51.217426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-87b49e88-0633-4bc2-85a3-f4fbf65bff48 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251154 May 25 17:13:51.399137 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5d1bace4-4fcb-4781-94f2-383736e9048f req-df3fc71e-f3b0-487e-a1a1-d3d7102c9679 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 210 time: 0.0469091 May 25 17:13:52.430892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-fc14f48b-e16b-4c90-b4d3-92e6a46851c0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:52.432426 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-fc14f48b-e16b-4c90-b4d3-92e6a46851c0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1569128 May 25 17:13:52.489385 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-92a2f923-cbb2-4bd2-96f8-6cc6abee662d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 380 time: 0.0463278 May 25 17:13:52.498984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'port': {'device_id': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'admin_state_up': True, 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'security_groups': ['94697abb-3481-4952-b7ba-5e061fb8caad']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:13:52.620563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-57b9eb3d-0a29-4500-b528-423c9978978b req-0a4a35c1-7813-4694-a591-8cc07335e58f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 210 time: 0.1037307 May 25 17:13:52.685068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:13:52.694511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:13:52.704644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:13:52.708280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:52.879719 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Allocated IP 172.20.0.11 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/c683e1f5-b9c8-43af-bd30-8783da3c19e5) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:13:53.088770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.104290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Transition to ACTIVE for port object c683e1f5-b9c8-43af-bd30-8783da3c19e5 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:13:53.127101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.133366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bbfd53f9-e9a3-494e-9796-ac898116ac90 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:53.196628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:13:53.199705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:13:53.203614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:13:53.242479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:53.251878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:53.278616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:53.279286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.307375 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8125076 May 25 17:13:53.322288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Request body: {'port': {'device_id': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:13:53.442157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.454553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-64be2be7-4bb1-4f35-ac3e-8b6c35dc67ab None None] Provisioning for port c683e1f5-b9c8-43af-bd30-8783da3c19e5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:13:53.460495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-64be2be7-4bb1-4f35-ac3e-8b6c35dc67ab None None] Provisioning complete for port c683e1f5-b9c8-43af-bd30-8783da3c19e5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:13:53.460869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-64be2be7-4bb1-4f35-ac3e-8b6c35dc67ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.520155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-64be2be7-4bb1-4f35-ac3e-8b6c35dc67ab None None] Port c683e1f5-b9c8-43af-bd30-8783da3c19e5 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:13:53.794020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c683e1f5-b9c8-43af-bd30-8783da3c19e5 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:13:53.802762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.807891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6ff8-0a16-4ad6-80c1-07978104a963 req-d5c1086d-7d38-4f1c-a98a-959dedaf56b3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:53.809439 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0aee6ff8-0a16-4ad6-80c1-07978104a963 req-d5c1086d-7d38-4f1c-a98a-959dedaf56b3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 932 time: 0.0817635 May 25 17:13:53.820722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Transition to ACTIVE for port object c683e1f5-b9c8-43af-bd30-8783da3c19e5 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:13:53.824906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:53.828615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-517b3420-2d59-46df-936f-dca467087087 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:53.856488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0aee6ff8-0a16-4ad6-80c1-07978104a963 req-8ab24577-bc77-4287-8ca6-3dfaacd4fec3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 May 25 17:13:54.106845 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:54.133883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:54.211793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Attempting to bind port c683e1f5-b9c8-43af-bd30-8783da3c19e5 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:13:54.212013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Attempting to bind port c683e1f5-b9c8-43af-bd30-8783da3c19e5 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:13:54.212326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Attempting to bind port c683e1f5-b9c8-43af-bd30-8783da3c19e5 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:13:54.216931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Port c683e1f5-b9c8-43af-bd30-8783da3c19e5 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:13:54.217249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Attempting to bind port c683e1f5-b9c8-43af-bd30-8783da3c19e5 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:13:54.222752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:13:54.223341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:13:54.223860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:13:54.224295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Bound port: c683e1f5-b9c8-43af-bd30-8783da3c19e5, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:13:54.224684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:54.318288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:13:54.321316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:13:54.325985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:54.330037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d5508de-b38b-4f04-aebc-b2e1fbc26469 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:54.389360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:54.389905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:54.391309 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] 10.222.0.95 "PUT /v2.0/ports/c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1094 time: 1.0735662 May 25 17:13:54.391841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:13:54.415798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:54.418798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:54.473665 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'status': 'completed', 'code': 200} May 25 17:13:54.516577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-ba785cf1-d603-4c85-a01a-a8570e8e81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:54.518138 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-ba785cf1-d603-4c85-a01a-a8570e8e81fc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1097 time: 0.0831807 May 25 17:13:54.591064 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-d5e94f53-365e-432a-8831-a2f8d7ef593f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 217 time: 0.0621059 May 25 17:13:54.656227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-0416230a-0a0b-4a31-8ac9-5e9d98779df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:54.657835 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-0416230a-0a0b-4a31-8ac9-5e9d98779df0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0605500 May 25 17:13:54.733151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-1c2b1572-0df0-484d-9c3f-7e4806fae15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:54.734531 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-1c2b1572-0df0-484d-9c3f-7e4806fae15e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701270 May 25 17:13:54.867552 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-a1b249c1-2038-49ee-9e63-c87d3b05f159 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263781 May 25 17:13:55.005830 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3552cb1-09c3-4bea-b29c-35946c19a117 req-4f776232-deeb-4416-a468-f5c953681d9c service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308055 May 25 17:13:55.055644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c24062-cc81-4dde-9b2a-16d7fca7ba11 req-c0371c84-1f66-4278-821b-7e02478be953 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:55.057128 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-51c24062-cc81-4dde-9b2a-16d7fca7ba11 req-c0371c84-1f66-4278-821b-7e02478be953 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0908792 May 25 17:13:55.103063 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-51c24062-cc81-4dde-9b2a-16d7fca7ba11 req-10a3586a-077b-4c41-8b63-0fd062b96ace tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 May 25 17:13:55.130821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-12f067a4-22b1-4743-b18c-8890f4309a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:55.132334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-12f067a4-22b1-4743-b18c-8890f4309a28 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1097 time: 0.0772603 May 25 17:13:55.266661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-2f059ca9-61c8-44bb-8e99-b891b1b38b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:55.268057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-2f059ca9-61c8-44bb-8e99-b891b1b38b81 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1292574 May 25 17:13:55.337986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-a2106b78-6efa-4df1-8603-331cf72806b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 217 time: 0.0631213 May 25 17:13:55.406934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-e6a85a3a-6f2d-4232-8de3-1070897a32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:55.408404 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-e6a85a3a-6f2d-4232-8de3-1070897a32a1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0629086 May 25 17:13:55.485479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-05cbaba2-73e6-41f1-b9fe-0d1221e0df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:55.487022 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-05cbaba2-73e6-41f1-b9fe-0d1221e0df67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718846 May 25 17:13:55.622162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-e7fd7523-de3e-423c-829c-4378cddbc809 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281536 May 25 17:13:55.760603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be9496ef-b7e8-4e7a-9db6-758eae70e6c8 req-d28752dc-9756-4be6-8879-60f2c8c8e904 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310282 May 25 17:13:56.301045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0240c-f049-40dc-b5e8-8fe7e1ee7823 req-fdb7cfb5-ac4a-47fd-aa94-53d25f9035f2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:56.302036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-52b0240c-f049-40dc-b5e8-8fe7e1ee7823 req-fdb7cfb5-ac4a-47fd-aa94-53d25f9035f2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:13:56.318451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-52b0240c-f049-40dc-b5e8-8fe7e1ee7823 req-fdb7cfb5-ac4a-47fd-aa94-53d25f9035f2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:13:56.319634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b0240c-f049-40dc-b5e8-8fe7e1ee7823 req-fdb7cfb5-ac4a-47fd-aa94-53d25f9035f2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.1030407 May 25 17:13:56.367782 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b0240c-f049-40dc-b5e8-8fe7e1ee7823 req-ab3d54bf-20a1-4097-8825-34778ba35f95 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 May 25 17:13:57.558280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e62095-53b3-42c2-96e1-6a2fdf19ec05 req-ff8065c0-51d2-4790-bc26-3c6517026710 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:57.559765 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-67e62095-53b3-42c2-96e1-6a2fdf19ec05 req-ff8065c0-51d2-4790-bc26-3c6517026710 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0814426 May 25 17:13:57.603731 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-67e62095-53b3-42c2-96e1-6a2fdf19ec05 req-7bc3d4c9-dfcf-462e-bf1d-eb386dd3cb05 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382931 May 25 17:13:57.615045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:13:57.750988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:57.764395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'mac_address': 'fa:16:3e:4b:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:13:57.820126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:57.836462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c683e1f5-b9c8-43af-bd30-8783da3c19e5 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:13:57.851698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:57.855646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:57.857468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:57.927178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:57.930183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:13:58.215605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['c683e1f5-b9c8-43af-bd30-8783da3c19e5'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:13:58.789065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927cbdd7-c561-427f-9f1f-1532b669f1da req-72a28a43-095d-43a1-b7b8-72608eb91f8b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:13:58.790516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-927cbdd7-c561-427f-9f1f-1532b669f1da req-72a28a43-095d-43a1-b7b8-72608eb91f8b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 945 time: 0.0804424 May 25 17:13:58.835061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-927cbdd7-c561-427f-9f1f-1532b669f1da req-7c7ce0f4-a41d-40b1-b446-aa920aef61ce tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386059 May 25 17:13:59.627607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:13:59.703632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port c683e1f5-b9c8-43af-bd30-8783da3c19e5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:13:59.709902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port c683e1f5-b9c8-43af-bd30-8783da3c19e5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:13:59.710531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:59.855406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:59.885146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:13:59.896830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:13:59.902631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:13:59.904797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:13:59.976644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:13:59.979900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:14:00.007165 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'code': 200} May 25 17:14:00.049934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f92fa-aca3-4801-b5ee-46c12a695db9 req-ae73318e-d2a5-4e4b-87c8-3c04b8adb0b8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:00.052077 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-077f92fa-aca3-4801-b5ee-46c12a695db9 req-ae73318e-d2a5-4e4b-87c8-3c04b8adb0b8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.1050198 May 25 17:14:00.101389 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-077f92fa-aca3-4801-b5ee-46c12a695db9 req-40b71b6b-1007-4f4c-9873-2ecd3b0d5eb0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 May 25 17:14:00.260123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fd4ef-b884-4b63-bdb9-25be320e54fd req-052559f4-c4c8-4461-8ca4-fe9ac1d908ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:00.261672 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-342fd4ef-b884-4b63-bdb9-25be320e54fd req-052559f4-c4c8-4461-8ca4-fe9ac1d908ff service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0765693 May 25 17:14:00.305438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-342fd4ef-b884-4b63-bdb9-25be320e54fd req-b2e63f1b-a83b-4841-8ac0-24ff977bf83d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363212 May 25 17:14:01.290748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7aaab-cd18-447d-9e98-509770779bc7 req-801db013-2ae4-449a-864a-e7ee1a61a1b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:01.292248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b6a7aaab-cd18-447d-9e98-509770779bc7 req-801db013-2ae4-449a-864a-e7ee1a61a1b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0830908 May 25 17:14:01.346093 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b6a7aaab-cd18-447d-9e98-509770779bc7 req-8845c7bf-ed8f-4b2f-97b0-61b4fc1d7731 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478508 May 25 17:14:02.536747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fc1c0-58ff-472a-a534-70d0f707b30b req-f802d074-8b6a-4e7f-9a05-d91edc347d15 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:02.538212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b9fc1c0-58ff-472a-a534-70d0f707b30b req-f802d074-8b6a-4e7f-9a05-d91edc347d15 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0804868 May 25 17:14:02.587858 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6b9fc1c0-58ff-472a-a534-70d0f707b30b req-60857222-e392-41f5-a464-184bb3e0265c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 May 25 17:14:02.772208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3cfa9-b715-4ef8-8dd8-be4ac61b7267 req-6358d227-15fc-4b87-9dc5-8e0b56643257 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:02.773689 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1ee3cfa9-b715-4ef8-8dd8-be4ac61b7267 req-6358d227-15fc-4b87-9dc5-8e0b56643257 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0843542 May 25 17:14:02.782262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 39404) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:14:02.788267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'floatingip': {'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:14:02.868851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:03.643821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:03.648828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:03.825232 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f associated. External IP: 172.26.6.148, port: c683e1f5-b9c8-43af-bd30-8783da3c19e5. May 25 17:14:04.181095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:14:04.359541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:14:04.364776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:04.374519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:14:04.384658 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:14:04.385281 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:13:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:04.574472 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21c30867-dd9a-4cf0-aefa-9af6b40a8a55 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "PUT /v2.0/floatingips/74c072f4-7471-435a-9b53-aca4fbde7f9f HTTP/1.1" status: 200 len: 992 time: 1.7885606 May 25 17:14:04.574472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:14:04.574773 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:14:04.618491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'status': 'completed', 'code': 200} May 25 17:14:04.718014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-7761edbb-65eb-471f-9e61-efc9519760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:04.719519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-7761edbb-65eb-471f-9e61-efc9519760c7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0779467 May 25 17:14:04.854211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-e906f30a-ba9f-4f0c-a817-f2a21bca364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:04.855623 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-e906f30a-ba9f-4f0c-a817-f2a21bca364f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1293278 May 25 17:14:04.965080 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-1cd22c1e-faa0-4db3-a4a8-ad033cf82a9e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1000 time: 0.1023226 May 25 17:14:04.966107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:4b:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:14:03Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:04.970050 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:14:04.978870 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:14:04.979510 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:13:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:05.029632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-4f25676d-4b09-4c47-9364-82d6d4b7959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:05.031119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-4f25676d-4b09-4c47-9364-82d6d4b7959b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0591900 May 25 17:14:05.113659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-8e40c1ae-5235-468e-a5ed-1d3ad63625de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:05.116146 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-8e40c1ae-5235-468e-a5ed-1d3ad63625de service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781636 May 25 17:14:05.173983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:14:05.256841 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-9b7bad9a-d1ef-42ef-8a65-01ca79cfd516 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335161 May 25 17:14:05.396027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a04f986e-c7df-47fd-a8c6-49cd2df3d3c8 req-c1376331-8f49-4651-97e3-0fd15109c2ba service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318121 May 25 17:14:05.531618 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:4b:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:14:03Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:14:05.536280 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35b6170-2ede-43d7-89cf-84df52a47e10 None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:4b:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:14:03Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:14:05.720568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7865197-25fd-49ab-a479-1a7f4390a468 None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:14:10.086132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-279a0c6a-44b6-4bff-8e9d-65e6ee64d5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:12.586691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:12.860809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-134da52b-001c-4f7a-94b1-d0bc29aee8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:13.840619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:15.514696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:18.983803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:25.370423 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-cc3f8f53-dba6-42d0-ad5b-1b52489395d0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147709 May 25 17:14:25.515487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-2ff9ce50-2ef9-4e31-99a5-e76a8c9fd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:25.516970 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-2ff9ce50-2ef9-4e31-99a5-e76a8c9fd983 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0762055 May 25 17:14:25.662152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-c08a78cb-dd9a-4c94-aa5f-26285fd086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:25.664584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-c08a78cb-dd9a-4c94-aa5f-26285fd086ae service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1285856 May 25 17:14:25.770508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-9956124c-4f2f-4c99-92e1-e6dbc76e5428 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1002 time: 0.0982063 May 25 17:14:25.834676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-c47bc88f-90c0-436f-bd39-4e3b91440dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:25.836754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-c47bc88f-90c0-436f-bd39-4e3b91440dde service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0597594 May 25 17:14:25.911702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-b0d803cd-d067-47c8-9a4c-d6b3f778b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:14:25.913745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-b0d803cd-d067-47c8-9a4c-d6b3f778b558 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693655 May 25 17:14:26.047874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-53285bfa-1242-4fd6-87b1-4b819aec5084 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277261 May 25 17:14:26.187137 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f8e9e1e-2127-4a44-ab2b-196fdf06bc39 req-03796872-9877-4db1-985d-3d5263a19fa0 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272404 May 25 17:14:27.844138 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:14:40.088410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50ef86c8-8214-4858-9a58-0df2a82dfbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:42.588944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:42.863312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-40993cee-9ebe-4627-91a7-d81356ae2bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:43.840800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:45.518862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:14:48.984402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:04.842990 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:15:10.090849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a69550cb-805a-4699-8a11-292944109b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:12.592905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:12.866676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3efd8410-d856-410d-b738-f1bfcdc99851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:13.845550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:15.520124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:18.994671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:26.255054 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-0ee139e2-21d4-4abb-9942-27ca550be768 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743248 May 25 17:15:26.395677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-b598d57a-4db4-439e-95cd-d08d025f015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:26.397182 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-b598d57a-4db4-439e-95cd-d08d025f015f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0726669 May 25 17:15:26.694319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-99e32513-bc1a-415e-8c49-020aa73ca823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:26.695821 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-99e32513-bc1a-415e-8c49-020aa73ca823 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.2791927 May 25 17:15:26.803812 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-72e94cbf-3f07-448e-b5ca-44e7bf113173 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1002 time: 0.1007788 May 25 17:15:26.871205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-6467049e-36ed-417b-bcb8-e6c11d0c5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:26.873437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-6467049e-36ed-417b-bcb8-e6c11d0c5abc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0626996 May 25 17:15:26.957584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-bf428aba-e9cd-4a53-85f6-014464a92839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:26.959118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-bf428aba-e9cd-4a53-85f6-014464a92839 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780425 May 25 17:15:27.156400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-a25504cd-aae4-448d-96b3-9b938b62ca2a service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897724 May 25 17:15:27.171094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2cfc6-fd3b-4c88-b9c6-81a1ced61893 req-33788987-2643-4ffe-a708-ad770f19ca25 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:27.172487 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20f2cfc6-fd3b-4c88-b9c6-81a1ced61893 req-33788987-2643-4ffe-a708-ad770f19ca25 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.1347795 May 25 17:15:27.297783 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20f2cfc6-fd3b-4c88-b9c6-81a1ced61893 req-2885dc58-c14d-437e-ae22-f6ac1a90a467 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062732 May 25 17:15:27.337233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-560f1c88-eca1-4ccc-af58-1a91d01f36da req-39b6e804-18c8-4cae-8d5b-431fe4d556ee service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638012 May 25 17:15:28.491531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5a595-fa88-4c4f-89f8-40e0e170b45d req-7c4d8ae5-f894-4729-b199-a3d1532fd20d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:28.493169 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8ff5a595-fa88-4c4f-89f8-40e0e170b45d req-7c4d8ae5-f894-4729-b199-a3d1532fd20d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0827024 May 25 17:15:28.538438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8ff5a595-fa88-4c4f-89f8-40e0e170b45d req-9a25cff3-bf35-4bb1-a5f4-11063abcd396 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386853 May 25 17:15:29.723723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da8a77-44fd-49d7-8def-b46a4bcbcb51 req-9b9effa0-ca9d-490a-8bd9-f6d710e88fee tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:29.725083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a1da8a77-44fd-49d7-8def-b46a4bcbcb51 req-9b9effa0-ca9d-490a-8bd9-f6d710e88fee tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0809588 May 25 17:15:29.771519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a1da8a77-44fd-49d7-8def-b46a4bcbcb51 req-ffcbae5e-99df-4594-b481-85fb41679128 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 May 25 17:15:31.090291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b3066-3b2b-4c29-bcad-8082b410feea req-da709d0e-193b-43e8-a818-66038497913f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:31.092269 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff8b3066-3b2b-4c29-bcad-8082b410feea req-da709d0e-193b-43e8-a818-66038497913f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.2086408 May 25 17:15:31.144433 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff8b3066-3b2b-4c29-bcad-8082b410feea req-7db51772-f96a-4f6b-8a2a-2b8dee3b4cf3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 May 25 17:15:32.342610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02bace-508e-415e-84fb-8d00f6e6c013 req-465e1371-7d7e-49c3-a97c-a9877225acca tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:32.344108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2c02bace-508e-415e-84fb-8d00f6e6c013 req-465e1371-7d7e-49c3-a97c-a9877225acca tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0861561 May 25 17:15:32.389422 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2c02bace-508e-415e-84fb-8d00f6e6c013 req-1dd30a31-e4a7-4868-b46d-4bf40d869649 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 May 25 17:15:33.579653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b11c83-d21c-4de8-b2c4-8dd65d0124de req-82d71b9e-b1dc-4dce-9de7-22f0532c15aa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:33.581119 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4b11c83-d21c-4de8-b2c4-8dd65d0124de req-82d71b9e-b1dc-4dce-9de7-22f0532c15aa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0839896 May 25 17:15:33.626504 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b4b11c83-d21c-4de8-b2c4-8dd65d0124de req-49ed1325-66c9-4eb2-8e90-309ff0846d63 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 May 25 17:15:34.816260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3fe91-06be-49f0-b0df-091e5940dc92 req-f835743f-5719-45f1-94c1-760353f870f0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:34.817737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2ad3fe91-06be-49f0-b0df-091e5940dc92 req-f835743f-5719-45f1-94c1-760353f870f0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0843976 May 25 17:15:34.866489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2ad3fe91-06be-49f0-b0df-091e5940dc92 req-1a1c1bd9-0332-45f3-911d-b3b64158da53 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 May 25 17:15:36.056014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd5558-003a-474e-85f4-8c109c88e6dc req-e5d46121-0d34-44d6-9e82-1dd3ad81162e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:36.057494 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b9bd5558-003a-474e-85f4-8c109c88e6dc req-e5d46121-0d34-44d6-9e82-1dd3ad81162e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0821307 May 25 17:15:36.102452 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b9bd5558-003a-474e-85f4-8c109c88e6dc req-242d82f1-d9f1-4ff5-98ca-600a70ff5270 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 May 25 17:15:37.290167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81c1b1-854b-4f24-9856-7d67b7a8494d req-e142e045-84fd-49b5-a389-d634f2798138 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:37.291671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1e81c1b1-854b-4f24-9856-7d67b7a8494d req-e142e045-84fd-49b5-a389-d634f2798138 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0808201 May 25 17:15:37.342796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1e81c1b1-854b-4f24-9856-7d67b7a8494d req-945656ea-9cb9-4926-9f93-e3dd1085a12a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 May 25 17:15:38.535736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c513af-d36e-42f4-ba89-fe9f69677ff2 req-3fd77edd-866c-4621-a5ce-3d8f55fa6534 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:38.537215 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b3c513af-d36e-42f4-ba89-fe9f69677ff2 req-3fd77edd-866c-4621-a5ce-3d8f55fa6534 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0865090 May 25 17:15:38.582085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b3c513af-d36e-42f4-ba89-fe9f69677ff2 req-2b154c04-5865-4f6f-8554-f8aaf7122598 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 May 25 17:15:39.035534 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-dfda62bd-b82f-4e58-8180-262de5af94f1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1782026 May 25 17:15:39.043770 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0723d-1975-4b33-a94c-0a86c33d9d07 req-d67139bd-c9e7-4cc7-ae50-59b6e1cc3d25 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:39.045157 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9cf0723d-1975-4b33-a94c-0a86c33d9d07 req-d67139bd-c9e7-4cc7-ae50-59b6e1cc3d25 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.1444812 May 25 17:15:39.092302 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9cf0723d-1975-4b33-a94c-0a86c33d9d07 req-81521f8d-945c-4076-9643-ecd1f51ea8c2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 May 25 17:15:40.093646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d6c33513-a794-4ad7-a616-d9c7e1683b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:40.168930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-7772b114-1f77-4af0-a857-84b053fcebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:40.170680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-7772b114-1f77-4af0-a857-84b053fcebf0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0772619 May 25 17:15:40.359324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-e8a20dcb-c718-4377-b09f-0462c028daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:40.360994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-e8a20dcb-c718-4377-b09f-0462c028daac service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1834910 May 25 17:15:40.432012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4d0b1-4eeb-4170-bba0-2d279c418f84 req-ecfd9036-063b-4fa5-be36-199b4edc7df0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:40.433521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c8b4d0b1-4eeb-4170-bba0-2d279c418f84 req-ecfd9036-063b-4fa5-be36-199b4edc7df0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.1895196 May 25 17:15:40.503820 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-fae50f72-3c88-4d28-8253-f401edc12667 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1002 time: 0.1359093 May 25 17:15:40.508465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c8b4d0b1-4eeb-4170-bba0-2d279c418f84 req-7a74e2ab-8d4c-4251-aee3-96cf12c4e6d8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602293 May 25 17:15:40.570007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-59d81a6f-a6e3-4176-9c58-c9e341deb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:40.571468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-59d81a6f-a6e3-4176-9c58-c9e341deb245 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0615945 May 25 17:15:40.790001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-ee889b8a-34f3-499a-ab8c-2380039551d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:40.791504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-ee889b8a-34f3-499a-ab8c-2380039551d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2134562 May 25 17:15:40.927371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-ca478c39-1566-4ab7-96d6-ce7858f674db service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288717 May 25 17:15:41.059827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-6ccdc648-861b-4df6-9465-843cf976f9d8 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257067 May 25 17:15:41.709279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfa11e-d29f-46e2-b7c0-a307e59664de req-40dd88e1-d471-4dab-95e3-922fd79ea36c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:41.710658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-14cfa11e-d29f-46e2-b7c0-a307e59664de req-40dd88e1-d471-4dab-95e3-922fd79ea36c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0859458 May 25 17:15:41.755683 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-14cfa11e-d29f-46e2-b7c0-a307e59664de req-468e1280-832e-4409-86a8-e205ef60a7f1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393248 May 25 17:15:41.841952 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:15:42.595252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:42.871341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e5e9036-1e4b-4ab7-97f9-9a9833cdf3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:42.941499 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-076541c6-8938-4716-83b5-a840f656d0f0 service neutron] 10.222.0.95 "GET /v2.0/ports/c683e1f5-b9c8-43af-bd30-8783da3c19e5/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.1335309 May 25 17:15:42.967704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4753265-d18e-4c35-861a-39dc74aa1553 req-9aa438e2-9308-4bb7-a47a-87053d768688 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:42.970202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4753265-d18e-4c35-861a-39dc74aa1553 req-9aa438e2-9308-4bb7-a47a-87053d768688 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.1015515 May 25 17:15:43.017458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b4753265-d18e-4c35-861a-39dc74aa1553 req-683cc7f5-ab13-4581-8782-15bb3eb8ba0f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 May 25 17:15:43.209183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-407f17c4-7972-4879-b2d1-ff8235468d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:43.210606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-407f17c4-7972-4879-b2d1-ff8235468d4c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1099 time: 0.0792336 May 25 17:15:43.304607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-e2153f77-b20b-478b-8c4a-e97ee07ba8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:43.306057 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-e2153f77-b20b-478b-8c4a-e97ee07ba8d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0705864 May 25 17:15:43.441306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-32d26ba3-0b58-485c-bf69-0f1150b22d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:43.442735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-32d26ba3-0b58-485c-bf69-0f1150b22d36 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1302776 May 25 17:15:43.549622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-577b47cd-ed04-4d58-a55a-de88567e77b2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1002 time: 0.0998490 May 25 17:15:43.612035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-53a953d3-013b-48a2-9290-af660bfaa9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:43.613447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-53a953d3-013b-48a2-9290-af660bfaa9a4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0573370 May 25 17:15:43.692296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-136bba61-cc70-4bcd-9586-199b10004d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:43.693764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-136bba61-cc70-4bcd-9586-199b10004d29 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739255 May 25 17:15:43.828065 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-cbbdf2d2-e434-4251-b539-d0f7db108e1b service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276324 May 25 17:15:43.848920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:43.961340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d05f6b69-6659-4bce-9eed-7ff3f8861570 req-f091eefa-49b4-40b4-83d2-984c287af998 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270680 May 25 17:15:44.206501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38484d-6203-4479-a1ec-30e32ec0b5a9 req-fd1a9ac1-f63a-4da9-b4a9-1a60591792ae tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:44.207996 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fc38484d-6203-4479-a1ec-30e32ec0b5a9 req-fd1a9ac1-f63a-4da9-b4a9-1a60591792ae tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0818222 May 25 17:15:44.257386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fc38484d-6203-4479-a1ec-30e32ec0b5a9 req-3f9c906d-6c31-4bef-be40-82ea7eea6171 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435658 May 25 17:15:45.445346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c20ba-1235-4539-aeff-d3d8dd0fe260 req-5613d185-6c58-4a91-a6c9-91f318f12e81 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:45.446836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a63c20ba-1235-4539-aeff-d3d8dd0fe260 req-5613d185-6c58-4a91-a6c9-91f318f12e81 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0837336 May 25 17:15:45.493010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a63c20ba-1235-4539-aeff-d3d8dd0fe260 req-10c18d33-6232-4021-b974-98c209158562 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 May 25 17:15:45.522218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:46.321063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:15:46.323423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:15:46.539229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:46.576704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:46.598237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:15:46.607336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'mac_address': 'fa:16:3e:4b:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:15:46.611625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:46.643490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:46.654982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:15:46.690539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ede28-fad5-4cf8-a60a-b4413fc2ef30 req-6a9bb0a4-bf5a-4606-ba95-a6498eb774eb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:46.692049 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c87ede28-fad5-4cf8-a60a-b4413fc2ef30 req-6a9bb0a4-bf5a-4606-ba95-a6498eb774eb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0913095 May 25 17:15:46.692332 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'code': 200} May 25 17:15:46.723578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:46.739275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c87ede28-fad5-4cf8-a60a-b4413fc2ef30 req-6295c6cb-1377-4a14-ae0d-27bd3a3e2d48 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412128 May 25 17:15:46.745637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c683e1f5-b9c8-43af-bd30-8783da3c19e5 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:15:46.753437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:46.761176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.761596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.761875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.762213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.762556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.762975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.763400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.763735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.764065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.764419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.764748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.765072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:46.769958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:15:46.780460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:46.784378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:46.786236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:15:46.858161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['c683e1f5-b9c8-43af-bd30-8783da3c19e5'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:15:46.907534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:46.913754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:15:47.937811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03f557-ca60-433a-912b-5214bd05e317 req-591a502b-7bb4-466f-bb19-8496ec5d9a8a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:47.939874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bb03f557-ca60-433a-912b-5214bd05e317 req-591a502b-7bb4-466f-bb19-8496ec5d9a8a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 945 time: 0.0900300 May 25 17:15:47.985092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bb03f557-ca60-433a-912b-5214bd05e317 req-21ebdc1c-3c57-4083-af31-8f1be1f95d98 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 May 25 17:15:48.332325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:15:48.400750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port c683e1f5-b9c8-43af-bd30-8783da3c19e5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:15:48.401128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:48.531162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:48.568209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:48.572995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:48.576148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:15:48.650221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:48.653348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:15:48.661292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-6cd2a802-d7cd-450e-a43a-a8abc604ba0e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:48.662787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-6cd2a802-d7cd-450e-a43a-a8abc604ba0e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.2976441 May 25 17:15:48.671795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d859ab-68c1-438c-b76e-d91d37c8fa79 req-976e7156-c046-43c5-8068-05c5a582a874 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:48.673726 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-56d859ab-68c1-438c-b76e-d91d37c8fa79 req-976e7156-c046-43c5-8068-05c5a582a874 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.2759988 May 25 17:15:48.693109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:15:48.721590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-56d859ab-68c1-438c-b76e-d91d37c8fa79 req-7a8204f2-7684-48d1-8f99-45b85e0c3569 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415807 May 25 17:15:48.751280 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'code': 200} May 25 17:15:48.809733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-84472a93-6e4d-4e8e-b5e9-e1a8d16a2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:48.811447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-84472a93-6e4d-4e8e-b5e9-e1a8d16a2089 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1099 time: 0.0751810 May 25 17:15:48.948688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-569354c2-4503-4c2f-a3e2-0c2474bd368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:48.950132 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-569354c2-4503-4c2f-a3e2-0c2474bd368b service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1322377 May 25 17:15:49.002128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:49.058620 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-c4da6f7b-be07-4929-9253-a9dc43b7af39 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1002 time: 0.1016603 May 25 17:15:49.121867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-4c872432-e609-422b-9ed0-68714a538fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:49.123272 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-4c872432-e609-422b-9ed0-68714a538fe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0585032 May 25 17:15:49.199032 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-13415c76-51ea-4eac-96d4-922a112a3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:49.200510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-13415c76-51ea-4eac-96d4-922a112a3473 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704260 May 25 17:15:49.334294 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-745e676a-4fc1-4769-bf57-29627fa5c645 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266942 May 25 17:15:49.470741 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bf6dcb41-9400-47bb-816a-8287435ba2ee req-16c7e572-1470-413e-9589-bb5374975bb4 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296329 May 25 17:15:49.916838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ea320-3fe9-46e9-9d6d-3cbe9365d947 req-95de4ea1-4dce-4731-a186-fa6e78d31b86 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:49.918366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da2ea320-3fe9-46e9-9d6d-3cbe9365d947 req-95de4ea1-4dce-4731-a186-fa6e78d31b86 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 946 time: 0.0888262 May 25 17:15:49.970440 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da2ea320-3fe9-46e9-9d6d-3cbe9365d947 req-4d46c485-0f5b-4eb7-abe8-395933c4ec2f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 May 25 17:15:50.363011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:15:50.519410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:50.554773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:50.558398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:50.560206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:15:50.630550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:50.633436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:15:50.752427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:15:50.796638 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'code': 200} May 25 17:15:51.162121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05ec5-4112-4541-b9e1-d7301231cf73 req-149a7bb7-346a-42bd-ba89-c0dc460d8793 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:51.163626 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-76d05ec5-4112-4541-b9e1-d7301231cf73 req-149a7bb7-346a-42bd-ba89-c0dc460d8793 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0820959 May 25 17:15:51.213754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-76d05ec5-4112-4541-b9e1-d7301231cf73 req-31b5581b-4ed4-43f2-bb86-2a91173ca70a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 May 25 17:15:51.397601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226164b4-294e-4617-bc4c-f7f341c420fc req-008d9f8e-ddd5-47d3-8959-11b7c647bbba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:51.399192 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-226164b4-294e-4617-bc4c-f7f341c420fc req-008d9f8e-ddd5-47d3-8959-11b7c647bbba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0804491 May 25 17:15:51.445989 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-226164b4-294e-4617-bc4c-f7f341c420fc req-7b468c6a-a7ea-4327-8c91-67a8b109f1b0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411704 May 25 17:15:51.801980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b44f52-55ca-4f7a-9164-9ccbdde3882d req-67549085-fabd-4e40-8c3c-240631cb9ac2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:51.803395 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7b44f52-55ca-4f7a-9164-9ccbdde3882d req-67549085-fabd-4e40-8c3c-240631cb9ac2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0875766 May 25 17:15:51.844938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-39905666-8643-44a8-9523-78da3ed3cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:51.846530 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-39905666-8643-44a8-9523-78da3ed3cb63 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 1097 time: 0.0767016 May 25 17:15:51.849953 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d7b44f52-55ca-4f7a-9164-9ccbdde3882d req-39e387f8-fe85-4bec-a8f4-2c84da55a6de tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407820 May 25 17:15:51.986030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-27b71708-036b-4c34-a9ad-b4c63cdaacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:51.987515 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-27b71708-036b-4c34-a9ad-b4c63cdaacca service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1345289 May 25 17:15:52.093567 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-dba1b643-2136-4510-bdd2-95aa1cb1bdb8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 200 len: 1000 time: 0.0993934 May 25 17:15:52.157917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-978ae79c-52a5-4ff0-a84a-3862a6f320c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:52.159380 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-978ae79c-52a5-4ff0-a84a-3862a6f320c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0591567 May 25 17:15:52.250344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-65323de5-9487-481f-b146-771188901f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:52.251913 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-65323de5-9487-481f-b146-771188901f8c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865700 May 25 17:15:52.400161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-10c8ed93-33d5-46b4-be4a-b3e9a7769973 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410289 May 25 17:15:52.681319 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6055d4b-c96d-4cdc-8bad-36a174e7959a req-7bb618fd-34d2-4fa0-8f27-a1baa76766b6 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740412 May 25 17:15:53.036395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dba4e-f0d8-432c-90bd-6cd4019b2ef5 req-357ac7dc-c31c-4f32-8a4f-9a5de7b1067c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:53.037857 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da4dba4e-f0d8-432c-90bd-6cd4019b2ef5 req-357ac7dc-c31c-4f32-8a4f-9a5de7b1067c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0797129 May 25 17:15:53.084868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da4dba4e-f0d8-432c-90bd-6cd4019b2ef5 req-3f233b4a-4561-459f-847c-26e79bd6dd42 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 May 25 17:15:54.272348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e19e6-5818-427b-beef-cf834c5d8c0f req-23fb6109-ab4f-4821-bbaf-5e7db7f2ad9e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:54.273828 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a64e19e6-5818-427b-beef-cf834c5d8c0f req-23fb6109-ab4f-4821-bbaf-5e7db7f2ad9e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0810170 May 25 17:15:54.323044 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a64e19e6-5818-427b-beef-cf834c5d8c0f req-ec4577cf-8108-4656-ae1d-cb310d3f5d89 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435727 May 25 17:15:54.704891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8e61c-7673-4cba-80ba-41cee6fe26b2 req-2519d631-f881-4f0c-a567-a2f715dccfa7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:54.706535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4eb8e61c-7673-4cba-80ba-41cee6fe26b2 req-2519d631-f881-4f0c-a567-a2f715dccfa7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0812771 May 25 17:15:54.750834 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4eb8e61c-7673-4cba-80ba-41cee6fe26b2 req-6df8a664-3f9b-474b-b37e-8ed44b150d1f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386517 May 25 17:15:55.941197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03129f96-dc65-465a-b469-bb7f5ab55886 req-80b326b1-4328-4c7a-bdb7-794960f0d368 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:55.942659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03129f96-dc65-465a-b469-bb7f5ab55886 req-80b326b1-4328-4c7a-bdb7-794960f0d368 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0838473 May 25 17:15:55.987713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03129f96-dc65-465a-b469-bb7f5ab55886 req-78f8a9d3-b1de-42f2-a81a-26aa02d46d05 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 May 25 17:15:56.598764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-abc0d49b-a00f-4ce7-b9b1-ea56b0d65154 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:56.600220 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-abc0d49b-a00f-4ce7-b9b1-ea56b0d65154 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0800943 May 25 17:15:56.741210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Deleting port c683e1f5-b9c8-43af-bd30-8783da3c19e5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:15:56.741458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:56.883279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] For port c683e1f5-b9c8-43af-bd30-8783da3c19e5, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c683e1f5-b9c8-43af-bd30-8783da3c19e5,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:15:56.883557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:57.185009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495cdd-a2ba-40ba-b7ea-364edde10bf6 req-e613e09c-6318-48ae-8a39-e8a1098345af tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:15:57.186622 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-97495cdd-a2ba-40ba-b7ea-364edde10bf6 req-e613e09c-6318-48ae-8a39-e8a1098345af tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 944 time: 0.0899141 May 25 17:15:57.202038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:57.202608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:57.202698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f disassociated. External IP: 172.26.6.148, port: c683e1f5-b9c8-43af-bd30-8783da3c19e5. May 25 17:15:57.203074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Calling delete_port for c683e1f5-b9c8-43af-bd30-8783da3c19e5 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:15:57.234378 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-97495cdd-a2ba-40ba-b7ea-364edde10bf6 req-abde05a8-be23-498f-b791-54f19feaac88 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408361 May 25 17:15:57.321044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:57.326679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:15:57.372257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'Port': ['ID=c683e1f5-b9c8-43af-bd30-8783da3c19e5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:15:57.384109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.384384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.384760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.385127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.385489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.385856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.386223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.386580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.386962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.387325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.387678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.388036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:15:57.392052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:15:57.591923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:15:57.772377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:15:57.781481 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:15:57.795778 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:15:57.796401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:15:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:57.847450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] No DVR routers for this DVR port c683e1f5-b9c8-43af-bd30-8783da3c19e5 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:15:57.850859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:15:57.853503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-deleted', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:15:57.870297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff5a5bd3-d523-4693-9b15-529d37444fb3 req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "DELETE /v2.0/ports/c683e1f5-b9c8-43af-bd30-8783da3c19e5 HTTP/1.1" status: 204 len: 173 time: 1.2644105 May 25 17:15:57.906556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73245bcb-fd0e-41a1-bf22-02a49e139a42', 'name': 'network-vif-deleted', 'tag': 'c683e1f5-b9c8-43af-bd30-8783da3c19e5', 'status': 'completed', 'code': 200} May 25 17:15:57.981535 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:15:58.342832 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:58.348733 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:15:58.357474 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:15:58.358135 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:15:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:58.421506 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d74b2391-72b5-4918-8889-8aba8fe978d6 req-631d9199-8260-47d7-a8d9-312a21372747 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=73245bcb-fd0e-41a1-bf22-02a49e139a42 HTTP/1.1" status: 200 len: 210 time: 0.0530782 May 25 17:15:58.546587 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:15:58.867000 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:15:58.870847 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13577190-d9b2-41d9-95cc-d47c98946aef None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:15:59.086392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78945bba-e897-4f5a-8591-43182fd4860a None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:15:59.951395 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-1d132062-193e-4497-bf14-dad287f9c28c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1570915244&fields=id&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 267 time: 0.1965191 May 25 17:16:00.113776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b79ebe23-7e82-4997-8154-654ee782f2da tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:00.115901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b79ebe23-7e82-4997-8154-654ee782f2da tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1560154 May 25 17:16:00.132120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-ae53c1ac-8d1e-4289-9421-e88bd697cf07 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/quotas/b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 375 time: 0.0103643 May 25 17:16:00.219702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-9cd676f3-7e86-4857-a940-a756ae66b4e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:16:00.238105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-9cd676f3-7e86-4857-a940-a756ae66b4e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:16:00.239465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-9cd676f3-7e86-4857-a940-a756ae66b4e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1014366 May 25 17:16:00.424714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:16:00.429053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-7dd8c4e6-b4fd-4062-a0c9-2e2910a4d3a8 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779954 May 25 17:16:00.474278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: c683e1f5-b9c8-43af-bd30-8783da3c19e5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:16:00.474651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c683e1f5-b9c8-43af-bd30-8783da3c19e5 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:16:00.572724 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-659f9edd-f127-47f9-a380-02377afd15a9 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375413 May 25 17:16:00.753672 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a707341b-8d7e-4abe-a6da-eed0e10b39fd req-a55bd71b-2ae1-46f7-b1a0-3a18a7af798c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 210 time: 0.0442431 May 25 17:16:01.803141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-bf28fac1-bba9-4500-9dbf-161dad1df122 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:01.804629 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-bf28fac1-bba9-4500-9dbf-161dad1df122 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1564789 May 25 17:16:01.856742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-12e6b9f0-154b-4f60-bd40-08c2cbc2aab5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 380 time: 0.0429294 May 25 17:16:01.902778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'port': {'device_id': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'admin_state_up': True, 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'security_groups': ['94697abb-3481-4952-b7ba-5e061fb8caad']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:16:01.934367 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-753b7bfc-99fc-4994-82f7-59127d69e84e req-45096da3-857c-42d9-a5a3-5bc78fa892dc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 210 time: 0.0732653 May 25 17:16:02.054255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:16:02.063814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:16:02.073459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:16:02.077101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.244962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Allocated IP 172.20.0.4 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:16:02.438936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.454891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Transition to ACTIVE for port object f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:16:02.478741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.484626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2662cfff-793e-40f7-8a6c-25b16b658860 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:16:02.553074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:16:02.556120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:16:02.559932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:16:02.612227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:02.617245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:16:02.635379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:02.636007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.665212 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660487 May 25 17:16:02.677452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Request body: {'port': {'device_id': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:16:02.784917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5a3b6ff1-3847-422c-835b-1f82679692af None None] Provisioning for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:16:02.789703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5a3b6ff1-3847-422c-835b-1f82679692af None None] Provisioning complete for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:16:02.790081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5a3b6ff1-3847-422c-835b-1f82679692af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.794572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:02.847645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b6ff1-3847-422c-835b-1f82679692af None None] Port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:16:03.130965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899587-501c-4b51-b16d-42dd6af8da71 req-08ed172f-515c-40b9-8472-488e2747babd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:03.132454 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fb899587-501c-4b51-b16d-42dd6af8da71 req-08ed172f-515c-40b9-8472-488e2747babd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 931 time: 0.0902610 May 25 17:16:03.178896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fb899587-501c-4b51-b16d-42dd6af8da71 req-797b0e7d-888f-456d-8aea-b8b740abcf11 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404842 May 25 17:16:03.289270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:16:03.296865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:03.311564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Transition to ACTIVE for port object f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:16:03.315664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:03.320645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-726d39db-5ab3-4775-8712-f5db428ea73c tempest-ServersAdminNegativeTestJSON-1863428885 tempest-ServersAdminNegativeTestJSON-1863428885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:16:03.481416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:03.488736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:16:03.564818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Attempting to bind port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:16:03.565193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Attempting to bind port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:16:03.565555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Attempting to bind port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:16:03.570679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e on network 8e1805b7-6013-48c4-8482-4a4a568d2470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:16:03.571030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Attempting to bind port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:16:03.576191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:16:03.576521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:16:03.576898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:16:03.577326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Bound port: f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:16:03.577668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:03.668788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:16:03.671954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:16:03.676292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:03.679906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f0052d9a-867f-47a1-9088-5d9274a5d2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:16:03.741066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:03.741680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:03.743061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] 10.222.0.95 "PUT /v2.0/ports/f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1093 time: 1.0700357 May 25 17:16:03.743585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:16:03.771570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:03.775307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:16:03.820123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'status': 'completed', 'code': 200} May 25 17:16:03.864748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-7b8cbda4-1250-4805-9a83-0a3f89c2209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:03.866255 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-7b8cbda4-1250-4805-9a83-0a3f89c2209f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1096 time: 0.0816655 May 25 17:16:03.943591 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-fee091f9-d845-4d2f-89f6-463d7af0a905 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 217 time: 0.0689809 May 25 17:16:04.009683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-791768f0-ac20-48b6-a41c-b505fe47cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.011084 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-791768f0-ac20-48b6-a41c-b505fe47cdb7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0612819 May 25 17:16:04.092287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-50b4bf35-c8db-4a0e-9972-611b26e85565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.093659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-50b4bf35-c8db-4a0e-9972-611b26e85565 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748844 May 25 17:16:04.239108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-5becbfc5-0acf-406a-8d23-434271ed3214 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367173 May 25 17:16:04.373677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55072fa-71ea-4114-9bb7-bc3b19af8550 req-2ba14dfa-7925-4fa3-8c17-615fe1221368 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.375097 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c55072fa-71ea-4114-9bb7-bc3b19af8550 req-2ba14dfa-7925-4fa3-8c17-615fe1221368 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 943 time: 0.0861273 May 25 17:16:04.376068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3b3521a-69ad-4fd0-8edf-f3ad9898eb20 req-f09eed45-f187-4956-abe7-6325e0a60684 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305010 May 25 17:16:04.430307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c55072fa-71ea-4114-9bb7-bc3b19af8550 req-cb4e96b9-d485-4a77-9b1b-f5e89db38cc7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 May 25 17:16:04.503422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-ed8964bd-20df-4831-88de-d2c487a881e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.504878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-ed8964bd-20df-4831-88de-d2c487a881e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1096 time: 0.0735257 May 25 17:16:04.638701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-bdadd7a9-063f-46ce-b7db-080bd572731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.640259 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-bdadd7a9-063f-46ce-b7db-080bd572731e service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1292567 May 25 17:16:04.714709 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-961023a5-d3de-4a7c-a0c0-5e87c80aa19d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 217 time: 0.0668650 May 25 17:16:04.779403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-2144d183-fcce-4de6-9e31-905a4e66da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.780852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-2144d183-fcce-4de6-9e31-905a4e66da28 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0590641 May 25 17:16:04.858346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-b077b7f0-10af-42b9-aa77-e7cbe33961f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:04.859833 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-b077b7f0-10af-42b9-aa77-e7cbe33961f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724785 May 25 17:16:04.992835 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-7c45d91d-9c30-444c-bc31-a6e333382dad service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260178 May 25 17:16:05.125949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a31afc70-16dc-4d08-9bff-da66a6a708fa req-8343edc5-506d-4890-9257-b671dfe355f6 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257675 May 25 17:16:05.623116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea211e9-c6e1-45ae-9ece-d02202d343fd req-fa33273d-c26c-4243-af41-cee6a5421e5e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:05.623794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dea211e9-c6e1-45ae-9ece-d02202d343fd req-fa33273d-c26c-4243-af41-cee6a5421e5e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:16:05.639749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dea211e9-c6e1-45ae-9ece-d02202d343fd req-fa33273d-c26c-4243-af41-cee6a5421e5e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:16:05.641068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dea211e9-c6e1-45ae-9ece-d02202d343fd req-fa33273d-c26c-4243-af41-cee6a5421e5e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 943 time: 0.0974545 May 25 17:16:05.690183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dea211e9-c6e1-45ae-9ece-d02202d343fd req-a22c2177-4ea3-4499-a8c1-096d2455dd4e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 May 25 17:16:06.431581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:16:06.571067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:16:06.584381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:16:06.638239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:06.654382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:16:06.670259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:16:06.674646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:06.676430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:16:06.746819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:06.750060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:16:06.875589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930482a1-e464-43fc-84fc-e7e9c7ff2186 req-db801810-56bd-4c4d-88ee-6143e55ebe27 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:06.877787 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-930482a1-e464-43fc-84fc-e7e9c7ff2186 req-db801810-56bd-4c4d-88ee-6143e55ebe27 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0826881 May 25 17:16:06.924075 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-930482a1-e464-43fc-84fc-e7e9c7ff2186 req-73221020-aefc-4e28-86fc-18e89f289c0f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 May 25 17:16:07.063466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:16:08.116927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f3a50-2dbc-48a3-924c-68d93715f5ae req-3306823a-5cf3-4994-a9c6-06664901e136 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:08.118394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-673f3a50-2dbc-48a3-924c-68d93715f5ae req-3306823a-5cf3-4994-a9c6-06664901e136 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0853188 May 25 17:16:08.303896 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-673f3a50-2dbc-48a3-924c-68d93715f5ae req-4d2ebbf4-566c-4b15-98d1-dec616e66750 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796327 May 25 17:16:08.455575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:16:08.525616 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:16:08.530938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:16:08.531425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:08.650906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:08.678812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:16:08.688680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:16:08.693620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:08.695566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:16:08.730208 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'code': 200} May 25 17:16:08.762373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:16:08.765228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:16:08.952222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a293fb-5351-4c68-bec5-8b8b797f2732 req-9576daa9-5699-4bc1-bbe6-00b985f7d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:08.953607 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-74a293fb-5351-4c68-bec5-8b8b797f2732 req-9576daa9-5699-4bc1-bbe6-00b985f7d317 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0698311 May 25 17:16:08.995262 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-74a293fb-5351-4c68-bec5-8b8b797f2732 req-642f6d8e-2d65-4874-b6e6-7cfb5073a7b7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347097 May 25 17:16:09.494481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d32471-5fee-448b-ac3b-6f1053a43534 req-fc3f572e-e688-456c-afc5-18424312f3f0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:09.495973 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c7d32471-5fee-448b-ac3b-6f1053a43534 req-fc3f572e-e688-456c-afc5-18424312f3f0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0848608 May 25 17:16:09.541049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c7d32471-5fee-448b-ac3b-6f1053a43534 req-a25a5e7a-58cd-4485-a0e7-53d0fa3f8c58 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 May 25 17:16:10.100643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-be0863b9-9943-454b-b908-a2b2c02df001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:10.851382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08fecc-9ff7-448b-99a7-9e696de0f82e req-a4fd0b06-f295-4b8d-a7ef-9777f9af7e9f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:10.852856 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e08fecc-9ff7-448b-99a7-9e696de0f82e req-a4fd0b06-f295-4b8d-a7ef-9777f9af7e9f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.2034431 May 25 17:16:10.897769 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e08fecc-9ff7-448b-99a7-9e696de0f82e req-09b32083-3353-495a-bff0-6b03a5f48591 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392103 May 25 17:16:11.077387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435605ed-81e6-4fad-b279-c6ed483dd856 req-b6a5234d-28ab-4169-b6a0-f3a08a2569fc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:11.078954 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-435605ed-81e6-4fad-b279-c6ed483dd856 req-b6a5234d-28ab-4169-b6a0-f3a08a2569fc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0807045 May 25 17:16:11.087623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 39724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:16:11.093067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'floatingip': {'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:16:11.172499 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:11.785653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:11.789473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:11.962219 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f associated. External IP: 172.26.6.148, port: f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e. May 25 17:16:12.321875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:16:12.598259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:12.654051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:16:12.659005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:12.663347 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:16:12.674683 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:16:12.675352 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:15:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:12.720255 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e226b86-16bb-4fd0-aad4-f76e17378ee9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "PUT /v2.0/floatingips/74c072f4-7471-435a-9b53-aca4fbde7f9f HTTP/1.1" status: 200 len: 991 time: 1.6314442 May 25 17:16:12.720945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:16:12.826019 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'status': 'completed', 'code': 200} May 25 17:16:12.870528 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:16:12.874047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-64697e0b-37a5-43ea-b0bc-81afe277ef28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:12.923511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-8a6ea97d-7c1b-4950-88f9-49d7cc989f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:12.924919 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-8a6ea97d-7c1b-4950-88f9-49d7cc989f07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0757997 May 25 17:16:13.060793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-1ea87fc9-27ca-479b-abb4-728385aa4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:13.062247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-1ea87fc9-27ca-479b-abb4-728385aa4a27 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1312335 May 25 17:16:13.170124 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-8ef24cb2-482b-41c8-a0f1-480397660ecf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 999 time: 0.1009648 May 25 17:16:13.235095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-c231ea35-cda7-4409-93a7-6bac62c87d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:13.237126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-c231ea35-cda7-4409-93a7-6bac62c87d12 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0606101 May 25 17:16:13.243034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:16:11Z', 'revision_number': 9, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:13.247016 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:16:13.255822 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:16:13.256438 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:16:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:13.322641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-6f6406a0-ae6a-4ba3-b71f-30ac9b22a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:13.324316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-6f6406a0-ae6a-4ba3-b71f-30ac9b22a7eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804737 May 25 17:16:13.463803 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-e3b2b8b1-aadc-4004-b4f1-5c4e2cb9cfb0 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319082 May 25 17:16:13.467349 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:16:13.603351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b86c152-1872-4aa2-95fd-7626113228a0 req-b8c00acb-a018-4c46-9a1e-8d0b4e20f397 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314385 May 25 17:16:13.826897 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:16:11Z', 'revision_number': 9, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:16:13.831548 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b78628-bc1c-47d7-aedf-a0efb6238eac None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:16:11Z', 'revision_number': 9, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:16:13.853858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:14.015826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282839e8-a1cf-4f62-8bcf-3f25dcec541f None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:16:15.524176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:18.840636 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:16:18.999189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:26.472317 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-162992a7-9faa-4bc4-ba88-f014f9f6b7ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725670 May 25 17:16:26.612271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-888ba6e8-4d48-4481-9713-ae755891efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:26.613842 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-888ba6e8-4d48-4481-9713-ae755891efda service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0716763 May 25 17:16:26.760725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-3698a300-c5ce-44fe-9ec3-1bce32af9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:26.762161 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-3698a300-c5ce-44fe-9ec3-1bce32af9c37 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1294625 May 25 17:16:26.870038 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-4753c235-3c9c-494e-8630-cc40e5a94fe1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.1007891 May 25 17:16:26.937542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-5468c817-3017-4279-8a29-bdeef357ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:26.939117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-5468c817-3017-4279-8a29-bdeef357ac1c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0628095 May 25 17:16:27.024613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-308410c8-8e33-413b-9d6a-9c462a60beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:16:27.026108 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-308410c8-8e33-413b-9d6a-9c462a60beb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719869 May 25 17:16:27.164325 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-044e1997-0c58-4203-8c97-26c60c9f8c3e service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293519 May 25 17:16:27.302305 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e072398-ba5b-40e3-9cc1-0f7fa046e1ae req-728fd1d6-ce14-4d9f-adeb-c103528a031e service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295316 May 25 17:16:40.093271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0f69095b-0421-4a44-b4e2-93577083cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:42.601112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:42.876426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-76a92275-10ab-471c-806c-0c0ab37af4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:43.852824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:45.527920 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:48.986610 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:16:55.840097 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:17:10.095575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0eb74373-3b6d-4bc8-b917-d49a73872682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:12.605268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:12.877660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8043c3b9-2de2-40d7-9ad4-9c27cf710319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:13.855953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:15.529304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:18.990012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:26.413451 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-0a7c4e1b-fa84-4815-ad2d-42aacf0f8628 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2219262 May 25 17:17:26.554931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-cafd862c-7673-434f-880c-0b5c66a1644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:26.557121 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-cafd862c-7673-434f-880c-0b5c66a1644c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0735917 May 25 17:17:26.705692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-8a29a087-8818-4fe4-b2ea-aa7ed876a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:26.707096 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-8a29a087-8818-4fe4-b2ea-aa7ed876a802 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1310823 May 25 17:17:26.819645 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-b3937053-cb34-4b10-b335-2280fa5b26ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.1053138 May 25 17:17:26.883096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-782af2d0-7e7a-44e9-b4a5-9cedcaa7e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:26.885323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-782af2d0-7e7a-44e9-b4a5-9cedcaa7e93d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0583291 May 25 17:17:26.965839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-c0dd16b8-e00f-451c-933e-23a6e67ee007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:26.967258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-c0dd16b8-e00f-451c-933e-23a6e67ee007 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747378 May 25 17:17:27.104871 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-fba0bc9d-fa04-4061-8cdb-59af5ed1a8f9 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311758 May 25 17:17:27.246564 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ab8a9aa-b999-43ae-bdb2-7c3cf5cbde50 req-1c34c7a5-069b-4501-a366-d026399d0e3a service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353929 May 25 17:17:27.510320 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-5e2338df-1d32-41b4-ac01-19f7856925cb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368005 May 25 17:17:27.524964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d2ff4-90a4-4135-be05-0e4e887ce2b2 req-e1114d81-2afd-41bd-8663-5108459e11f6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:27.526510 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-912d2ff4-90a4-4135-be05-0e4e887ce2b2 req-e1114d81-2afd-41bd-8663-5108459e11f6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.1038382 May 25 17:17:27.574844 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-912d2ff4-90a4-4135-be05-0e4e887ce2b2 req-419b2b81-9732-46d1-a05c-2f5d41c9dd44 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 May 25 17:17:28.813899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-ea85274a-aaf6-4ce8-b3f3-32410ab801a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:28.815503 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-ea85274a-aaf6-4ce8-b3f3-32410ab801a7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.1327739 May 25 17:17:28.828011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120a9cf-f128-4a76-b4f1-ecefdfd50ad0 req-158654b2-ca28-481e-b103-907c39127fa4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:28.829394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b120a9cf-f128-4a76-b4f1-ecefdfd50ad0 req-158654b2-ca28-481e-b103-907c39127fa4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.1451705 May 25 17:17:28.955682 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b120a9cf-f128-4a76-b4f1-ecefdfd50ad0 req-4c1486e0-5d02-4773-9f19-cdb182a7008b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079438 May 25 17:17:28.994877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-6e74af99-3d34-4e2f-9fc7-7edeca7e4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:28.996535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-6e74af99-3d34-4e2f-9fc7-7edeca7e4df4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1661599 May 25 17:17:29.102188 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-c53026aa-6559-4559-8e6d-10d821425c57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.0983834 May 25 17:17:29.171138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-8206669a-52ab-46d2-b520-3042055053a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:29.172584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-8206669a-52ab-46d2-b520-3042055053a5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0630417 May 25 17:17:29.256378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-76a0e98b-3133-4934-ab0a-d310bea71c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:29.257884 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-76a0e98b-3133-4934-ab0a-d310bea71c1b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763276 May 25 17:17:29.394720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-d7ad7273-54e8-4f38-90a8-b80d76c8f1a4 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297269 May 25 17:17:29.675141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-c6946c3e-69b4-47ea-a7c1-fcc2d7e4bea9 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733645 May 25 17:17:30.141001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b590c1-f365-4d22-be4f-4b6438107c7e req-191bf686-f8a1-4ade-a930-0919c3136ecd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:30.142482 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c8b590c1-f365-4d22-be4f-4b6438107c7e req-191bf686-f8a1-4ade-a930-0919c3136ecd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0801003 May 25 17:17:30.194722 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c8b590c1-f365-4d22-be4f-4b6438107c7e req-3d09aa75-9431-4cb4-986d-d95a6e67f79c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465446 May 25 17:17:31.381391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34df4f-bbce-44f5-9aa4-92b736d21742 req-bf94e512-9841-4bbd-917b-6576f760fd17 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:31.382849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f34df4f-bbce-44f5-9aa4-92b736d21742 req-bf94e512-9841-4bbd-917b-6576f760fd17 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0790265 May 25 17:17:31.430552 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f34df4f-bbce-44f5-9aa4-92b736d21742 req-617a3ea4-dd3c-4fab-95b8-d0f5ffee9df0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 May 25 17:17:32.618515 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71053bf2-f864-41b6-b4d8-8b4f167a2f5b req-5f482b9a-9db3-4543-a5fa-7250de4b29cb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:32.620144 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-71053bf2-f864-41b6-b4d8-8b4f167a2f5b req-5f482b9a-9db3-4543-a5fa-7250de4b29cb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0800803 May 25 17:17:32.667041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-71053bf2-f864-41b6-b4d8-8b4f167a2f5b req-7e36ed3b-7b93-4da7-a630-5f253dac812c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404320 May 25 17:17:32.839759 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:17:33.854351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac0535-0973-464e-984b-142bd32e447f req-7b394ce0-284f-492a-8abe-7ae223018a93 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:33.855849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1eac0535-0973-464e-984b-142bd32e447f req-7b394ce0-284f-492a-8abe-7ae223018a93 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0827546 May 25 17:17:33.900598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1eac0535-0973-464e-984b-142bd32e447f req-7db601c4-3216-4444-9fe6-af2aa0865bd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 May 25 17:17:35.106892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc738749-a51f-406d-8028-0709d79fa6fa req-34574948-cadb-4c2d-9aef-56267c74d89b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:35.108435 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fc738749-a51f-406d-8028-0709d79fa6fa req-34574948-cadb-4c2d-9aef-56267c74d89b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0970819 May 25 17:17:35.162160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fc738749-a51f-406d-8028-0709d79fa6fa req-0227ca0d-c349-4a57-948e-73b4985cf3ba tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477512 May 25 17:17:36.353750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ec7ef-3129-46c9-ad9c-61a0825b8f00 req-eed79605-fd7f-459d-9951-4f33a3fde975 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:36.355131 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5b0ec7ef-3129-46c9-ad9c-61a0825b8f00 req-eed79605-fd7f-459d-9951-4f33a3fde975 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0826771 May 25 17:17:36.407806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5b0ec7ef-3129-46c9-ad9c-61a0825b8f00 req-6e360cd1-d6ba-4627-ad9f-09a1bae10ef6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 May 25 17:17:37.593064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8b65-85a9-4977-b2f9-8249eb2e1846 req-00e13c96-0ea8-42c0-a6c4-fa389fdabff8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:37.594521 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-971e8b65-85a9-4977-b2f9-8249eb2e1846 req-00e13c96-0ea8-42c0-a6c4-fa389fdabff8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0804052 May 25 17:17:37.640948 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-971e8b65-85a9-4977-b2f9-8249eb2e1846 req-928d3143-f8d5-45e2-9a52-71e5296eddd4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 May 25 17:17:38.829621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff0ca4-ddb9-402e-9fec-d8432171e8ac req-aaed7152-325d-46b9-9c79-aab0deaf2f50 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:38.831099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4dff0ca4-ddb9-402e-9fec-d8432171e8ac req-aaed7152-325d-46b9-9c79-aab0deaf2f50 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0790832 May 25 17:17:38.876636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4dff0ca4-ddb9-402e-9fec-d8432171e8ac req-1c7a1fb5-ea84-4580-8ac0-2f91a30dfcdc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398250 May 25 17:17:40.071798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c7f50-a56e-480f-9950-d7ecbb9db154 req-f21f9421-975c-41cf-9739-f80aef67df5b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:40.074499 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-082c7f50-a56e-480f-9950-d7ecbb9db154 req-f21f9421-975c-41cf-9739-f80aef67df5b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0883722 May 25 17:17:40.099532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e292-2041-47ab-a4f2-567d49d4da4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:40.124972 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-082c7f50-a56e-480f-9950-d7ecbb9db154 req-13dbceba-2916-41f4-bed9-5ed0e9b9a880 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 May 25 17:17:41.312963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7d154-c096-4e90-b99b-cc4164e05fed req-238a71d4-818c-43ae-8ac9-911695312ad3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:41.314420 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86c7d154-c096-4e90-b99b-cc4164e05fed req-238a71d4-818c-43ae-8ac9-911695312ad3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0830884 May 25 17:17:41.359446 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86c7d154-c096-4e90-b99b-cc4164e05fed req-925246d2-bb80-4158-8594-108638ab8bb2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 May 25 17:17:41.612425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-100723bf-3c36-413c-9557-b59481ecccac service neutron] 10.222.0.95 "GET /v2.0/ports/f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0763862 May 25 17:17:41.872426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-9df9d05b-d3bf-4017-be9a-7cc89cb90de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:41.873880 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-9df9d05b-d3bf-4017-be9a-7cc89cb90de5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0742574 May 25 17:17:41.967860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-9f50b807-2245-400a-b10c-aeb003ae25da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:41.969345 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-9f50b807-2245-400a-b10c-aeb003ae25da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0715973 May 25 17:17:42.103191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-668b1ae5-8287-486d-88e7-98d3b5ab5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:42.105200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-668b1ae5-8287-486d-88e7-98d3b5ab5a44 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1293490 May 25 17:17:42.210525 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-b5e20920-54bb-4ebb-a0f0-89bb781c985d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.0988758 May 25 17:17:42.275782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-fc088f56-9b37-4b96-8564-132564ffc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:42.278029 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-fc088f56-9b37-4b96-8564-132564ffc54f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0594311 May 25 17:17:42.358838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-4fbf7573-37ec-422e-a7cb-7b279fee3d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:42.360372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-4fbf7573-37ec-422e-a7cb-7b279fee3d95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748906 May 25 17:17:42.505248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-79d5fac7-1851-41db-b23a-3b0006df2c64 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376407 May 25 17:17:42.566272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775f15-48dd-4988-a3a4-1e9d7c4218cc req-43b404c3-c05d-411c-80ff-5806327db554 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:42.567761 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6775f15-48dd-4988-a3a4-1e9d7c4218cc req-43b404c3-c05d-411c-80ff-5806327db554 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0890896 May 25 17:17:42.608538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:42.622251 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6775f15-48dd-4988-a3a4-1e9d7c4218cc req-32dfd27d-7c00-487b-bf48-b9bbd6e3ee46 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 May 25 17:17:42.645410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23ba1afc-fe30-40e3-9820-f15c0805c291 req-58be1b2a-a803-44ec-ac11-3911e953299f service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324251 May 25 17:17:42.880417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ceac4fc8-f0a7-4d92-9fe6-d1d2f2d1aaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:43.810072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e812609-9cd9-4b96-a610-67bea3059e55 req-2663b30a-6faa-441a-ba0a-9791a679cb8f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:43.811636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3e812609-9cd9-4b96-a610-67bea3059e55 req-2663b30a-6faa-441a-ba0a-9791a679cb8f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0812883 May 25 17:17:43.857025 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3e812609-9cd9-4b96-a610-67bea3059e55 req-5ff83fe6-c38b-4bcf-9c7a-c64c83d37c71 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 May 25 17:17:43.858834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.003772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:17:45.008726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:17:45.046042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a523fc-4761-4db7-bce1-78694d1dc7a0 req-c3f0126f-3b61-4134-ab55-5df5852bec68 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:45.047575 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31a523fc-4761-4db7-bce1-78694d1dc7a0 req-c3f0126f-3b61-4134-ab55-5df5852bec68 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0847185 May 25 17:17:45.093588 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31a523fc-4761-4db7-bce1-78694d1dc7a0 req-f3d9f7f5-2828-4029-85ee-ffd1208bdb2e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 May 25 17:17:45.221402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.259933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:45.273467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:17:45.285253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:17:45.287622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:45.318539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.330746 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:45.360408 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'code': 200} May 25 17:17:45.400187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.425983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:17:45.429942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:45.444295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.444648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.444971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.445298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.445620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.445943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.446262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.446583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.446906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.447237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.447552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.447947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:45.453461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:45.457985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:45.462015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.463825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:45.538212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:45.542052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:45.545267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:45.570673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:17:46.288074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2c0a0-4853-4fd2-93ab-1f1a62d6d877 req-22880713-6c8e-4eaa-a5f8-a88ea98a84e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:46.289476 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bdb2c0a0-4853-4fd2-93ab-1f1a62d6d877 req-22880713-6c8e-4eaa-a5f8-a88ea98a84e2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0852048 May 25 17:17:46.333975 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bdb2c0a0-4853-4fd2-93ab-1f1a62d6d877 req-d7b1eba8-ae88-4984-9371-ae1bf804fb75 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381513 May 25 17:17:46.743036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-df69e9f7-453e-4217-8e5f-735d6b79bb08 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:46.744520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-df69e9f7-453e-4217-8e5f-735d6b79bb08 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 944 time: 0.0889764 May 25 17:17:46.793256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7d480-c742-4ab7-9dd2-7bd63b7dd7d2 req-0207fdbe-940e-4674-90f7-057a9e0a1dee tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:46.794774 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7dc7d480-c742-4ab7-9dd2-7bd63b7dd7d2 req-0207fdbe-940e-4674-90f7-057a9e0a1dee tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0821071 May 25 17:17:46.825861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-005a57bd-706f-4fea-bd09-ed783331909c service neutron] 10.222.0.95 "GET /v2.0/ports/f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0757439 May 25 17:17:46.841252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7dc7d480-c742-4ab7-9dd2-7bd63b7dd7d2 req-75b3bef2-9063-45ec-948b-9d93566396da tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 May 25 17:17:47.008397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:17:47.056706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-17c85ce0-caf9-420a-8510-bc17c9a02bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:47.058289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-17c85ce0-caf9-420a-8510-bc17c9a02bf3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1097 time: 0.2110760 May 25 17:17:47.081614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:17:47.081993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:47.193918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-9d87a374-3c17-459d-99f5-9f06b2a83f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:47.195411 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-9d87a374-3c17-459d-99f5-9f06b2a83f63 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1310034 May 25 17:17:47.202899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:47.235678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:47.239718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:47.241824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:47.302063 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-8aacb804-1d63-4466-abea-f60036d09df7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.0994227 May 25 17:17:47.311013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:47.314004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:47.361760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:17:47.365135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-d12a964e-2e8e-4600-8022-fe1bc686f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:47.366600 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-d12a964e-2e8e-4600-8022-fe1bc686f389 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0582643 May 25 17:17:47.417417 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'code': 200} May 25 17:17:47.449805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-71691520-f20a-4a2f-a776-1713fa62bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:47.451309 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-71691520-f20a-4a2f-a776-1713fa62bc1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783913 May 25 17:17:47.591793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-6d13eacc-972c-4c68-9521-7efef1c29ce8 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340489 May 25 17:17:47.726010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-eb918722-1f3e-4bc2-9786-435787286dea service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279316 May 25 17:17:48.033525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f1b2b-1337-4805-8a28-0879aa90e3cf req-251a5885-26f2-48cd-88b6-bc5777f30475 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:48.035037 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-696f1b2b-1337-4805-8a28-0879aa90e3cf req-251a5885-26f2-48cd-88b6-bc5777f30475 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0864918 May 25 17:17:48.082665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-696f1b2b-1337-4805-8a28-0879aa90e3cf req-f9fc3d3f-5547-4bca-8864-18363062cd65 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416274 May 25 17:17:48.990051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:49.278398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ce7a0-31d7-48f5-91cc-fe9f296fe05e req-c5dc040d-7795-41d8-8ce6-9728dfc5371d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:49.279954 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bb6ce7a0-31d7-48f5-91cc-fe9f296fe05e req-c5dc040d-7795-41d8-8ce6-9728dfc5371d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0851471 May 25 17:17:49.325490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bb6ce7a0-31d7-48f5-91cc-fe9f296fe05e req-354b87fc-be33-4d01-8e48-58372e1253b0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397184 May 25 17:17:50.309663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-0010283d-e39c-416e-9806-fbefefd1a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.311137 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-0010283d-e39c-416e-9806-fbefefd1a87a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0722916 May 25 17:17:50.406260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-efef6393-55ab-402e-91d6-6fd24a6f4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.407769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-efef6393-55ab-402e-91d6-6fd24a6f4c99 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 1098 time: 0.0757902 May 25 17:17:50.526242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dff7c-5137-43fc-801b-4838daa3ce8b req-6cede12b-8045-4254-94eb-42b3b13ccb23 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.527800 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-684dff7c-5137-43fc-801b-4838daa3ce8b req-6cede12b-8045-4254-94eb-42b3b13ccb23 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0863147 May 25 17:17:50.551699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-758f64f1-478b-408f-9432-0c1c90c158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.553200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-758f64f1-478b-408f-9432-0c1c90c158b6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1396046 May 25 17:17:50.574508 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-684dff7c-5137-43fc-801b-4838daa3ce8b req-2c713ef0-1493-49cc-a57d-97d5a2156e99 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 May 25 17:17:50.660434 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-cf16863e-efd2-49a2-af2d-d9e4baf11386 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 200 len: 1002 time: 0.1000204 May 25 17:17:50.725142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-47d9455e-fde7-4b99-8750-3667a1e1a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.726596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-47d9455e-fde7-4b99-8750-3667a1e1a44b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0587404 May 25 17:17:50.809432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-a2e404f9-e4f9-48d7-bcea-e7bc75f457da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:50.810936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-a2e404f9-e4f9-48d7-bcea-e7bc75f457da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773425 May 25 17:17:50.946315 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-575a1aac-87f2-48db-a89c-fc03bc0b15b5 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285663 May 25 17:17:51.081713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3627ccd-5b45-40fa-b206-3cf5d20b3980 req-17a0bb6b-c465-420a-ac5e-75a79ef04064 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271853 May 25 17:17:51.764062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281cbb6-75c9-48a4-bba1-b144569694a9 req-c9c3075a-f2f9-4ff4-aac4-c090380b9bc6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:51.765527 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8281cbb6-75c9-48a4-bba1-b144569694a9 req-c9c3075a-f2f9-4ff4-aac4-c090380b9bc6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0800714 May 25 17:17:51.809824 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8281cbb6-75c9-48a4-bba1-b144569694a9 req-ba4ea26d-1613-44a0-acf8-b217d6544026 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 May 25 17:17:53.029964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:17:53.152561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d2d74-5bac-4131-97d2-74c990c7e6d4 req-79ffb916-15ac-4dc3-9a96-f4c1cb6ce670 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:53.153987 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f98d2d74-5bac-4131-97d2-74c990c7e6d4 req-79ffb916-15ac-4dc3-9a96-f4c1cb6ce670 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 945 time: 0.0922847 May 25 17:17:53.195684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:53.208134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f98d2d74-5bac-4131-97d2-74c990c7e6d4 req-44bfb255-7542-4d8a-9b83-b15ff9fb8942 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 May 25 17:17:53.209983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'mac_address': 'fa:16:3e:9a:c5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:17:53.266962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:53.285733 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:17:53.304185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:53.308448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:53.311597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:53.426558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:17:53.473090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:53.476310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:54.403431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b1d87-59f2-4076-b5ac-c77bc3a260fb req-ac184628-a738-4e9b-9c40-249a4f32e0e0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:54.405901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b53b1d87-59f2-4076-b5ac-c77bc3a260fb req-ac184628-a738-4e9b-9c40-249a4f32e0e0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0900991 May 25 17:17:54.591456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b53b1d87-59f2-4076-b5ac-c77bc3a260fb req-8fd51335-fc8a-4f5d-bdd5-4d475e169c2a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799462 May 25 17:17:54.776696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff10d6-5cbb-402e-8847-0643daed29bd req-6dbb6785-ceca-48ae-bb0a-de65761c76d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:54.778256 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2ff10d6-5cbb-402e-8847-0643daed29bd req-6dbb6785-ceca-48ae-bb0a-de65761c76d4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0816381 May 25 17:17:54.945442 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2ff10d6-5cbb-402e-8847-0643daed29bd req-1beb9c5b-1732-47b4-9cd1-f619ab074428 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612546 May 25 17:17:55.033278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:17:55.102260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:17:55.102637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:55.130157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e176495-79ce-4206-a9f1-4ae35ea3945e req-414495c6-7eb9-4f86-bbec-e828ad9662ac tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:55.131695 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3e176495-79ce-4206-a9f1-4ae35ea3945e req-414495c6-7eb9-4f86-bbec-e828ad9662ac tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 944 time: 0.0803196 May 25 17:17:55.184156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3e176495-79ce-4206-a9f1-4ae35ea3945e req-e19fdbaf-5a91-4e88-86ad-f1d29c57953b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 May 25 17:17:55.228467 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:55.257625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:17:55.266145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:55.271218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:55.273469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:55.308153 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'code': 200} May 25 17:17:55.345713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=10']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:55.349010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:55.582734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a712-0359-4a62-a1c0-18453ed1583b req-976770dc-e062-4d36-9a1a-0e62a441d932 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:55.584167 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e1e9a712-0359-4a62-a1c0-18453ed1583b req-976770dc-e062-4d36-9a1a-0e62a441d932 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 946 time: 0.0823493 May 25 17:17:55.630714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e1e9a712-0359-4a62-a1c0-18453ed1583b req-8e803f8c-e9a0-4d5f-a0e2-6a5b912883c4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405533 May 25 17:17:56.817120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b9898-1f7a-402e-841b-408938331eda req-b9eaac44-1da9-4c9e-ad93-2ca634403a82 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:56.818500 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d82b9898-1f7a-402e-841b-408938331eda req-b9eaac44-1da9-4c9e-ad93-2ca634403a82 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 946 time: 0.0812342 May 25 17:17:56.865329 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d82b9898-1f7a-402e-841b-408938331eda req-f982d54c-7750-4331-b888-a898d5bd3525 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405395 May 25 17:17:57.890188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-46bf2b60-c079-4ca4-a57d-df7486cbf4aa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:57.891765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-46bf2b60-c079-4ca4-a57d-df7486cbf4aa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 946 time: 0.0832970 May 25 17:17:58.093897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Deleting port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:17:58.094230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:58.117648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf165c-e299-4768-a4ae-8999471275cc req-0155bdf3-0e64-4bae-9a0c-0e6a6c3dcf8d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:17:58.119106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9cf165c-e299-4768-a4ae-8999471275cc req-0155bdf3-0e64-4bae-9a0c-0e6a6c3dcf8d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 946 time: 0.1325059 May 25 17:17:58.246123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9cf165c-e299-4768-a4ae-8999471275cc req-0689fa9c-7745-4e63-b446-174bbdffd995 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770736 May 25 17:17:58.267358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] For port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:17:58.267745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:58.564388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:58.564748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:58.565062 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f disassociated. External IP: 172.26.6.148, port: f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e. May 25 17:17:58.565396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Calling delete_port for f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:17:58.681684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:58.687694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:17:58.733903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'Port': ['ID=f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:17:58.746191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.746580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.747162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.747542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.747912 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.748279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.748646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.749012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.749381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.749766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.750098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.750454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:17:58.806773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:17:58.943164 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:17:59.278826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:17:59.289576 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:17:59.300660 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:17:59.301286 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:17:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:59.354749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] No DVR routers for this DVR port f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:17:59.358953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:17:59.366945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-deleted', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:17:59.382597 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5f9a919f-34c2-4a98-bcf9-c560189f77ac req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "DELETE /v2.0/ports/f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e HTTP/1.1" status: 204 len: 173 time: 1.4844451 May 25 17:17:59.452721 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72eb482-561e-4ad1-9c1f-81f65f146448', 'name': 'network-vif-deleted', 'tag': 'f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e', 'status': 'completed', 'code': 200} May 25 17:17:59.454698 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-05f867de-9b99-43c1-a729-59f565bb7169 req-afce7498-7187-4cc7-96fd-b065e5252fa8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=d72eb482-561e-4ad1-9c1f-81f65f146448 HTTP/1.1" status: 200 len: 210 time: 0.0961506 May 25 17:17:59.489363 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:17:59.805755 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:17:59.810220 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:17:59.818557 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:17:59.819195 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:17:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:00.039416 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:18:00.350821 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:00.355588 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfde402-5e54-4509-bd49-15b452b91251 None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:18:00.560596 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980684ae-d920-440c-90e9-a3d17a3dfe3a None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:18:00.865464 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-e9a8a059-8332-4cf4-8f5b-e21549d30886 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--1570915244&fields=id&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 267 time: 0.0443344 May 25 17:18:01.019487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-d907b2df-a0d7-4991-98c1-67a979ea05fa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:01.020981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-d907b2df-a0d7-4991-98c1-67a979ea05fa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1489120 May 25 17:18:01.036145 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-ada5bf1b-f7d6-465c-b8f3-a95354b73294 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/quotas/b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 375 time: 0.0090473 May 25 17:18:01.121931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-dd50bcc9-fcae-4e53-9405-5079f14621f8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:18:01.137385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-dd50bcc9-fcae-4e53-9405-5079f14621f8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:18:01.138894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-dd50bcc9-fcae-4e53-9405-5079f14621f8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977657 May 25 17:18:01.281819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-82bef2d9-0da4-471f-8f94-687c47812df4 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314235 May 25 17:18:01.414688 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-bbb7f3b3-8cfe-4f59-bf78-96e82e8d97e3 service neutron] 10.222.0.96 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269586 May 25 17:18:01.597695 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f9826e2c-19a7-4450-9207-ae7c5e3ae12c req-00f4d920-4101-4b78-8682-3ae1e2af8905 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.0450499 May 25 17:18:02.665714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-0b60ca7e-8745-45ac-8bf3-f6870fc4933d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:02.667814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-0b60ca7e-8745-45ac-8bf3-f6870fc4933d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 812 time: 0.1623375 May 25 17:18:02.761653 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-18a76c3b-6c0d-4735-8f97-a4723cf8e549 req-cfd7c460-9c98-4092-bbbd-70acfd1ee852 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.0524652 May 25 17:18:02.765883 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-a76c9ba5-3e45-4da8-adce-bc8aa6f3d157 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 380 time: 0.0892532 May 25 17:18:02.776559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'port': {'device_id': '7033daf5-745f-46a6-aa16-23340a04a060', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'admin_state_up': True, 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'security_groups': ['94697abb-3481-4952-b7ba-5e061fb8caad']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:18:02.917382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:18:02.927131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:18:02.936405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Made reservation on behalf of b7fe8fd91bdc43f59852f9aa2aa2a9a5 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:18:02.940065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.078082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:18:03.107234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Allocated IP 172.20.0.9 (8e1805b7-6013-48c4-8482-4a4a568d2470/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c/43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:18:03.113052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:18:03.113376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f03b51ad-ee3a-4df5-8bbf-f74466d5bb6e not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:18:03.302307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.318080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Transition to ACTIVE for port object 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:18:03.342179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.347504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c49669d5-f1fa-4d0d-bf5b-3d4b9d28f916 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:18:03.417933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:18:03.421436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:18:03.425421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:18:03.458205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:03.465188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:18:03.496885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:03.497501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.525930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543774 May 25 17:18:03.537329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Request body: {'port': {'device_id': '7033daf5-745f-46a6-aa16-23340a04a060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:18:03.656619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.672111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-160fdc65-1ba7-4dc0-bfd7-59e09327c544 None None] Provisioning for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:18:03.677948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-160fdc65-1ba7-4dc0-bfd7-59e09327c544 None None] Provisioning complete for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:18:03.678335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-160fdc65-1ba7-4dc0-bfd7-59e09327c544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:03.745404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-160fdc65-1ba7-4dc0-bfd7-59e09327c544 None None] Port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:18:03.985117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b776361-d0dd-47a4-a74c-97e383a7b02f req-7d1f3a5f-2ac9-4813-a7e6-9493fa90f752 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:03.986542 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1b776361-d0dd-47a4-a74c-97e383a7b02f req-7d1f3a5f-2ac9-4813-a7e6-9493fa90f752 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 931 time: 0.1067531 May 25 17:18:04.039289 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1b776361-d0dd-47a4-a74c-97e383a7b02f req-9c14c257-c46b-4547-9265-8c8d83720325 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466974 May 25 17:18:04.042351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:18:04.050417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:04.068217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Transition to ACTIVE for port object 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:18:04.073941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:04.077924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d3e332a-7c41-44e7-bc12-a59292531c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:18:04.383704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:04.387442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:18:04.471056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Attempting to bind port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:18:04.471388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Attempting to bind port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:18:04.471713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Attempting to bind port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:18:04.476270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:18:04.476587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Attempting to bind port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 on network 8e1805b7-6013-48c4-8482-4a4a568d2470 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:18:04.482802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:18:04.483159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Checking segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:18:04.483555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Bound using segment: {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:18:04.483964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Bound port: 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789948ad-ccce-4bd0-872b-7ae7f6ea9744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:18:04.484298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:04.580632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:18:04.583622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:18:04.589462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:04.594401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e3aaa7b3-4a10-4670-86e1-62ca4235949b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:18:04.651965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:04.652499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:04.653883 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] 10.222.0.95 "PUT /v2.0/ports/43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1093 time: 1.1208036 May 25 17:18:04.654419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:18:04.684545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:04.687751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:18:04.732472 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'status': 'completed', 'code': 200} May 25 17:18:04.782262 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-2ec88988-876f-490e-9519-89adb38c1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:04.783832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-2ec88988-876f-490e-9519-89adb38c1225 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1096 time: 0.0872579 May 25 17:18:04.855765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-87897cf7-83d4-4ee0-aac3-abb1789f4064 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 217 time: 0.0648386 May 25 17:18:04.924068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-a1b9605b-b686-4d55-9231-c54538d02acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:04.925427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-a1b9605b-b686-4d55-9231-c54538d02acd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0636599 May 25 17:18:05.003455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-e9d4dd4d-d876-418d-b126-379f96968e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.004937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-e9d4dd4d-d876-418d-b126-379f96968e1d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719016 May 25 17:18:05.142544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-10688fa9-5d0d-45d5-b0d6-e61b427b219b service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298409 May 25 17:18:05.230974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75dd7-98d6-4606-aaee-14f0a05bdcea req-7324d879-ae67-4eae-bed2-5af7b92685b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.232476 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bea75dd7-98d6-4606-aaee-14f0a05bdcea req-7324d879-ae67-4eae-bed2-5af7b92685b7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0836527 May 25 17:18:05.279404 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bea75dd7-98d6-4606-aaee-14f0a05bdcea req-96123541-acfc-4529-8c14-db7bfdb66fe3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 May 25 17:18:05.279825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f7c2a8fd-248a-4e0f-99c1-1a1c7acc3b08 req-a3ebf2f1-a430-45cd-8202-b8d176c82b7f service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308191 May 25 17:18:05.404902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-6fbc9695-c80e-48b1-bcc3-b5a7ebf57f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.406564 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-6fbc9695-c80e-48b1-bcc3-b5a7ebf57f07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1096 time: 0.0768173 May 25 17:18:05.541611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-c1ba06da-2350-4041-9edc-7e38ca4c6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.543096 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-c1ba06da-2350-4041-9edc-7e38ca4c6400 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1302593 May 25 17:18:05.614407 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-47c7ee7c-b861-41f3-9ef3-45cd4c3dc94b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 217 time: 0.0647404 May 25 17:18:05.683231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-d1c99a45-d789-4861-ac19-1770b163c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.684628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-d1c99a45-d789-4861-ac19-1770b163c3bd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0640790 May 25 17:18:05.761027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-0488b66a-4095-4375-92c2-911bb62878c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:05.762519 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-0488b66a-4095-4375-92c2-911bb62878c6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715513 May 25 17:18:05.896372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-a9a7ee3d-b593-4595-9284-f01a97f45ec2 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268613 May 25 17:18:06.031593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dd38624e-fe5b-4935-994b-00fefe58fe51 req-aa15f36f-43f4-46d9-b6c1-1abcfcde1321 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279600 May 25 17:18:06.470301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f50a7-b960-4b95-8571-5787870fe783 req-a27fc788-406e-402d-8a27-37a4e947fc32 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:06.471009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-b08f50a7-b960-4b95-8571-5787870fe783 req-a27fc788-406e-402d-8a27-37a4e947fc32 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:18:06.486332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-b08f50a7-b960-4b95-8571-5787870fe783 req-a27fc788-406e-402d-8a27-37a4e947fc32 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:18:06.487551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08f50a7-b960-4b95-8571-5787870fe783 req-a27fc788-406e-402d-8a27-37a4e947fc32 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.1014314 May 25 17:18:06.538148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08f50a7-b960-4b95-8571-5787870fe783 req-b2c470e3-22c3-4250-b5ad-1f2509d93934 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448287 May 25 17:18:07.095148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:18:07.234141 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:18:07.247136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:18:07.303282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:07.319983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:18:07.335100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:18:07.340105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:07.341801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:18:07.410284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:07.413286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:18:07.700973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:18:07.730901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df166c-c122-4a71-85f1-58427bad3393 req-a5d59473-d25f-4c5b-9ee6-1a016665b4c0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:07.732431 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1df166c-c122-4a71-85f1-58427bad3393 req-a5d59473-d25f-4c5b-9ee6-1a016665b4c0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 944 time: 0.0851946 May 25 17:18:07.779132 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e1df166c-c122-4a71-85f1-58427bad3393 req-a5fc1af9-3604-4d44-b9af-87d0cfa04335 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 May 25 17:18:08.970929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d383a3-b4d7-46fc-be22-a0d4c92afaff req-1a30bd4a-dfb8-4a10-8f00-e58540a1dd31 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:08.972416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-48d383a3-b4d7-46fc-be22-a0d4c92afaff req-1a30bd4a-dfb8-4a10-8f00-e58540a1dd31 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 944 time: 0.0835528 May 25 17:18:09.017759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-48d383a3-b4d7-46fc-be22-a0d4c92afaff req-8fe17c42-cd44-4b81-9ae3-fb9f9677613d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396225 May 25 17:18:09.110180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:18:09.183290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:18:09.187872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:18:09.188251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:09.306972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:09.332917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:18:09.344447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:18:09.350014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:09.352010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:18:09.386192 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:18:09.425972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:18:09.429122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:18:09.752370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34014c87-6f06-4875-90cb-75d852e81433 req-43117d79-ffac-4f46-a728-c0d9c289026a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:09.753840 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-34014c87-6f06-4875-90cb-75d852e81433 req-43117d79-ffac-4f46-a728-c0d9c289026a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.2114909 May 25 17:18:09.797587 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-34014c87-6f06-4875-90cb-75d852e81433 req-3ebd2a9b-a11f-4b0f-b9e3-645a641bcaa9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357208 May 25 17:18:09.839487 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:18:10.102318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5648-807f-41f8-b7a7-9a9d55da455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:10.203588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f65a89-d33d-4fd3-806b-e3250d99c8e5 req-44f96b90-fb8a-4250-942f-35ad35ba6ddd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:10.205061 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-83f65a89-d33d-4fd3-806b-e3250d99c8e5 req-44f96b90-fb8a-4250-942f-35ad35ba6ddd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0800147 May 25 17:18:10.250976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-83f65a89-d33d-4fd3-806b-e3250d99c8e5 req-4a833f01-4afd-4bab-8c36-5124e962ff3e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 May 25 17:18:11.441761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc34fb-7487-4dd5-9441-01c76373cac0 req-8c6848e8-46e9-449e-aaa0-b5ec3b707302 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:11.443256 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-35dc34fb-7487-4dd5-9441-01c76373cac0 req-8c6848e8-46e9-449e-aaa0-b5ec3b707302 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0811889 May 25 17:18:11.488406 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-35dc34fb-7487-4dd5-9441-01c76373cac0 req-fcad76a0-cc68-47c7-9b06-287575b34689 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388062 May 25 17:18:11.669344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d183-b3cc-4502-857c-84979be7e203 req-3e6b6a7a-3491-4875-a83d-ba7de9090a64 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:11.671068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1263d183-b3cc-4502-857c-84979be7e203 req-3e6b6a7a-3491-4875-a83d-ba7de9090a64 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0831513 May 25 17:18:11.679736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40034) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:18:11.685683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Request body: {'floatingip': {'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:18:11.770335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:12.382874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:12.387088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:12.562371 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f associated. External IP: 172.26.6.148, port: 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3. May 25 17:18:12.612237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:12.887328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-065599a0-d511-463c-8294-4dc58b93e219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:13.077959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:18:13.258022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:18:13.264228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:13.268565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:18:13.278234 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:18:13.278855 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:18:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:13.322936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6c5a3d16-c227-40ab-a4cc-f7a263dcb0d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "PUT /v2.0/floatingips/74c072f4-7471-435a-9b53-aca4fbde7f9f HTTP/1.1" status: 200 len: 992 time: 1.6415317 May 25 17:18:13.323620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:18:13.372445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'status': 'completed', 'code': 200} May 25 17:18:13.463615 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:18:13.471813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-a3df5a89-abb6-4a75-baef-c7fae57918c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:13.474991 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-a3df5a89-abb6-4a75-baef-c7fae57918c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0772789 May 25 17:18:13.613879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-6b3b2dc1-d28d-4c03-864d-d274a26ef6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:13.615268 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-6b3b2dc1-d28d-4c03-864d-d274a26ef6c6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1349130 May 25 17:18:13.723229 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-b66d9e7d-f02c-4642-be45-b5d342c5e2db service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1000 time: 0.1013930 May 25 17:18:13.789943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-af0ec626-1e74-4955-b6b0-dd0c238a5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:13.791562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-af0ec626-1e74-4955-b6b0-dd0c238a5b4f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0616879 May 25 17:18:13.811225 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033daf5-745f-46a6-aa16-23340a04a060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:18:12Z', 'revision_number': 13, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:13.815208 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:18:13.824966 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:18:13.825585 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:18:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:13.862615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:13.899097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-b15bd14d-596a-461c-ac0e-24dd1bc7cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:13.900535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-b15bd14d-596a-461c-ac0e-24dd1bc7cb9b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019025 May 25 17:18:14.008331 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:18:14.040416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-634192b0-6186-46d6-b243-6875fb66dca1 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329572 May 25 17:18:14.178493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d63cfeb3-5bed-4dee-b135-208e1369af52 req-7e7b4b41-7100-49a2-89a3-a75e74a74784 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313074 May 25 17:18:14.389686 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033daf5-745f-46a6-aa16-23340a04a060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:18:12Z', 'revision_number': 13, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:18:14.393729 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d85f88-4e52-4c64-a7d1-7d2e337ddcf7 None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '74c072f4-7471-435a-9b53-aca4fbde7f9f', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'floating_ip_address': '172.26.6.148', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033daf5-745f-46a6-aa16-23340a04a060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:11:45Z', 'updated_at': '2021-05-25T17:18:12Z', 'revision_number': 13, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:18:14.572001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e5f21-90f7-4a27-bb74-ba5b56d8eea9 None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:18:15.533936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:19.004913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:28.284839 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-bbda99c8-6fb8-4118-8b35-f17f55dca37b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708988 May 25 17:18:28.434875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-de28683c-4fd5-4333-9cf6-fd0e4e6a9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:28.436414 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-de28683c-4fd5-4333-9cf6-fd0e4e6a9c18 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0777936 May 25 17:18:28.583767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-afc0d82f-0f8e-4c4c-9634-e38708a065d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:28.585091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-afc0d82f-0f8e-4c4c-9634-e38708a065d2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1288126 May 25 17:18:28.690520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-818d17f1-dd7a-45ce-8865-efa4775e2c14 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.0960727 May 25 17:18:28.905235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-b28672aa-abc4-4ee8-b361-2630fe497b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:28.906573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-b28672aa-abc4-4ee8-b361-2630fe497b51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.2083519 May 25 17:18:28.986852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-98f4e330-5b6e-4c6e-8f98-b5ad7b121bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:18:28.988384 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-98f4e330-5b6e-4c6e-8f98-b5ad7b121bf3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720065 May 25 17:18:29.125799 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-3bac7041-1872-4892-b9f8-3f3cd4702968 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301935 May 25 17:18:29.260768 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5af5606-33e9-4c92-bc35-458bdd30c81e req-8b0731c4-267f-4db7-b0a9-8f1b453b544a service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286519 May 25 17:18:40.105772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4b0124af-0f9b-4bda-8b5c-8ac3c7fc7ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:42.615993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:42.880529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93e8c9be-ae57-4e10-835d-0f388bdb186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:43.864468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:45.536915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:18:46.838750 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:18:49.001079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:10.109507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1e7aab96-6eb7-4606-927b-56bed8563f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:12.618526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:12.881178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-28315cfd-80ad-4651-9a8f-11d669715817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:13.866771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:15.539609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:18.997278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:23.837450 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:19:29.272677 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-873e544d-438d-4875-b3bf-2eb75f46104c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402586 May 25 17:19:29.411929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-547725cf-ceba-4ad1-bf1b-d63ddde2fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:29.413305 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-547725cf-ceba-4ad1-bf1b-d63ddde2fbe1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0719786 May 25 17:19:29.563744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-92c0364b-f30d-4df6-9f47-a06c1781ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:29.565215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-92c0364b-f30d-4df6-9f47-a06c1781ca36 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1307921 May 25 17:19:29.672012 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-1fe8febd-2966-4e0a-bb62-523b0674be3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.0991747 May 25 17:19:29.735057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-c98ea348-9bd1-4343-91e8-7b93e1fbe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:29.736480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-c98ea348-9bd1-4343-91e8-7b93e1fbe9bf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0577257 May 25 17:19:29.815150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-421619da-5564-4bdc-979d-e4fed7bad87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:29.816634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-421619da-5564-4bdc-979d-e4fed7bad87b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732312 May 25 17:19:29.957594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-00a1940f-7b53-45af-911c-476fbd9cd2b5 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332893 May 25 17:19:30.091957 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2499fe03-fd69-49a3-bb73-8cbd4f50d39d req-93047c98-95ba-4b79-a30c-40d905e34f09 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261601 May 25 17:19:32.821321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847032ff-9930-44e8-ad67-ea72a5c6a2ea req-56943cb9-b327-49e9-a7f5-73f0de40e5a8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:32.822796 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-847032ff-9930-44e8-ad67-ea72a5c6a2ea req-56943cb9-b327-49e9-a7f5-73f0de40e5a8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.1586676 May 25 17:19:32.870497 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-847032ff-9930-44e8-ad67-ea72a5c6a2ea req-464b380a-8563-4acd-aa0c-cb9c712b9cb9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 May 25 17:19:40.111671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f7db9f8-5431-4b23-b027-63a01519003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:42.622095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:42.882830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a218f307-9776-47d4-a254-a8febe7a9be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:43.870985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:44.931474 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-e6f1c14d-91b7-4259-a454-0bb19e1e57ad service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714929 May 25 17:19:44.989151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4a307-01fe-4f44-b3f8-a4edfbb2bd7f req-4162ec4a-fc87-40b4-b19c-15674e8a0415 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:44.990534 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02f4a307-01fe-4f44-b3f8-a4edfbb2bd7f req-4162ec4a-fc87-40b4-b19c-15674e8a0415 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0843568 May 25 17:19:45.038311 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-02f4a307-01fe-4f44-b3f8-a4edfbb2bd7f req-71ad4bcf-31bd-4d31-94e4-226cfa772eaa tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414600 May 25 17:19:45.543720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:46.129239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-6d8048a9-414c-495e-b940-003e8b0b1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:46.130755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-6d8048a9-414c-495e-b940-003e8b0b1767 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0772414 May 25 17:19:46.232788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d92dc4-aa4e-435c-9702-940cc5b6332a req-2fb66275-fca1-43e1-955d-22f8d76c31bd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:46.234295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a7d92dc4-aa4e-435c-9702-940cc5b6332a req-2fb66275-fca1-43e1-955d-22f8d76c31bd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0859423 May 25 17:19:46.268351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-95c2ae82-0018-4f66-8665-1c761262124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:46.269809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-95c2ae82-0018-4f66-8665-1c761262124c service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1323924 May 25 17:19:46.280861 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a7d92dc4-aa4e-435c-9702-940cc5b6332a req-6d6056a6-54c2-4212-855f-368a5283c199 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 May 25 17:19:46.519256 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-8107a767-60fa-427b-ba8c-75ee2cbbe85d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.2421815 May 25 17:19:46.583498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-e6f873a2-dd1b-4cf2-b4a0-8e5d2def6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:46.584915 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-e6f873a2-dd1b-4cf2-b4a0-8e5d2def6383 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0585318 May 25 17:19:46.664746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-82d1cd65-c620-43d5-910c-6f80311480f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:46.666199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-82d1cd65-c620-43d5-910c-6f80311480f9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743220 May 25 17:19:46.803027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-12f21d3c-675f-417a-b1e0-a6a0cb5b9031 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301589 May 25 17:19:46.947000 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-37af73b6-33a4-49b3-9424-467774e82b81 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359830 May 25 17:19:47.470215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f334dd-8ea4-4a54-ae96-c31c6b50ec55 req-84b0aed7-cdbf-4e82-8ef6-81670678248a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:47.471701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-51f334dd-8ea4-4a54-ae96-c31c6b50ec55 req-84b0aed7-cdbf-4e82-8ef6-81670678248a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0822299 May 25 17:19:47.516836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-51f334dd-8ea4-4a54-ae96-c31c6b50ec55 req-69f52ec9-b4c2-44bb-a2c0-3954b8a1e919 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394740 May 25 17:19:48.705736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb91b4-84d4-4b08-89b4-818be64e8f63 req-763638c4-d3a5-44ad-83cd-59c5f707c518 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:48.707137 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-38cb91b4-84d4-4b08-89b4-818be64e8f63 req-763638c4-d3a5-44ad-83cd-59c5f707c518 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0815835 May 25 17:19:48.757686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-38cb91b4-84d4-4b08-89b4-818be64e8f63 req-70dacfd4-fd6b-4d2d-98e2-d1b627f76ead tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446472 May 25 17:19:49.003921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:19:49.952816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b136-a7eb-4298-a1d6-8bfa08913b2e req-2da43395-a700-4ba4-b843-9fd2ca549dcc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:49.954405 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f212b136-a7eb-4298-a1d6-8bfa08913b2e req-2da43395-a700-4ba4-b843-9fd2ca549dcc tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0856190 May 25 17:19:49.999450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f212b136-a7eb-4298-a1d6-8bfa08913b2e req-5045f069-f1a6-4c55-9a87-d050acb8c041 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392394 May 25 17:19:51.188507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8e528-e964-41b5-99d2-892589e4ed51 req-67fd7a3a-477f-41ea-a9af-b00adc829a61 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:51.189953 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f9b8e528-e964-41b5-99d2-892589e4ed51 req-67fd7a3a-477f-41ea-a9af-b00adc829a61 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0805068 May 25 17:19:51.234977 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f9b8e528-e964-41b5-99d2-892589e4ed51 req-9bd150e8-0bb8-47b4-b89a-a1243f329242 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392432 May 25 17:19:52.425957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f3cc8-00ef-471d-b558-fe45afb0c384 req-519b9960-116d-4ada-8c7a-81a3196d4027 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:52.427514 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-516f3cc8-00ef-471d-b558-fe45afb0c384 req-519b9960-116d-4ada-8c7a-81a3196d4027 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0824625 May 25 17:19:52.473926 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-516f3cc8-00ef-471d-b558-fe45afb0c384 req-5cfaf812-45fd-4808-8ab2-3bee41190823 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396059 May 25 17:19:53.667561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445fd59-85f1-424f-bd54-5350f84d3ad1 req-db38bebc-4488-4ea0-8793-4756003aa7b8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:53.669052 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1445fd59-85f1-424f-bd54-5350f84d3ad1 req-db38bebc-4488-4ea0-8793-4756003aa7b8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0871310 May 25 17:19:53.715372 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1445fd59-85f1-424f-bd54-5350f84d3ad1 req-05e8347f-ee10-4a60-9aa2-8faadc5e597d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402343 May 25 17:19:54.904618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d69b23-e861-42d6-890f-bf60844495c3 req-ab693354-521e-43ae-a748-6d9cea50766b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:54.906082 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-17d69b23-e861-42d6-890f-bf60844495c3 req-ab693354-521e-43ae-a748-6d9cea50766b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0853631 May 25 17:19:54.952030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-17d69b23-e861-42d6-890f-bf60844495c3 req-d0e6f45c-5608-4930-99b2-0e549239f111 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 May 25 17:19:56.138969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d9b4-81bc-4629-9c7a-b3f883573255 req-4e8bd151-fd65-444b-896f-5a99d6fbd288 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:56.140452 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0f3d9b4-81bc-4629-9c7a-b3f883573255 req-4e8bd151-fd65-444b-896f-5a99d6fbd288 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0816281 May 25 17:19:56.186241 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0f3d9b4-81bc-4629-9c7a-b3f883573255 req-74d1f32e-97a9-440b-9613-8ffeb178281c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402348 May 25 17:19:57.381631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41683864-12d5-43da-a50a-68e519479359 req-3572e576-dd16-48f7-b5f9-fa82641b9386 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:57.383205 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41683864-12d5-43da-a50a-68e519479359 req-3572e576-dd16-48f7-b5f9-fa82641b9386 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0867519 May 25 17:19:57.431662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-41683864-12d5-43da-a50a-68e519479359 req-1a0f0d47-a5bd-48d3-bbc4-ec7eab2a28f3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415850 May 25 17:19:58.625816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c83fc-0bd1-4261-88a2-f11e0cb9842d req-9cfdb7bf-d50c-4635-b3aa-20f6b73c37c5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:58.627318 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-387c83fc-0bd1-4261-88a2-f11e0cb9842d req-9cfdb7bf-d50c-4635-b3aa-20f6b73c37c5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0845649 May 25 17:19:58.672490 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-387c83fc-0bd1-4261-88a2-f11e0cb9842d req-4600d7ec-3364-4bf9-9e17-bbc2bc75a249 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395453 May 25 17:19:59.867536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24292cc-fbc6-4935-bc66-1a34b02103f7 req-0dff8654-db0b-40b4-847a-a8edce248981 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:19:59.869015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c24292cc-fbc6-4935-bc66-1a34b02103f7 req-0dff8654-db0b-40b4-847a-a8edce248981 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0850868 May 25 17:19:59.915270 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c24292cc-fbc6-4935-bc66-1a34b02103f7 req-4a4764f6-38ae-4fe5-a73b-08996ee5b4b8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397267 May 25 17:20:00.593584 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-07c0ddb5-63dc-48d0-b767-dbd5f17287eb service neutron] 10.222.0.95 "GET /v2.0/ports/43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0810382 May 25 17:20:00.836211 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:20:00.862117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-67863c75-bc5b-475a-801a-b9bd21860984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:00.863656 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-67863c75-bc5b-475a-801a-b9bd21860984 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0739145 May 25 17:20:00.959504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-817eb299-4cfb-42bc-8f1a-a49bd6bc3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:00.961029 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-817eb299-4cfb-42bc-8f1a-a49bd6bc3418 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0740347 May 25 17:20:01.107629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fab22b-3e19-49fd-859b-08a097f8670b req-95b19004-10cf-4ea6-be26-9dbabe4932f9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:01.108771 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-55fab22b-3e19-49fd-859b-08a097f8670b req-95b19004-10cf-4ea6-be26-9dbabe4932f9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0835037 May 25 17:20:01.115589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-f8a56f74-b6c8-4fba-8506-767606de0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:01.117077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-f8a56f74-b6c8-4fba-8506-767606de0d7d service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1488225 May 25 17:20:01.160240 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-55fab22b-3e19-49fd-859b-08a097f8670b req-a4da183f-6772-4997-937f-7de40635ea53 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454302 May 25 17:20:01.226624 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-df829372-5e3f-4d42-a499-56d3cad6575e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.1027970 May 25 17:20:01.293869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-a0ba44d6-55dc-4821-8a6d-1a2b1bbb22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:01.295348 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-a0ba44d6-55dc-4821-8a6d-1a2b1bbb22c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0623410 May 25 17:20:01.374519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-ee097b04-ec02-425e-8bb6-d117416ab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:01.375765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-ee097b04-ec02-425e-8bb6-d117416ab78f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732577 May 25 17:20:01.516370 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-b490c341-db71-431e-909f-5ab67168026d service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323669 May 25 17:20:01.655075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fefb8d32-7385-4ee9-a9f6-bc156c76c416 req-70747b70-e5dc-4000-81e6-a3d93ebd504f service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322222 May 25 17:20:02.351310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e91da-0b74-4f9f-95e9-0abb77746a3e req-736f2534-52bd-45c5-9a98-8b0b3eb2d01e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:02.352863 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c60e91da-0b74-4f9f-95e9-0abb77746a3e req-736f2534-52bd-45c5-9a98-8b0b3eb2d01e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0814972 May 25 17:20:02.410445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c60e91da-0b74-4f9f-95e9-0abb77746a3e req-ba285eb9-34ef-437d-bec0-274bc002fc12 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 May 25 17:20:03.589628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:03.613208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcda74-ec94-42e2-8e44-bde59abaedf3 req-90ec8479-390d-47bb-9dd8-10c8cd37cced tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:03.614799 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-37bcda74-ec94-42e2-8e44-bde59abaedf3 req-90ec8479-390d-47bb-9dd8-10c8cd37cced tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0839810 May 25 17:20:03.667896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-37bcda74-ec94-42e2-8e44-bde59abaedf3 req-35d72094-6b8d-48cb-b6ad-db32fe5a995b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459571 May 25 17:20:03.716018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:03.743763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:03.754095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:03.758671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:03.761412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dd7a8114-946c-4fa6-92c0-795a50895e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:03.835209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:03.843195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.843432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.844088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.844588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.845059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.845555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.846040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.846703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.847201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.847688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.848160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.848639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:03.852764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:03.856689 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:20:04.868196 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa456175-c74b-4c47-8ac6-505f91996254 req-fe27fdee-8fcb-44ee-b151-cc559bd4c53d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:04.870273 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aa456175-c74b-4c47-8ac6-505f91996254 req-fe27fdee-8fcb-44ee-b151-cc559bd4c53d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0884690 May 25 17:20:04.918168 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aa456175-c74b-4c47-8ac6-505f91996254 req-aac3f5a1-3786-4cfc-85bf-33356b4f97ae tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419292 May 25 17:20:06.111154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d8047-d5a0-41cf-aeda-1f5b6a29684e req-403690b4-0fcf-4415-a1b4-f78e00a1491b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:06.112638 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-132d8047-d5a0-41cf-aeda-1f5b6a29684e req-403690b4-0fcf-4415-a1b4-f78e00a1491b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0812297 May 25 17:20:06.157581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-132d8047-d5a0-41cf-aeda-1f5b6a29684e req-683e9b01-9f94-4b15-a07e-077909244404 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 May 25 17:20:07.350786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a8ad4-8cd0-48cd-ae18-5c8379370b71 req-4adb79e0-1301-4347-803c-17234290db5a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:07.352284 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b51a8ad4-8cd0-48cd-ae18-5c8379370b71 req-4adb79e0-1301-4347-803c-17234290db5a tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0856333 May 25 17:20:07.398944 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b51a8ad4-8cd0-48cd-ae18-5c8379370b71 req-35db08de-b7c8-4415-8249-4d12a16fc338 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400534 May 25 17:20:08.732120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032015-f99b-417e-9ebb-7dcf9edc886b req-5c3b9fbd-08be-4a72-83ea-7a687848d8c9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:08.733504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c4032015-f99b-417e-9ebb-7dcf9edc886b req-5c3b9fbd-08be-4a72-83ea-7a687848d8c9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.2251239 May 25 17:20:08.779275 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c4032015-f99b-417e-9ebb-7dcf9edc886b req-54b93b07-a8d2-4dc8-9b2c-cb7a02d8e2de tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 May 25 17:20:09.620454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:20:09.759605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:09.773232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:20:09.829980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:09.847717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:20:09.863620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:09.868206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:09.870112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:09.941187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:20:09.976742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea13b0-c34b-4a96-9943-4ad7e531b5e5 req-568ce11a-7b3d-460d-87a2-a002d819d3fe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:09.978233 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6ea13b0-c34b-4a96-9943-4ad7e531b5e5 req-568ce11a-7b3d-460d-87a2-a002d819d3fe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 944 time: 0.0888202 May 25 17:20:09.992968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:09.998137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:10.025936 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f6ea13b0-c34b-4a96-9943-4ad7e531b5e5 req-355fe63a-7264-4388-8811-39edb4bd69f1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 May 25 17:20:10.130962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-992f8d6e-116c-44bb-ade3-dab86476a26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:11.218324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18224f13-97d2-48be-a877-ad817d372d9b req-7eea72a8-2b26-421e-a4b4-840e5e74b01b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:11.219920 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-18224f13-97d2-48be-a877-ad817d372d9b req-7eea72a8-2b26-421e-a4b4-840e5e74b01b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 944 time: 0.0833991 May 25 17:20:11.275202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-18224f13-97d2-48be-a877-ad817d372d9b req-02973069-661c-4de0-9a81-41bb969b1750 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493233 May 25 17:20:11.638571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:20:11.707928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:20:11.708349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:11.830298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:11.857368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:11.867067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:11.872317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:11.874198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-900a7949-9887-4982-aa8f-5e0add538c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:11.921145 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:20:11.941349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:11.944419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:12.466746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4732fcd-1ae1-488f-b661-e1e0da1db468 req-63bf7b48-0372-47fb-b9d5-9f138aa992d8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:12.468243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f4732fcd-1ae1-488f-b661-e1e0da1db468 req-63bf7b48-0372-47fb-b9d5-9f138aa992d8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0822165 May 25 17:20:12.514819 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f4732fcd-1ae1-488f-b661-e1e0da1db468 req-9575da3d-669a-4f4d-a1fe-006b66c71fa5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409832 May 25 17:20:12.625659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:12.883338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8a7c70ed-2c48-4a0c-bb40-33b94bc36831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:13.702817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e9c93-42b3-4027-b13d-a2414da91926 req-6dff19bc-71f6-4fc9-a398-9609591d16e6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:13.704221 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-343e9c93-42b3-4027-b13d-a2414da91926 req-6dff19bc-71f6-4fc9-a398-9609591d16e6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0808768 May 25 17:20:13.750097 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-343e9c93-42b3-4027-b13d-a2414da91926 req-1a0693ac-a91c-4e17-a200-664c368ba7c3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 May 25 17:20:13.875221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:14.939967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec593644-697d-48b0-8ace-f8b4fe02e850 req-9fb92d68-4fa0-49ad-be53-867eed5a5146 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:14.941425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ec593644-697d-48b0-8ace-f8b4fe02e850 req-9fb92d68-4fa0-49ad-be53-867eed5a5146 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0847516 May 25 17:20:14.988962 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ec593644-697d-48b0-8ace-f8b4fe02e850 req-07dc1857-4314-473e-a96f-b9f3eed17f9b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 May 25 17:20:15.451729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-a7a93c06-e3e5-48d0-9c22-a5e5d11a5e83 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:15.453179 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-a7a93c06-e3e5-48d0-9c22-a5e5d11a5e83 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.1442430 May 25 17:20:15.522365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef752c-499d-43ec-abf8-e8b22130cc24 req-44bfcbed-d633-4c46-97b9-eda6b975b8a7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:15.523894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2cef752c-499d-43ec-abf8-e8b22130cc24 req-44bfcbed-d633-4c46-97b9-eda6b975b8a7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.1594148 May 25 17:20:15.547373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:15.580536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-10fcbcca-fdaa-49d3-85af-72442a0ca591 service neutron] 10.222.0.95 "GET /v2.0/ports/43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.1199703 May 25 17:20:15.587560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2cef752c-499d-43ec-abf8-e8b22130cc24 req-e30671bf-c574-450d-bd3b-02610788f354 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561931 May 25 17:20:15.676629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-89eec81e-f781-4c73-a1cf-31d77f3908a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:15.678123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-89eec81e-f781-4c73-a1cf-31d77f3908a5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0721214 May 25 17:20:15.815519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-8d67930f-5827-45b5-8616-0e1043c346e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:15.816971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-8d67930f-5827-45b5-8616-0e1043c346e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1323671 May 25 17:20:15.924793 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-6fc34c4a-dc92-41ca-9c7f-dcf34b07462c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.0992548 May 25 17:20:15.993592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-e1a89c3e-df09-4cc9-b44f-9535cac44b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:15.995673 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-e1a89c3e-df09-4cc9-b44f-9535cac44b1a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0637219 May 25 17:20:16.074449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-002ccd55-af03-43df-aa78-984b6c7e2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:16.075843 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-002ccd55-af03-43df-aa78-984b6c7e2f10 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736883 May 25 17:20:16.212751 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-75fe694e-40b7-4280-9df2-639534dd4cd6 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291163 May 25 17:20:16.350175 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-4b127ea4-031a-4502-86a0-c0f4fc10708c service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305020 May 25 17:20:16.781919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f25809-2ac0-4b03-a628-5232c0918697 req-a18a120b-241d-411c-94ad-447f8544b337 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:16.783479 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31f25809-2ac0-4b03-a628-5232c0918697 req-a18a120b-241d-411c-94ad-447f8544b337 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0845549 May 25 17:20:16.829486 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31f25809-2ac0-4b03-a628-5232c0918697 req-6eaed2cc-fe1f-4198-ba2f-ddc0bd88b034 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 May 25 17:20:18.023299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafcfd-f826-464e-acf7-88fc6785b3ff req-4932136e-735c-4ef5-9f2b-02c3e28fbde0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:18.024760 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b8eafcfd-f826-464e-acf7-88fc6785b3ff req-4932136e-735c-4ef5-9f2b-02c3e28fbde0 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0834835 May 25 17:20:18.071365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b8eafcfd-f826-464e-acf7-88fc6785b3ff req-1f68592f-c52a-479a-a0cf-731d1e8091a9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407515 May 25 17:20:19.012972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:19.261653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4d155-c124-4bae-9929-94952c16b751 req-01c0198b-0baa-46eb-9eaa-74d7ebc85b52 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:19.264277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ecd4d155-c124-4bae-9929-94952c16b751 req-01c0198b-0baa-46eb-9eaa-74d7ebc85b52 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0834711 May 25 17:20:19.440725 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ecd4d155-c124-4bae-9929-94952c16b751 req-2c6c1179-62b9-49be-93be-0b6a2b240c74 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701484 May 25 17:20:20.636126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a56c8-79a4-4114-a6a7-0f9ad498e5f4 req-d86779c8-d12e-43e2-9f5e-483b6a671999 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:20.637805 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-297a56c8-79a4-4114-a6a7-0f9ad498e5f4 req-d86779c8-d12e-43e2-9f5e-483b6a671999 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0855803 May 25 17:20:20.685341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-297a56c8-79a4-4114-a6a7-0f9ad498e5f4 req-9cd3c988-1113-4d76-8292-1884c8097938 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 May 25 17:20:20.837388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-451ad48d-7ebf-4bba-8914-08170969a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:20.838833 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-451ad48d-7ebf-4bba-8914-08170969a54d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060&tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5 HTTP/1.1" status: 200 len: 1098 time: 0.0707874 May 25 17:20:21.067627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-3b7b5666-4acb-4be6-baaf-20aa0ba69f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:21.069099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-3b7b5666-4acb-4be6-baaf-20aa0ba69f76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.2088747 May 25 17:20:21.203442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-289c9b94-f9e2-4737-bd5d-fd9fad3ed117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:21.204887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-289c9b94-f9e2-4737-bd5d-fd9fad3ed117 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1292922 May 25 17:20:21.310750 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-7a48cb9f-66ba-4935-b4f6-778ac66c9c36 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1002 time: 0.0978415 May 25 17:20:21.372715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-d02e775b-c422-463d-b50c-573565d86e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:21.374074 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-d02e775b-c422-463d-b50c-573565d86e00 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0572214 May 25 17:20:21.455208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-484c5a47-8b8a-4360-8479-ccb64b37a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:21.456702 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-484c5a47-8b8a-4360-8479-ccb64b37a785 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735154 May 25 17:20:21.590090 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-0e1a17e9-a35e-4065-8e98-4768c2257bcd service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256371 May 25 17:20:21.726334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e064bbff-ad00-40a6-8046-0db2b64bd2e3 req-2054be49-ea07-4948-ac64-4368544f5802 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297736 May 25 17:20:21.878431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fecbf-6106-4dc5-8638-5f1dec9decc9 req-754b2767-91c7-4650-a389-8d6a2ed84fa6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:21.879932 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a43fecbf-6106-4dc5-8638-5f1dec9decc9 req-754b2767-91c7-4650-a389-8d6a2ed84fa6 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0817254 May 25 17:20:21.927899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a43fecbf-6106-4dc5-8638-5f1dec9decc9 req-85ed8ccd-6520-4358-9179-2603f5695bc9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 May 25 17:20:23.124063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7e4ad-3e3f-4d54-8f60-b8cf53dcf3de req-f908901c-2080-46fa-800a-b1f0458af969 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:23.125558 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49d7e4ad-3e3f-4d54-8f60-b8cf53dcf3de req-f908901c-2080-46fa-800a-b1f0458af969 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0904374 May 25 17:20:23.174458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49d7e4ad-3e3f-4d54-8f60-b8cf53dcf3de req-e2745401-96eb-4e4d-bf11-9b1b1aeca302 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 May 25 17:20:23.712493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:23.872325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:23.899686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:23.911285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:23.916404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:23.918573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:23.969754 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:20:23.990875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:23.994307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:24.379117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f73c-1656-4826-a406-45d06321e4cb req-f4908838-b40f-4d04-93b4-ea470d41fd49 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:24.380649 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61b3f73c-1656-4826-a406-45d06321e4cb req-f4908838-b40f-4d04-93b4-ea470d41fd49 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0909204 May 25 17:20:24.445109 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61b3f73c-1656-4826-a406-45d06321e4cb req-8157d682-6f3d-4a4a-8285-44985c5a806d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585084 May 25 17:20:25.644838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51e374-3c78-449f-b59c-e9f8a2678c08 req-0d0df694-18d2-4fa2-8c61-55fcdf2c9285 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:25.646307 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ec51e374-3c78-449f-b59c-e9f8a2678c08 req-0d0df694-18d2-4fa2-8c61-55fcdf2c9285 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0880651 May 25 17:20:25.698729 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ec51e374-3c78-449f-b59c-e9f8a2678c08 req-b51c7860-664f-4d2c-b391-adfa3e711348 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463717 May 25 17:20:26.894397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da18ae-bee0-4f00-b44b-13ad56ebc5e8 req-6ad89f01-f2e5-4a27-a3b3-52b873a3ef9f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:26.896387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19da18ae-bee0-4f00-b44b-13ad56ebc5e8 req-6ad89f01-f2e5-4a27-a3b3-52b873a3ef9f tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 943 time: 0.0887616 May 25 17:20:26.943335 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19da18ae-bee0-4f00-b44b-13ad56ebc5e8 req-3270900d-a5a8-486c-bca0-469f4a0dd3a4 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 May 25 17:20:27.742619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:20:27.876473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:27.889454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:20:27.948082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:27.964935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:20:27.983136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:27.987268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:27.989329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e7a2ed26-7af3-4daf-98d9-e1feaba370a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:28.059151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:20:28.105453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=10']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:28.111453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:28.145214 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2c0d4-baee-43aa-92c8-7bcdb581a1a4 req-5d3e5bf1-eca3-4494-ae4a-c966e4929a42 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:28.146686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-34c2c0d4-baee-43aa-92c8-7bcdb581a1a4 req-5d3e5bf1-eca3-4494-ae4a-c966e4929a42 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0833039 May 25 17:20:28.196913 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-34c2c0d4-baee-43aa-92c8-7bcdb581a1a4 req-9b4eecaf-74b7-4b01-b922-7bd4ace8e485 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 May 25 17:20:29.386365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4747c-4599-4223-a92c-392a14c961df req-8df934e1-c9ce-4071-b795-7acef464f634 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:29.388531 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01f4747c-4599-4223-a92c-392a14c961df req-8df934e1-c9ce-4071-b795-7acef464f634 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0849829 May 25 17:20:29.436095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-01f4747c-4599-4223-a92c-392a14c961df req-111c39e5-9a37-454b-8b2b-fb47cb88aafb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414746 May 25 17:20:29.711245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-7fcbca20-abb1-4681-80d2-4c5cb0bf883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:29.712764 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-7fcbca20-abb1-4681-80d2-4c5cb0bf883e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 1098 time: 0.0741076 May 25 17:20:29.744364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:20:29.813213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:20:29.813591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:29.861783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-e38aa126-1236-419f-8632-5f3172ac38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:29.863248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-e38aa126-1236-419f-8632-5f3172ac38c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 200 len: 914 time: 0.1305690 May 25 17:20:29.933342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:29.960881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:29.969956 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-e6d219d1-f1c4-436b-be8c-03563e913975 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 200 len: 1001 time: 0.0999463 May 25 17:20:29.971324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:29.976833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:29.979954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:30.035133 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:20:30.036462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-1be4ac33-3879-4252-ac80-d1618c4977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:30.037916 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-1be4ac33-3879-4252-ac80-d1618c4977a6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 200 len: 851 time: 0.0609958 May 25 17:20:30.056788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=11']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:30.060182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:30.120976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-2803b444-a2b1-4f1a-a2f2-9b56e038bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:30.123309 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-2803b444-a2b1-4f1a-a2f2-9b56e038bdb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e1805b7-6013-48c4-8482-4a4a568d2470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787733 May 25 17:20:30.258615 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-40862143-2b74-4fdf-ba74-1eaba0675f68 service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279092 May 25 17:20:30.533776 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d7819496-9233-4c9b-b91d-6ad4e03eb016 req-5ffe4436-30ba-4f55-8108-cc768bbe2e3c service neutron] 10.222.0.95 "GET /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686865 May 25 17:20:30.625967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db602-7aac-4062-9868-c6bf696f8655 req-deaccb3f-9780-48a4-b2c8-75a6fa52d25c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:30.627469 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-061db602-7aac-4062-9868-c6bf696f8655 req-deaccb3f-9780-48a4-b2c8-75a6fa52d25c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0812850 May 25 17:20:30.672360 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-061db602-7aac-4062-9868-c6bf696f8655 req-3caf2072-0a0c-4d94-aa58-c59ab1fd7891 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 May 25 17:20:31.864458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d701930-7ba8-43f3-9ed5-f62432b06c1d req-735b1ef4-3ae8-4e10-b2be-42f88411e762 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:31.865924 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9d701930-7ba8-43f3-9ed5-f62432b06c1d req-735b1ef4-3ae8-4e10-b2be-42f88411e762 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0797451 May 25 17:20:31.911134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9d701930-7ba8-43f3-9ed5-f62432b06c1d req-bb3cf029-a8f4-4dc5-99d0-0eafc75661cb tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395725 May 25 17:20:33.111949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170926a4-51f1-48a7-8101-fb5075c2bd3f req-f9a416a0-ca0e-4b4c-8c0d-38b891cd61d3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:33.113438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-170926a4-51f1-48a7-8101-fb5075c2bd3f req-f9a416a0-ca0e-4b4c-8c0d-38b891cd61d3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0921710 May 25 17:20:33.160261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-170926a4-51f1-48a7-8101-fb5075c2bd3f req-40ea3874-d956-488f-aa9f-364197e317de tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410299 May 25 17:20:33.773800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:20:33.909772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:33.923703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'port_id': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'mac_address': 'fa:16:3e:cf:71:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:20:33.977529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:33.994761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:20:34.010232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:34.013664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:34.015400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:34.082670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:20:34.130502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=12']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:34.135069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:34.352209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3eee-daba-4f24-b6ba-358e61a2f819 req-24bc3615-5dc0-4794-ad3c-4c5a273457b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:34.353597 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-32bf3eee-daba-4f24-b6ba-358e61a2f819 req-24bc3615-5dc0-4794-ad3c-4c5a273457b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0848849 May 25 17:20:34.400582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-32bf3eee-daba-4f24-b6ba-358e61a2f819 req-f4048415-f4f1-47d5-bd56-c94e26123147 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 May 25 17:20:34.589629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48313373-1fa6-4d60-ba4c-10ac713d885b req-cace6a9e-0ff4-4300-88e9-e824b787bbd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:34.591844 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-48313373-1fa6-4d60-ba4c-10ac713d885b req-cace6a9e-0ff4-4300-88e9-e824b787bbd3 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0825717 May 25 17:20:34.644053 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-48313373-1fa6-4d60-ba4c-10ac713d885b req-6034b482-b7dd-4e57-84ae-e5802c67e402 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463004 May 25 17:20:34.828261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb72b7-0585-4ee6-9740-f5dabfcb2649 req-522a6022-d413-40b5-a642-f37fcbdbcdd8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:34.835156 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a7cb72b7-0585-4ee6-9740-f5dabfcb2649 req-522a6022-d413-40b5-a642-f37fcbdbcdd8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0807860 May 25 17:20:34.874828 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a7cb72b7-0585-4ee6-9740-f5dabfcb2649 req-0eac8649-bcf0-4783-9bcc-74d74f3ec3d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 May 25 17:20:35.264625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b862-b057-4735-a1d1-9eefa7d67caf req-0937b1c1-875c-4af0-b08a-4c77d21da1f8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:35.266088 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd78b862-b057-4735-a1d1-9eefa7d67caf req-0937b1c1-875c-4af0-b08a-4c77d21da1f8 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 945 time: 0.0848033 May 25 17:20:35.312575 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd78b862-b057-4735-a1d1-9eefa7d67caf req-a5e7917a-dd5e-415a-bedf-a5850ac1abbe tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 May 25 17:20:35.778844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:20:35.849925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:20:35.850300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:35.972500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:36.000650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:36.010641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:36.015076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:36.017025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:36.047716 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'code': 200} May 25 17:20:36.085950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=13']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:36.089064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:36.501525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161fd79-c82f-481b-8025-0e706399a636 req-a82b6f21-5ec0-4b02-9a87-31b1cecc8b3c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:36.503055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b161fd79-c82f-481b-8025-0e706399a636 req-a82b6f21-5ec0-4b02-9a87-31b1cecc8b3c tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0846810 May 25 17:20:36.549511 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b161fd79-c82f-481b-8025-0e706399a636 req-726ecf35-b91a-4fdf-8e27-fae64092e174 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 May 25 17:20:37.737459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cf863-caa3-47f3-99c7-4a9a7082d189 req-7a093738-a27c-4843-b455-d9cb56b297e7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:37.738825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f09cf863-caa3-47f3-99c7-4a9a7082d189 req-7a093738-a27c-4843-b455-d9cb56b297e7 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0811183 May 25 17:20:37.784755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f09cf863-caa3-47f3-99c7-4a9a7082d189 req-1f33a970-c7d3-4d7d-a964-a727eae24c96 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups?id=94697abb-3481-4952-b7ba-5e061fb8caad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403042 May 25 17:20:37.838790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:20:37.923700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-1c43fefe-f944-4454-8fb3-e457911804fd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:37.925203 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-1c43fefe-f944-4454-8fb3-e457911804fd tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 946 time: 0.0837560 May 25 17:20:38.058843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Deleting port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:38.059304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:38.195684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] For port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:38.196171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:38.495207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:38.495574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:38.495885 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f disassociated. External IP: 172.26.6.148, port: 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3. May 25 17:20:38.496220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Calling delete_port for 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:38.607663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:38.613900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c45279af-dac1-42f2-bf9d-5ef17faa9e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:38.670550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'Port': ['ID=43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:38.686784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.687210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.687595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.687992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.688430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.688801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.689322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.689540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.689910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.690269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.690632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.691125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:38.694759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:38.886276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:20:38.943249 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e268d553-7f71-40b4-8769-e7ff7435bcc6 req-59ee9cbf-4e3a-41fc-9c30-f8bd8831c3c9 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.0475490 May 25 17:20:39.075616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:20:39.085010 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:20:39.095124 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:20:39.095753 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:20:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:39.157709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] No DVR routers for this DVR port 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:20:39.160315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:39.163166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-deleted', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:20:39.182040 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e4f0172a-fed8-4166-ba5f-44bf5e1aa7d5 req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.95 "DELETE /v2.0/ports/43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 HTTP/1.1" status: 204 len: 173 time: 1.2511144 May 25 17:20:39.276869 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033daf5-745f-46a6-aa16-23340a04a060', 'name': 'network-vif-deleted', 'tag': '43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3', 'status': 'completed', 'code': 200} May 25 17:20:39.284088 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:20:39.616184 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:39.620126 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:20:39.629300 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:20:39.629905 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:20:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:39.813410 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:20:40.125054 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3a6ce53c-d271-427c-995a-bb3fb54b8179 req-ebbf4154-c109-42e5-b167-20899487d593 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.0665169 May 25 17:20:40.130654 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9984e213-dfed-4c27-9a03-0511b84fe751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:40.178519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:40.183064 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e36073-8d2c-40d5-b57a-1136db45abd5 None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:42Z', 'revision_number': 4, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '3c7886f2-a989-431d-97fe-999747a36bd2', 'name': '', 'network_id': '8e1805b7-6013-48c4-8482-4a4a568d2470', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'mac_address': 'fa:16:3e:95:77:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:41Z', 'updated_at': '2021-05-25T17:11:48Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'subnets': [{'id': '84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:20:40.401344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf9621-676d-4d9e-b292-8051f8665101 None None] New status for floating IP 74c072f4-7471-435a-9b53-aca4fbde7f9f: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:20:41.429398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-46acabf0-d7f8-4459-95d5-bd0f704832bb req-cd35ae5f-91e8-4f94-9d80-5d23085c457b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Synchronizing usage tracker for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:20:41.447376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-46acabf0-d7f8-4459-95d5-bd0f704832bb req-cd35ae5f-91e8-4f94-9d80-5d23085c457b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Unset dirty status for tenant:b7fe8fd91bdc43f59852f9aa2aa2a9a5 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:20:41.448639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-46acabf0-d7f8-4459-95d5-bd0f704832bb req-cd35ae5f-91e8-4f94-9d80-5d23085c457b tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.2119169 May 25 17:20:41.804237 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:41.842259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:20:41.842613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 43e8f69a-97f4-4f3a-a3f6-afc8ad8419d3 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:20:42.607122 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a156b3f5-72a1-4e89-93b2-43ff99bbc172 req-ef41cc40-132e-45ff-bf97-ca678e3e2204 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/ports?device_id=7033daf5-745f-46a6-aa16-23340a04a060 HTTP/1.1" status: 200 len: 210 time: 0.0476072 May 25 17:20:42.630604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:42.885755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-65624a13-6b1e-483b-8491-ee8852dae808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:43.876434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:45.550208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:46.873448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40428) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:46.944107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:46.972781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.029654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.033723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-145ad173-61d9-487b-a8c5-7202b5839052 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:47.050049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94697abb-3481-4952-b7ba-5e061fb8caad,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:47.053260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:47.062720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.066302 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dfd9b211-2b82-4007-93e4-20ee1c3d1f37 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "DELETE /v2.0/security-groups/94697abb-3481-4952-b7ba-5e061fb8caad HTTP/1.1" status: 204 len: 168 time: 0.1888525 May 25 17:20:47.066904 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40432) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:47.090567 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.api.v2.resource [None req-f90bb471-98b8-4e1c-8c70-4e7b9369a1d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] show failed (client error): The resource could not be found. May 25 17:20:47.091734 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f90bb471-98b8-4e1c-8c70-4e7b9369a1d5 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "GET /v2.0/security-groups/94697abb-3481-4952-b7ba-5e061fb8caad HTTP/1.1" status: 404 len: 347 time: 0.0233550 May 25 17:20:47.094376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40436) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:47.317429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Deleting port 968b6523-5f59-41e0-a81e-c217c7ff9699 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:47.317689 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.441438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.441762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.568829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Calling delete_port for 968b6523-5f59-41e0-a81e-c217c7ff9699 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:47.681842 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.686172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:47.734250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Pushing event deleted for resources: {'Port': ['ID=968b6523-5f59-41e0-a81e-c217c7ff9699,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:47.775471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.775862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.776233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.776599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.776961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.777323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.777683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.778642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.779160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.779533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.779890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.780255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:20:47.807647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:47.836596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.853856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:47.855036 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] 10.222.0.96 "DELETE /v2.0/floatingips/74c072f4-7471-435a-9b53-aca4fbde7f9f HTTP/1.1" status: 204 len: 168 time: 0.7596929 May 25 17:20:47.858721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40440) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:48.613612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:49.005898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:49.028621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Deleting port 3c7886f2-a989-431d-97fe-999747a36bd2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:49.028959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:49.150346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] For port 3c7886f2-a989-431d-97fe-999747a36bd2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3c7886f2-a989-431d-97fe-999747a36bd2,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:49.150694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:49.275124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Calling delete_port for 3c7886f2-a989-431d-97fe-999747a36bd2 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:49.427518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:49.431313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3376b5fb-8851-461a-b00b-460ac82720aa tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:49.474850 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7886f2-a989-431d-97fe-999747a36bd2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:49.477796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:49.878358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:50.248522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:20:50.426474 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:20:50.436204 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Sync routers for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:20:50.440186 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] 10.222.0.96 "PUT /v2.0/routers/ec3a19b1-41e6-4a0d-868c-68d0e598cd8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5804114 May 25 17:20:50.442541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40446) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:50.448027 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:20:50.448641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:20:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:50.626232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:50.626802 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:20:50.806069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:50.883732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Deleting port 302f2788-6aae-47f9-9a6f-83a41b5e2676 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:50.884448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:50.915794 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11'}], 'enable_snat': True}, 'gw_port_id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:20:49Z', 'revision_number': 5, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port': {'id': '302f2788-6aae-47f9-9a6f-83a41b5e2676', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:cf:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:50.920340 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Checking router: ec3a19b1-41e6-4a0d-868c-68d0e598cd8f for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:20:50.928910 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Routers {'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:20:50.929558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:20:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:51.009944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] For port 302f2788-6aae-47f9-9a6f-83a41b5e2676, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=302f2788-6aae-47f9-9a6f-83a41b5e2676,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:51.010292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.082042 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] Set router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:20:51.196796 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:20:50Z', 'revision_number': 6, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:51.202245 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65d6b7d-8be4-4e2b-9e4c-92a972babc3f None None] The sync data for ids ['ec3a19b1-41e6-4a0d-868c-68d0e598cd8f'] in dv-neutron-792998-1-hyperv is: [{'id': 'ec3a19b1-41e6-4a0d-868c-68d0e598cd8f', 'name': 'tempest-ServerActionsTestJSON-2034554538-router', 'tenant_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:11:38Z', 'updated_at': '2021-05-25T17:20:50Z', 'revision_number': 6, 'project_id': 'b7fe8fd91bdc43f59852f9aa2aa2a9a5', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:20:51.283053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Calling delete_port for 302f2788-6aae-47f9-9a6f-83a41b5e2676 owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:51.425511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.429758 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7cbf6c45-d64a-4f73-8858-25a53d84fcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:51.482656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Pushing event deleted for resources: {'Port': ['ID=302f2788-6aae-47f9-9a6f-83a41b5e2676,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:51.513371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:51.580003 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.759425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.761743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.786839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.787673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec3a19b1-41e6-4a0d-868c-68d0e598cd8f {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:20:51.800513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.801661 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] 10.222.0.96 "DELETE /v2.0/routers/ec3a19b1-41e6-4a0d-868c-68d0e598cd8f HTTP/1.1" status: 204 len: 168 time: 1.3579564 May 25 17:20:51.804181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40450) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:51.864112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Deleting subnet 84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:20:51.867080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:51.920472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.002326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.179307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 302f2788-6aae-47f9-9a6f-83a41b5e2676 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:52.218330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 302f2788-6aae-47f9-9a6f-83a41b5e2676 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:20:52.218330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 302f2788-6aae-47f9-9a6f-83a41b5e2676 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:20:52.218985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3c7886f2-a989-431d-97fe-999747a36bd2 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:52.253168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 3c7886f2-a989-431d-97fe-999747a36bd2 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:20:52.253620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3c7886f2-a989-431d-97fe-999747a36bd2 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:20:52.267494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.272034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-25bc7a15-4685-4f95-b9f8-eeda9170401c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:52.306156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:52.309754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:52.310839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.316779 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-341475a0-6f4e-48df-b40a-54507f6c3ec1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/84f8d0c7-8985-42ca-9eb2-8c3d7cc58b1c HTTP/1.1" status: 204 len: 168 time: 0.5116401 May 25 17:20:52.317028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d5473-9df8-4d8c-b19b-59eea52444a2 None None] Network 8e1805b7-6013-48c4-8482-4a4a568d2470 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:20:52.319464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40454) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:52.430612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.505740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Deleting port 707c148d-f3ed-4544-a4eb-1264626100c6 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:52.506086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.574053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] DHCP port deletion for 8e1805b7-6013-48c4-8482-4a4a568d2470 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:20:52.613634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] For port 707c148d-f3ed-4544-a4eb-1264626100c6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=707c148d-f3ed-4544-a4eb-1264626100c6,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:52.613990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.639784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Deleting port 707c148d-f3ed-4544-a4eb-1264626100c6 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:20:52.640158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.740938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Calling delete_port for 707c148d-f3ed-4544-a4eb-1264626100c6 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:52.742243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] For port 707c148d-f3ed-4544-a4eb-1264626100c6, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=707c148d-f3ed-4544-a4eb-1264626100c6,segment=NetworkSegment(789948ad-ccce-4bd0-872b-7ae7f6ea9744),segment_id=789948ad-ccce-4bd0-872b-7ae7f6ea9744)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:20:52.742724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.789967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.794965 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-17b3937c-70d2-4479-8a76-f61cad609023 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:52.876477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Calling delete_port for 707c148d-f3ed-4544-a4eb-1264626100c6 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:20:52.923100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:52.926822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:52.971656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Pushing event deleted for resources: {'Port': ['ID=707c148d-f3ed-4544-a4eb-1264626100c6,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:52.973532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Pushing event deleted for resources: {'Port': ['ID=707c148d-f3ed-4544-a4eb-1264626100c6,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:52.974203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:52.976924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:52.977243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] No DVR routers for this DVR port 707c148d-f3ed-4544-a4eb-1264626100c6 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:20:52.979269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] No DVR routers for this DVR port 707c148d-f3ed-4544-a4eb-1264626100c6 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:20:53.095226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.108655 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1805b7-6013-48c4-8482-4a4a568d2470']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:53.120922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789948ad-ccce-4bd0-872b-7ae7f6ea9744') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:53.121218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789948ad-ccce-4bd0-872b-7ae7f6ea9744') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:20:53.133312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.149407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.156126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:20:53.156519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:20:53.169922 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:20:53.248636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.251949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-acc4ef31-4956-466b-895e-4e9d61c66270 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:53.265427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.275448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1805b7-6013-48c4-8482-4a4a568d2470,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:53.280885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:53.283666 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] 10.222.0.96 "DELETE /v2.0/networks/8e1805b7-6013-48c4-8482-4a4a568d2470 HTTP/1.1" status: 204 len: 168 time: 0.9633420 May 25 17:20:53.398256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40460) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:53.449298 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e97a1c2f-8125-4328-bad5-777c87c91392 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b7fe8fd91bdc43f59852f9aa2aa2a9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497875 May 25 17:20:53.452641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40464) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:53.514107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.541428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.594820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.598517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e459127-35c5-4aa5-8f07-6dbfcce532d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:53.612467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec520a-748a-4ebc-bc64-0f95b62e45f3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:53.616286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:53.619617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:53.623782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aaec520a-748a-4ebc-bc64-0f95b62e45f3 HTTP/1.1" status: 204 len: 168 time: 0.1673436 May 25 17:20:54.175551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 707c148d-f3ed-4544-a4eb-1264626100c6 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:20:54.219004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 707c148d-f3ed-4544-a4eb-1264626100c6 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:20:54.219465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 707c148d-f3ed-4544-a4eb-1264626100c6 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:20:54.429409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40488) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:54.566642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2033475692-network', 'tenant_id': '23700b4d52354e9c927e1ba43f9795b0'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:20:54.571452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:20:54.575794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Usage tracker for resource:network and tenant:23700b4d52354e9c927e1ba43f9795b0 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:20:54.578734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:20:54.584649 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:20:54.596314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Made reservation on behalf of 23700b4d52354e9c927e1ba43f9795b0 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:20:54.600554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.613344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.628258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:20:54.631982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Usage tracker for resource:security_group_rule and tenant:23700b4d52354e9c927e1ba43f9795b0 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:20:54.634763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:20:54.640742 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:20:54.730383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.735364 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.739627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5c08139-d493-4108-88d2-150e07aa58b1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:54.766603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:20:54.780185 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e867195-41a5-4e71-98d4-e0c925e838ba,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:54.783534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:54.786386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.786678 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Added segment 8e7afa05-9e99-45d8-b544-dc7697675fbc of type vlan for network 32c74375-0fae-4a67-9065-35c3e19a1f7f May 25 17:20:54.817829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.848580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.849786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:54.850597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:54.855335 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b13bbffc-9099-44a4-aefa-242e79bd6d5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:54.954149 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5236278 May 25 17:20:54.955114 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Pushing event updated for resources: {'Network': ['ID=32c74375-0fae-4a67-9065-35c3e19a1f7f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:54.957098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40494) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:20:54.957872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:54.963092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Request body: {'subnet': {'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2033475692-subnet', 'tenant_id': '23700b4d52354e9c927e1ba43f9795b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:20:54.966042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:20:54.972153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:20:54.975940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Usage tracker for resource:subnet and tenant:23700b4d52354e9c927e1ba43f9795b0 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:20:54.978739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:20:54.986152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:20:54.996104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Made reservation on behalf of 23700b4d52354e9c927e1ba43f9795b0 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:20:54.998422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:55.391949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:55.395538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d375b4e-bbf3-4bd4-87de-654e1df6e5b0 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:55.471597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81faf60e-78a6-4a8c-9804-6aeb6ed5510e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:55.475066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:55.481384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Checking segment: {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:20:55.481748 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Network hostable DHCP agents. Network: 32c74375-0fae-4a67-9065-35c3e19a1f7f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:20:55.500253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:20:55.510809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 32c74375-0fae-4a67-9065-35c3e19a1f7f) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:20:55.519279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:55.519885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:55.522782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1de9d8-74cb-4457-89e9-5db4bda873db None None] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:20:55.541862 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5835600 May 25 17:20:55.774429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899341f7-c855-4bf5-8115-e231378d618f None None] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:20:56.100152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-a8a5695a-19f7-4807-a378-8f0b4b56aec0 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:56.101596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-a8a5695a-19f7-4807-a378-8f0b4b56aec0 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 814 time: 0.1519318 May 25 17:20:56.116112 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-932fbf96-17a3-46a1-8d50-5a792e917bf4 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/quotas/23700b4d52354e9c927e1ba43f9795b0 HTTP/1.1" status: 200 len: 375 time: 0.0090284 May 25 17:20:56.166501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-5a50ebc0-a9ca-4f78-a53e-ba05b7b96981 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453918 May 25 17:20:56.302751 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-ca73c6bd-b567-4c40-ba19-db62c7a53805 service neutron] 10.222.0.96 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290402 May 25 17:20:56.439627 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-f385e90f-23c0-4de7-be7c-c1cc066e5aab service neutron] 10.222.0.96 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310520 May 25 17:20:57.639427 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4c0abf7f-d01a-471a-80fe-07122a69a41a req-2dde1891-b3b6-468f-895d-6433ae0d0d90 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 210 time: 0.0499320 May 25 17:20:58.676708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-b1ad1622-12ea-4752-843e-144e67a7e31d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:58.678344 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-b1ad1622-12ea-4752-843e-144e67a7e31d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 814 time: 0.1556594 May 25 17:20:58.690869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Request body: {'port': {'device_id': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f', 'admin_state_up': True, 'tenant_id': '23700b4d52354e9c927e1ba43f9795b0'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:20:58.825520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3d5d353-d61d-4ccc-8910-cb706e80703f req-70114a60-60cf-4f16-a197-d87ca3f0dbca tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 210 time: 0.0621235 May 25 17:20:58.880463 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:20:58.884305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Usage tracker for resource:port and tenant:23700b4d52354e9c927e1ba43f9795b0 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:20:58.887157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:20:58.892854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:20:58.902977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Made reservation on behalf of 23700b4d52354e9c927e1ba43f9795b0 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:20:58.906439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:59.072240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Allocated IP 172.20.0.14 (32c74375-0fae-4a67-9065-35c3e19a1f7f/81faf60e-78a6-4a8c-9804-6aeb6ed5510e/d8622962-26e7-49c6-9edd-c6600657eb16) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:20:59.281372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:59.312543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:59.318273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:20:59.526371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:20:59.529672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:20:59.533611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:20:59.564711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Pushing event updated for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:20:59.571098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:20:59.601106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:20:59.601838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:20:59.623117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361234 May 25 17:20:59.635515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Request body: {'port': {'device_id': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:20:59.748978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.014079 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6f99-4023-4c5c-92d7-86a799dba044 req-96d56472-1e8c-482b-ab54-ae6606e262fc tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:00.015620 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-757b6f99-4023-4c5c-92d7-86a799dba044 req-96d56472-1e8c-482b-ab54-ae6606e262fc tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 932 time: 0.0845075 May 25 17:21:00.061553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-757b6f99-4023-4c5c-92d7-86a799dba044 req-baa73303-ba87-4af4-bcb9-3b4f65803c16 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Synchronizing usage tracker for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:21:00.080303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-757b6f99-4023-4c5c-92d7-86a799dba044 req-baa73303-ba87-4af4-bcb9-3b4f65803c16 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Unset dirty status for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:21:00.081517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-757b6f99-4023-4c5c-92d7-86a799dba044 req-baa73303-ba87-4af4-bcb9-3b4f65803c16 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602636 May 25 17:21:00.107841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8622962-26e7-49c6-9edd-c6600657eb16 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:21:00.115483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.132470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Transition to ACTIVE for port object d8622962-26e7-49c6-9edd-c6600657eb16 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:00.135793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.141435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ad3a0b66-5c16-49b5-8c32-ec455d53d48d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:00.316954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Pushing event updated for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:00.319660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:00.388133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Attempting to bind port d8622962-26e7-49c6-9edd-c6600657eb16 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:00.388472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Attempting to bind port d8622962-26e7-49c6-9edd-c6600657eb16 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:00.388799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Attempting to bind port d8622962-26e7-49c6-9edd-c6600657eb16 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:00.393797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Port d8622962-26e7-49c6-9edd-c6600657eb16 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:21:00.394120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Attempting to bind port d8622962-26e7-49c6-9edd-c6600657eb16 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:00.399377 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:00.399739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Checking segment: {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:00.400193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Bound using segment: {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:00.400618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Bound port: d8622962-26e7-49c6-9edd-c6600657eb16, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:00.400963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.494238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:00.497937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d8622962-26e7-49c6-9edd-c6600657eb16,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:00.502473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.506089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f116dc7-40a9-4c3d-8723-6dc822366ab2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:00.565698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:00.566313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:00.567775 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] 10.222.0.95 "PUT /v2.0/ports/d8622962-26e7-49c6-9edd-c6600657eb16 HTTP/1.1" status: 200 len: 1094 time: 0.9364829 May 25 17:21:00.568246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:00.589441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Pushing event updated for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:00.592696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:00.641933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16', 'status': 'completed', 'code': 200} May 25 17:21:00.677697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-172d1597-eb5f-4c8b-9daa-ebed62bc7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:00.679213 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-172d1597-eb5f-4c8b-9daa-ebed62bc7729 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 1097 time: 0.0755031 May 25 17:21:00.751445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-33e44448-d284-4cb1-9a4f-a82e66f604f6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8622962-26e7-49c6-9edd-c6600657eb16 HTTP/1.1" status: 200 len: 217 time: 0.0651510 May 25 17:21:00.821069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-7e1ef6ab-c71b-4660-af54-671634052f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:00.822665 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-7e1ef6ab-c71b-4660-af54-671634052f51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=81faf60e-78a6-4a8c-9804-6aeb6ed5510e HTTP/1.1" status: 200 len: 854 time: 0.0654263 May 25 17:21:00.872959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-d76a6537-2459-4614-9594-a89ddcf650bf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=32c74375-0fae-4a67-9065-35c3e19a1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433078 May 25 17:21:01.008521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-4a79b130-8a98-4dd3-89db-5a66e0c2761c service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281312 May 25 17:21:01.143556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1e392e-8259-4598-8c43-d9637e9cad82 req-0f258ab0-592d-4142-9752-a4ef3db0a6d0 service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281464 May 25 17:21:01.262815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35cfed-275c-4768-840d-5a48c369ed12 req-07c84796-88b7-44f3-948a-814a3aff0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:01.264453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-07c84796-88b7-44f3-948a-814a3aff0b64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 1097 time: 0.0739393 May 25 17:21:01.277740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3f0f-4e53-45db-95a2-11e5cdfca190 req-1dcf5bf6-4110-44b2-b851-f4726216b2f5 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:01.279335 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-edab3f0f-4e53-45db-95a2-11e5cdfca190 req-1dcf5bf6-4110-44b2-b851-f4726216b2f5 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 944 time: 0.0868697 May 25 17:21:01.327191 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-edab3f0f-4e53-45db-95a2-11e5cdfca190 req-18222255-697f-4884-81ce-db6e74e7cab5 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 May 25 17:21:01.400160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35cfed-275c-4768-840d-5a48c369ed12 req-5bf9e64f-6ac1-49ee-843b-d9655733960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:01.401258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-5bf9e64f-6ac1-49ee-843b-d9655733960d service neutron] 10.222.0.95 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 916 time: 0.1305013 May 25 17:21:01.474078 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-fb0c6346-c1ca-4f88-a8dc-0ece68553ab2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8622962-26e7-49c6-9edd-c6600657eb16 HTTP/1.1" status: 200 len: 217 time: 0.0661151 May 25 17:21:01.535810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35cfed-275c-4768-840d-5a48c369ed12 req-fb8e1e36-621d-4425-9846-ec2425254d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:01.537244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-fb8e1e36-621d-4425-9846-ec2425254d2d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=81faf60e-78a6-4a8c-9804-6aeb6ed5510e HTTP/1.1" status: 200 len: 854 time: 0.0575387 May 25 17:21:01.588996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-02a748c1-88da-45e0-b66a-4743e42d36a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=32c74375-0fae-4a67-9065-35c3e19a1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445139 May 25 17:21:01.871997 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-5972044d-d841-486b-b1b1-fee0a280a169 service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751212 May 25 17:21:02.007441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-db35cfed-275c-4768-840d-5a48c369ed12 req-5412e690-0471-48a0-ac91-5d890059d551 service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288228 May 25 17:21:02.518441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a735c-1a56-46df-9f89-1f24cd3aee56 req-a7ec1906-9551-4f8d-9afc-5982f890ee85 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:02.519192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-f69a735c-1a56-46df-9f89-1f24cd3aee56 req-a7ec1906-9551-4f8d-9afc-5982f890ee85 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Synchronizing usage tracker for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:21:02.538416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-f69a735c-1a56-46df-9f89-1f24cd3aee56 req-a7ec1906-9551-4f8d-9afc-5982f890ee85 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Unset dirty status for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:21:02.539619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f69a735c-1a56-46df-9f89-1f24cd3aee56 req-a7ec1906-9551-4f8d-9afc-5982f890ee85 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 944 time: 0.1008568 May 25 17:21:02.586379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f69a735c-1a56-46df-9f89-1f24cd3aee56 req-78d0e81d-9dbb-4f5e-a90a-8bd7d07fd9fc tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 May 25 17:21:03.774316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8395cc-0395-4164-9b90-acfc407a0879 req-9eb79870-3f3c-4906-9845-cd6b46ba2162 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:03.775827 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2a8395cc-0395-4164-9b90-acfc407a0879 req-9eb79870-3f3c-4906-9845-cd6b46ba2162 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 944 time: 0.0812089 May 25 17:21:03.826386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2a8395cc-0395-4164-9b90-acfc407a0879 req-abe70107-27ba-47aa-9029-8ac48a351abb tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 May 25 17:21:05.016513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d3743-e98d-4483-8630-f3b1d6b6ff23 req-1a072354-8c3e-4c0a-8fc3-28496c902a93 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:05.017984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b1d3743-e98d-4483-8630-f3b1d6b6ff23 req-1a072354-8c3e-4c0a-8fc3-28496c902a93 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 944 time: 0.0863342 May 25 17:21:05.063336 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b1d3743-e98d-4483-8630-f3b1d6b6ff23 req-45658034-f22b-4cc0-94ca-5c752dd4f4dd tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 May 25 17:21:05.913455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device d8622962-26e7-49c6-9edd-c6600657eb16 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:21:06.051447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d8622962-26e7-49c6-9edd-c6600657eb16,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:06.065056 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'd8622962-26e7-49c6-9edd-c6600657eb16', 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f', 'port_id': 'd8622962-26e7-49c6-9edd-c6600657eb16', 'mac_address': 'fa:16:3e:6b:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81faf60e-78a6-4a8c-9804-6aeb6ed5510e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:21:06.125295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:06.142851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8622962-26e7-49c6-9edd-c6600657eb16 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:21:06.159410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d8622962-26e7-49c6-9edd-c6600657eb16,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:06.163157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:06.164958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:06.233904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:06.241525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.241868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.242375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.242550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.242883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.243239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.243568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.243898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.244326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.244571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.244866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.245191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:06.249265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fb616-b549-41cd-99f0-2d1914c4841e req-e327c357-3b83-497f-848a-b85669cb0d19 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:06.249919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:06.250768 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dc0fb616-b549-41cd-99f0-2d1914c4841e req-e327c357-3b83-497f-848a-b85669cb0d19 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 945 time: 0.0830054 May 25 17:21:06.296406 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dc0fb616-b549-41cd-99f0-2d1914c4841e req-927c4b74-db3a-48c8-a995-3901529f5b08 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396910 May 25 17:21:06.548921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['d8622962-26e7-49c6-9edd-c6600657eb16'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:21:07.488088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555abd7c-46ac-4db5-aa27-f5b49050edca req-76e24875-0d1c-4e79-86c7-261d2e1f41a8 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:07.489571 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-555abd7c-46ac-4db5-aa27-f5b49050edca req-76e24875-0d1c-4e79-86c7-261d2e1f41a8 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 945 time: 0.0849307 May 25 17:21:07.534152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-555abd7c-46ac-4db5-aa27-f5b49050edca req-55316f26-2d34-404e-99b5-24adcb27b40d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 May 25 17:21:07.918519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device d8622962-26e7-49c6-9edd-c6600657eb16 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:07.988569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port d8622962-26e7-49c6-9edd-c6600657eb16 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:07.993351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port d8622962-26e7-49c6-9edd-c6600657eb16 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:07.993724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:08.114142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:08.141951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:08.152038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d8622962-26e7-49c6-9edd-c6600657eb16,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:08.157470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:08.160350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:08.197354 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16', 'code': 200} May 25 17:21:08.236903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:08.239946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:08.422371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39178c3-0f73-4670-a6aa-2bd0fdbfbaf6 req-c9e919be-2022-4b20-8fd6-22cb2218984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:08.423901 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c39178c3-0f73-4670-a6aa-2bd0fdbfbaf6 req-c9e919be-2022-4b20-8fd6-22cb2218984a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 1099 time: 0.0761671 May 25 17:21:08.465766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c39178c3-0f73-4670-a6aa-2bd0fdbfbaf6 req-a304daba-67ee-4a8b-ab22-7fa9ae182e2e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357058 May 25 17:21:08.718579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d39466-9ce3-4cbc-aa68-174c58e39601 req-27b19a76-e827-487b-b36a-72cfb63e81cf tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:08.719869 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-26d39466-9ce3-4cbc-aa68-174c58e39601 req-27b19a76-e827-487b-b36a-72cfb63e81cf tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0797276 May 25 17:21:08.769376 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-26d39466-9ce3-4cbc-aa68-174c58e39601 req-55f77285-80dc-4db3-95e6-3cc1e1683921 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 May 25 17:21:09.976985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8384-0463-48a3-8e41-93fc99b172c9 req-d80c4ad9-e0ad-4bf0-8f77-4fd01bb18caf tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:09.978455 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2fc8384-0463-48a3-8e41-93fc99b172c9 req-d80c4ad9-e0ad-4bf0-8f77-4fd01bb18caf tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0970662 May 25 17:21:10.028125 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f2fc8384-0463-48a3-8e41-93fc99b172c9 req-efb94880-934d-429c-add7-8de79f81cd6b tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 May 25 17:21:10.115016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9fe50aab-0765-4c3f-a8f8-364d41cd9c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:10.325199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-8bc3278c-ec12-47fa-92b7-812db2401bb4 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:10.326562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-8bc3278c-ec12-47fa-92b7-812db2401bb4 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 814 time: 0.1508737 May 25 17:21:10.342526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-edd0ebe3-caad-4d20-9233-00381975061e tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/quotas/23700b4d52354e9c927e1ba43f9795b0 HTTP/1.1" status: 200 len: 375 time: 0.0101886 May 25 17:21:10.423215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-44e13980-3a11-45b1-83cf-de16eeffab5c tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755496 May 25 17:21:10.608542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-42b160c4-6a9c-4e81-9528-a2e4deec64aa service neutron] 10.222.0.96 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751902 May 25 17:21:10.746928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-5b880b64-22b8-477b-8780-5123f985bad2 service neutron] 10.222.0.96 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326170 May 25 17:21:10.922791 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1bd36f9d-9db6-4ade-b1e7-944be35bb9a8 req-f461c26a-5c85-4631-b9cd-8b20e480c39c tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 210 time: 0.0430114 May 25 17:21:12.001604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-403d352e-1210-4aff-9321-b61b952f4909 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:12.003115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-403d352e-1210-4aff-9321-b61b952f4909 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 814 time: 0.1711853 May 25 17:21:12.017302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Request body: {'port': {'device_id': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f', 'admin_state_up': True, 'tenant_id': '23700b4d52354e9c927e1ba43f9795b0'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:12.150262 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ca27f9c-e656-46f8-92b7-52b576fdec75 req-ac6c0d2b-a206-4a64-8500-73cc1c30a4ec tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 210 time: 0.0612481 May 25 17:21:12.203477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:12.212954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:12.223430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Made reservation on behalf of 23700b4d52354e9c927e1ba43f9795b0 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:12.227398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.397577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Allocated IP 172.20.0.13 (32c74375-0fae-4a67-9065-35c3e19a1f7f/81faf60e-78a6-4a8c-9804-6aeb6ed5510e/77dbe906-e7db-40cd-9bac-ac4f87648bf2) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:12.632615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.748419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.778454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.784180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:12.800032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['d8622962-26e7-49c6-9edd-c6600657eb16'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:21:12.852790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Network 32c74375-0fae-4a67-9065-35c3e19a1f7f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:12.856454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:12.860548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:12.905239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Pushing event updated for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:12.907755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ce2bbc53-f06b-47b6-a3b7-5c5937b0c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.910183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:12.931543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:12.932162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:12.958297 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9454994 May 25 17:21:12.970494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Request body: {'port': {'device_id': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:13.083834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.336983 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cda7a-db81-4301-9985-c2cd7550552d req-c855da26-9fbf-41c7-a43e-cd904ebae4d9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:13.338570 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-075cda7a-db81-4301-9985-c2cd7550552d req-c855da26-9fbf-41c7-a43e-cd904ebae4d9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 932 time: 0.0810554 May 25 17:21:13.391897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-075cda7a-db81-4301-9985-c2cd7550552d req-a186e992-f85c-47be-a98c-6ccd9a9e270c tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472891 May 25 17:21:13.437190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dbe906-e7db-40cd-9bac-ac4f87648bf2 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:21:13.444804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.460555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Transition to ACTIVE for port object 77dbe906-e7db-40cd-9bac-ac4f87648bf2 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:13.465299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.469566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ac8a8ff-8609-480a-b744-59b0b5411cbb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:13.619660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Pushing event updated for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:13.627608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:13.707538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Attempting to bind port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:13.707764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Attempting to bind port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:13.708102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Attempting to bind port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:13.712942 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:21:13.713295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Attempting to bind port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 on network 32c74375-0fae-4a67-9065-35c3e19a1f7f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:13.719901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:13.720259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Checking segment: {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:13.720650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Bound using segment: {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:13.721083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Bound port: 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7afa05-9e99-45d8-b544-dc7697675fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:13.721432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.810895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:13.814626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:13.819214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.822944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:13.881205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.886417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:13.887052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:13.888608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] 10.222.0.95 "PUT /v2.0/ports/77dbe906-e7db-40cd-9bac-ac4f87648bf2 HTTP/1.1" status: 200 len: 1094 time: 0.9223170 May 25 17:21:13.889137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:13.909444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Pushing event updated for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:13.912477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:13.963073 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2', 'status': 'completed', 'code': 200} May 25 17:21:14.010741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-801ccabf-3a8d-4440-8644-aa0928e0e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:14.012378 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-801ccabf-3a8d-4440-8644-aa0928e0e143 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 1097 time: 0.0814021 May 25 17:21:14.088022 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-5e054955-15e8-4667-819b-f4f2c65f56a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2 HTTP/1.1" status: 200 len: 217 time: 0.0665607 May 25 17:21:14.151318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-407e07ea-2fdb-43a1-a6d7-6d10c1042fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:14.153604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-407e07ea-2fdb-43a1-a6d7-6d10c1042fe0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=81faf60e-78a6-4a8c-9804-6aeb6ed5510e HTTP/1.1" status: 200 len: 854 time: 0.0588050 May 25 17:21:14.206128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-c9ce0dcf-d56c-4d82-85be-62b8e5945a1b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=32c74375-0fae-4a67-9065-35c3e19a1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438385 May 25 17:21:14.340926 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-2082c9bb-5b24-4bc5-ab8e-22c6094fbb2b service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274674 May 25 17:21:14.586735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c3a97-4fd1-452b-a327-4b569d87121b req-e6ffb5a2-42fd-4416-842c-09795239041f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:14.588328 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-287c3a97-4fd1-452b-a327-4b569d87121b req-e6ffb5a2-42fd-4416-842c-09795239041f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 944 time: 0.0878694 May 25 17:21:14.625694 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5706be5b-743a-478a-9f45-cd035aa4f604 req-6437f61a-b74a-4e6a-af43-c204e8fb181d service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733767 May 25 17:21:14.635473 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-287c3a97-4fd1-452b-a327-4b569d87121b req-b4558673-017e-4e1a-9d0e-131c2d598110 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 May 25 17:21:14.745354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-e09e65bd-c45f-4df7-81ed-f7e31f1df7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:14.747733 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-e09e65bd-c45f-4df7-81ed-f7e31f1df7b7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=23700b4d52354e9c927e1ba43f9795b0&device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 1097 time: 0.0725033 May 25 17:21:14.838226 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:21:14.886491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-14b4a44b-0136-4346-a1af-5b0273071d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:14.888018 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-14b4a44b-0136-4346-a1af-5b0273071d02 service neutron] 10.222.0.95 "GET /v2.0/networks?id=32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 200 len: 916 time: 0.1299074 May 25 17:21:14.967801 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-ddc3d768-7918-4cd0-8830-01117a10a35c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2 HTTP/1.1" status: 200 len: 217 time: 0.0644643 May 25 17:21:15.035777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-39675987-ec82-4850-a28c-8859b3d9e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:15.037247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-39675987-ec82-4850-a28c-8859b3d9e0fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=81faf60e-78a6-4a8c-9804-6aeb6ed5510e HTTP/1.1" status: 200 len: 854 time: 0.0579491 May 25 17:21:15.091077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-dbca11b4-6108-4ecf-8db5-652b42c156a9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=32c74375-0fae-4a67-9065-35c3e19a1f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448570 May 25 17:21:15.229999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-aab0e32b-2205-48ac-ac41-1f1d95b651f4 service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290400 May 25 17:21:15.375235 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9b39eb4c-7f3a-4343-be99-7a24a5e26ae2 req-5cb4b08f-669e-4dbb-b256-c08e90433fe8 service neutron] 10.222.0.95 "GET /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347749 May 25 17:21:15.555641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:15.829571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbc957-e35d-4f57-b4fc-0a6018615b06 req-cec84ebd-d7b9-4975-aacd-44522451ea17 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:15.830168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-99dbc957-e35d-4f57-b4fc-0a6018615b06 req-cec84ebd-d7b9-4975-aacd-44522451ea17 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Synchronizing usage tracker for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:21:15.845867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-99dbc957-e35d-4f57-b4fc-0a6018615b06 req-cec84ebd-d7b9-4975-aacd-44522451ea17 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Unset dirty status for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:21:15.847048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99dbc957-e35d-4f57-b4fc-0a6018615b06 req-cec84ebd-d7b9-4975-aacd-44522451ea17 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 944 time: 0.0967321 May 25 17:21:15.894453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-99dbc957-e35d-4f57-b4fc-0a6018615b06 req-ab054f0c-e605-46bc-a815-d41ea1837980 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 May 25 17:21:17.087921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fbc45-7ac5-4e7a-9b2f-6e0f13283271 req-56a955f3-c4bf-4de5-a67f-28f37b3a8035 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:17.089392 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-685fbc45-7ac5-4e7a-9b2f-6e0f13283271 req-56a955f3-c4bf-4de5-a67f-28f37b3a8035 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 944 time: 0.0862443 May 25 17:21:17.134443 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-685fbc45-7ac5-4e7a-9b2f-6e0f13283271 req-2e934bb8-77da-43dc-a95b-8ff445356ff5 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 May 25 17:21:17.980330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 77dbe906-e7db-40cd-9bac-ac4f87648bf2 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:21:18.118863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:18.133169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '77dbe906-e7db-40cd-9bac-ac4f87648bf2', 'network_id': '32c74375-0fae-4a67-9065-35c3e19a1f7f', 'port_id': '77dbe906-e7db-40cd-9bac-ac4f87648bf2', 'mac_address': 'fa:16:3e:50:98:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81faf60e-78a6-4a8c-9804-6aeb6ed5510e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:21:18.189755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:18.207790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dbe906-e7db-40cd-9bac-ac4f87648bf2 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:21:18.223861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:18.227961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:18.229978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:18.300475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:18.303477 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:18.328970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551cdd7e-d3d7-4925-8126-c5805abb2027 req-68c5fbec-01ba-4377-8ab2-42b16a8ed61f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:18.330511 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-551cdd7e-d3d7-4925-8126-c5805abb2027 req-68c5fbec-01ba-4377-8ab2-42b16a8ed61f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 945 time: 0.0896084 May 25 17:21:18.377420 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-551cdd7e-d3d7-4925-8126-c5805abb2027 req-9ce10471-fd85-46ea-a3c1-bebbb8d0b94e tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 May 25 17:21:18.610683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['77dbe906-e7db-40cd-9bac-ac4f87648bf2'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:21:19.020849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:19.567361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db619d-014e-46b2-b7c4-272a460fc921 req-3f1de500-284b-4c3f-87bb-17f178888d9f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:19.568839 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33db619d-014e-46b2-b7c4-272a460fc921 req-3f1de500-284b-4c3f-87bb-17f178888d9f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 945 time: 0.0841062 May 25 17:21:19.614056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-33db619d-014e-46b2-b7c4-272a460fc921 req-27877764-bae7-4c45-819c-5488efc88978 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 25 17:21:19.976685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 77dbe906-e7db-40cd-9bac-ac4f87648bf2 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:20.085173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:20.090335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:20.090719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:20.215572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:20.243878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:20.254584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:20.259432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:20.262114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:20.293824 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2', 'code': 200} May 25 17:21:20.332903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:20.335783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:20.523152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef84b9-9515-4fdd-8fe4-1643b64961db req-de372fca-cf7e-4178-a5a4-82147608141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:20.524665 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-30ef84b9-9515-4fdd-8fe4-1643b64961db req-de372fca-cf7e-4178-a5a4-82147608141b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 1099 time: 0.0707626 May 25 17:21:20.569145 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-30ef84b9-9515-4fdd-8fe4-1643b64961db req-e758165c-583c-49ab-8e01-7dc9f7771ffa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344477 May 25 17:21:20.805113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6900bc-bbd0-4c04-a5a5-98b4451b7580 req-b919921d-471c-4c8b-a6b6-698ad25e82de tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:20.806386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-be6900bc-bbd0-4c04-a5a5-98b4451b7580 req-b919921d-471c-4c8b-a6b6-698ad25e82de tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 946 time: 0.0865078 May 25 17:21:20.851347 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-be6900bc-bbd0-4c04-a5a5-98b4451b7580 req-1a9e8396-9997-4e93-97a2-c00e53a8f123 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 May 25 17:21:22.044936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dd1d2-ceec-4d97-89cf-003f487ea2d3 req-9066a76e-edf6-455e-9b2a-f0d89e089734 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:22.046904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d33dd1d2-ceec-4d97-89cf-003f487ea2d3 req-9066a76e-edf6-455e-9b2a-f0d89e089734 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 946 time: 0.0855165 May 25 17:21:22.093766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d33dd1d2-ceec-4d97-89cf-003f487ea2d3 req-5530abdb-8cfc-41f5-9e74-ecc142e1357d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 May 25 17:21:22.623522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0bdc5-e374-420f-8b2f-df5bc3dfeb34 req-564a1625-9145-44a8-a5fe-667fe7b37b3f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:22.625583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1de0bdc5-e374-420f-8b2f-df5bc3dfeb34 req-564a1625-9145-44a8-a5fe-667fe7b37b3f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 946 time: 0.0812793 May 25 17:21:22.675729 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1de0bdc5-e374-420f-8b2f-df5bc3dfeb34 req-8864672d-2294-48e5-bd16-6af3114fad41 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445306 May 25 17:21:23.862706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbed89-33f0-4106-b307-7e038208c6b5 req-08ef16b1-4d08-47f9-b269-de49aa2435b6 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:23.864203 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cddbed89-33f0-4106-b307-7e038208c6b5 req-08ef16b1-4d08-47f9-b269-de49aa2435b6 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 946 time: 0.0812609 May 25 17:21:23.912408 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cddbed89-33f0-4106-b307-7e038208c6b5 req-a92c019c-149d-4c01-96d5-38ba058f5125 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 May 25 17:21:24.396036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-3e8f0226-6038-4c97-8426-250718759717 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:24.397439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-3e8f0226-6038-4c97-8426-250718759717 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 946 time: 0.0840917 May 25 17:21:24.543700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Deleting port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:24.544040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:24.685270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] For port 77dbe906-e7db-40cd-9bac-ac4f87648bf2, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=77dbe906-e7db-40cd-9bac-ac4f87648bf2,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:24.685523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:24.840299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Calling delete_port for 77dbe906-e7db-40cd-9bac-ac4f87648bf2 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:24.976345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:24.982349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60c672d5-dfb6-45e7-935a-2d6c864f69c1 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:24.989370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['d8622962-26e7-49c6-9edd-c6600657eb16', '77dbe906-e7db-40cd-9bac-ac4f87648bf2'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:21:25.033391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Pushing event deleted for resources: {'Port': ['ID=77dbe906-e7db-40cd-9bac-ac4f87648bf2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:25.067654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:25.289998 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4cf7dece-1053-4d89-889e-353c41ce4f82 req-90f13b6a-4a9c-4700-b72a-85c63c273de8 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=a8c8d73c-6d7d-4298-9338-6d57eaf863e6 HTTP/1.1" status: 200 len: 210 time: 0.2289248 May 25 17:21:25.290999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] No DVR routers for this DVR port 77dbe906-e7db-40cd-9bac-ac4f87648bf2 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:25.293424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:25.296698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'name': 'network-vif-deleted', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:25.314064 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b940f8bb-c1d8-44b9-bbe2-32d659e803e6 req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "DELETE /v2.0/ports/77dbe906-e7db-40cd-9bac-ac4f87648bf2 HTTP/1.1" status: 204 len: 173 time: 0.9102321 May 25 17:21:25.347117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c8d73c-6d7d-4298-9338-6d57eaf863e6', 'name': 'network-vif-deleted', 'tag': '77dbe906-e7db-40cd-9bac-ac4f87648bf2', 'status': 'completed', 'code': 200} May 25 17:21:26.555810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f5b63-a888-4ea9-b974-84c36a34ec08 req-7c8b7352-38b0-4e7c-a106-77c6555f3ff7 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:26.557330 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cd0f5b63-a888-4ea9-b974-84c36a34ec08 req-7c8b7352-38b0-4e7c-a106-77c6555f3ff7 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0822914 May 25 17:21:26.605319 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cd0f5b63-a888-4ea9-b974-84c36a34ec08 req-4079228d-3df1-4670-b4ee-eb570a16ea8a tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 May 25 17:21:26.814158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189ee10-7ba2-45fa-9b67-eb7e942d0a9a req-4ebb056b-eec2-4597-bad1-c455455cd0cd tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:26.815649 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f189ee10-7ba2-45fa-9b67-eb7e942d0a9a req-4ebb056b-eec2-4597-bad1-c455455cd0cd tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0856094 May 25 17:21:26.973800 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f189ee10-7ba2-45fa-9b67-eb7e942d0a9a req-10ed96ce-621e-43a1-8aa1-09b649faad5a tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525276 May 25 17:21:27.159302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c48c59-44bb-4f5d-86a9-925392fae4c7 req-44bed5da-af28-4923-ab75-0e91c7ab228d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:27.159915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a7c48c59-44bb-4f5d-86a9-925392fae4c7 req-44bed5da-af28-4923-ab75-0e91c7ab228d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Synchronizing usage tracker for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:21:27.176270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-a7c48c59-44bb-4f5d-86a9-925392fae4c7 req-44bed5da-af28-4923-ab75-0e91c7ab228d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Unset dirty status for tenant:23700b4d52354e9c927e1ba43f9795b0 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:21:27.177459 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7c48c59-44bb-4f5d-86a9-925392fae4c7 req-44bed5da-af28-4923-ab75-0e91c7ab228d tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0997660 May 25 17:21:27.223421 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a7c48c59-44bb-4f5d-86a9-925392fae4c7 req-b8588933-4f70-4c47-9c43-e73a68053085 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400133 May 25 17:21:27.509186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6871b85-9eba-450a-b535-92a8da8c16ed req-29f92146-0407-4b2a-a0cf-de07d65fc01b tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:27.510802 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e6871b85-9eba-450a-b535-92a8da8c16ed req-29f92146-0407-4b2a-a0cf-de07d65fc01b tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0816483 May 25 17:21:27.556373 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e6871b85-9eba-450a-b535-92a8da8c16ed req-9c56a153-0bea-4e7d-b0ab-a028c2cd2032 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 May 25 17:21:27.744523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37e6d1-7fb0-46da-9f43-5843731359a3 req-f87a365c-9e05-4824-a9d4-1daf71ce8d63 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:27.745899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c37e6d1-7fb0-46da-9f43-5843731359a3 req-f87a365c-9e05-4824-a9d4-1daf71ce8d63 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0796530 May 25 17:21:27.794161 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c37e6d1-7fb0-46da-9f43-5843731359a3 req-6b8c96af-0bd0-4307-9fed-aa8c96684dab tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 May 25 17:21:27.992275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82087d22-01ba-4430-87e5-bc99423233cd req-fe256b82-758a-4b51-a7ba-8ad7256cf4bd tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:27.993820 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-82087d22-01ba-4430-87e5-bc99423233cd req-fe256b82-758a-4b51-a7ba-8ad7256cf4bd tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0829506 May 25 17:21:28.022506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 77dbe906-e7db-40cd-9bac-ac4f87648bf2 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:21:28.041465 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-82087d22-01ba-4430-87e5-bc99423233cd req-be9f6924-0dec-44d3-a6bd-e850b9ece8f6 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 May 25 17:21:28.061066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 77dbe906-e7db-40cd-9bac-ac4f87648bf2 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:21:28.062085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 77dbe906-e7db-40cd-9bac-ac4f87648bf2 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:21:28.579881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fa327-8c7e-4b56-b1e9-69296821cf82 req-0285e384-ac39-4569-bcba-8d1a3a24694f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:28.581256 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-130fa327-8c7e-4b56-b1e9-69296821cf82 req-0285e384-ac39-4569-bcba-8d1a3a24694f tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0853150 May 25 17:21:28.629094 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-130fa327-8c7e-4b56-b1e9-69296821cf82 req-b2f33d01-6317-4330-975b-7c00b6a1d47b tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 May 25 17:21:29.817023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c966168-b0ec-46ef-9922-c7e6c6e6f216 req-cff67b89-a9ae-4a27-8515-a93db33a6f49 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:29.818480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1c966168-b0ec-46ef-9922-c7e6c6e6f216 req-cff67b89-a9ae-4a27-8515-a93db33a6f49 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0828362 May 25 17:21:29.862445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1c966168-b0ec-46ef-9922-c7e6c6e6f216 req-1813e7a7-4510-4acd-b8a5-ff016227ae79 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/security-groups?id=8e867195-41a5-4e71-98d4-e0c925e838ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383160 May 25 17:21:30.333903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-892d6709-63db-48b7-8841-d88dd42ca938 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:30.335369 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-892d6709-63db-48b7-8841-d88dd42ca938 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 946 time: 0.0814426 May 25 17:21:30.481023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Deleting port d8622962-26e7-49c6-9edd-c6600657eb16 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:30.481361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:30.618135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] For port d8622962-26e7-49c6-9edd-c6600657eb16, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=d8622962-26e7-49c6-9edd-c6600657eb16,segment=NetworkSegment(8e7afa05-9e99-45d8-b544-dc7697675fbc),segment_id=8e7afa05-9e99-45d8-b544-dc7697675fbc)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:30.618493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:30.747511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Calling delete_port for d8622962-26e7-49c6-9edd-c6600657eb16 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:30.864249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:30.871561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-826bc19d-7cc8-4457-8c19-e72f268696da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:30.876583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['d8622962-26e7-49c6-9edd-c6600657eb16'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:21:30.949576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Pushing event deleted for resources: {'Port': ['ID=d8622962-26e7-49c6-9edd-c6600657eb16,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:30.961260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:31.002207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] No DVR routers for this DVR port d8622962-26e7-49c6-9edd-c6600657eb16 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:31.004761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:31.008655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'name': 'network-vif-deleted', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:21:31.016422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-31779eb5-c4e6-4bda-872e-c8c4ea5d92af req-2e12b130-461f-474d-9023-8692c757091c tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.96 "GET /v2.0/ports?device_id=c6b9cdfd-8a64-4060-9afe-04ba77094213 HTTP/1.1" status: 200 len: 210 time: 0.0444944 May 25 17:21:31.023972 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9768ace3-7a8e-4d85-ab69-b7aeb636c7aa req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] 10.222.0.95 "DELETE /v2.0/ports/d8622962-26e7-49c6-9edd-c6600657eb16 HTTP/1.1" status: 204 len: 173 time: 0.6827416 May 25 17:21:31.076655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b9cdfd-8a64-4060-9afe-04ba77094213', 'name': 'network-vif-deleted', 'tag': 'd8622962-26e7-49c6-9edd-c6600657eb16', 'status': 'completed', 'code': 200} May 25 17:21:32.111980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40652) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:32.171957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Deleting subnet 81faf60e-78a6-4a8c-9804-6aeb6ed5510e {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:21:32.175046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.229943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.285961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.547876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.551531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-683ff906-e86d-456f-9f45-4bf9718ac976 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:32.586632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81faf60e-78a6-4a8c-9804-6aeb6ed5510e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:32.588624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.591117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:32.596010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/81faf60e-78a6-4a8c-9804-6aeb6ed5510e HTTP/1.1" status: 204 len: 168 time: 0.4830284 May 25 17:21:32.598442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40656) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:32.708161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.832802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.846467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c74375-0fae-4a67-9065-35c3e19a1f7f']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:32.858304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7afa05-9e99-45d8-b544-dc7697675fbc') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:32.858734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7afa05-9e99-45d8-b544-dc7697675fbc') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:32.870081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.885852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.892446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:32.892831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:32.906826 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:32.985955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.990342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:32.992867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1a7024b7-9feb-42bc-9b8b-85a07d2236f5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:33.013399 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] 10.222.0.96 "DELETE /v2.0/networks/32c74375-0fae-4a67-9065-35c3e19a1f7f HTTP/1.1" status: 204 len: 168 time: 0.4139571 May 25 17:21:33.014371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c74375-0fae-4a67-9065-35c3e19a1f7f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:33.018349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:33.127458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40662) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:33.176463 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-26d90e24-c358-45f9-b029-e15e11c866fd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=23700b4d52354e9c927e1ba43f9795b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476942 May 25 17:21:33.178803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40666) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:33.241079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:33.267313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:33.319095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:33.322708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d2f2634-ec77-4501-a16e-4f7d3c94e533 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:33.338778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e867195-41a5-4e71-98d4-e0c925e838ba,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:33.341423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:33.349522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:33.352995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c1aa9720-7be0-47df-be9b-83d14f6a3668 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8e867195-41a5-4e71-98d4-e0c925e838ba HTTP/1.1" status: 204 len: 168 time: 0.1708961 May 25 17:21:34.038238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device d8622962-26e7-49c6-9edd-c6600657eb16 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:21:34.072520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: d8622962-26e7-49c6-9edd-c6600657eb16 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:21:34.072883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device d8622962-26e7-49c6-9edd-c6600657eb16 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:21:34.101265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40690) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:34.207391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-145528406'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:34.212505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:34.216236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:network and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:34.219815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:34.226390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:34.236954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:34.240687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.253260 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.268657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:34.272544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:security_group_rule and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:34.275288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:34.281679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:34.371753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.375879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.380063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d37af686-105a-4206-bff2-0d33033f1e7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:34.416043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:34.425025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb67438e-21d9-4e44-b7e1-d6f0595f8f50,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:34.429551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:34.438651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.439032 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Added segment 43ad0b05-77d1-417b-9bfe-b301bf740abc of type vlan for network 94375ed3-b638-4f4b-bcdf-780500b5aec5 May 25 17:21:34.468515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.498408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.504399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:34.504978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:34.508499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-522ca371-6de1-4d92-ad78-e8dd5bfb4c7a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:34.757192 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6548200 May 25 17:21:34.760170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Network': ['ID=94375ed3-b638-4f4b-bcdf-780500b5aec5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:34.780407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:34.787948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:38.083618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40696) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:38.089492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'subnet': {'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:38.201080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:38.205679 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:subnet and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:38.208481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:38.214037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:38.224685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:38.228336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.653364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.657138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7acd64b5-613f-40e9-b23a-14ffa05b3807 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:38.735989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Subnet': ['ID=a356b8a8-32c1-49ec-9802-cd19679a03ab,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:38.747335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.747724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.748104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.748480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.749472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.749848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.750217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.750581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.750965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.751331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.751692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.752052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:38.756401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:38.759415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking segment: {'id': '43ad0b05-77d1-417b-9bfe-b301bf740abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:38.759415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network hostable DHCP agents. Network: 94375ed3-b638-4f4b-bcdf-780500b5aec5, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:38.778035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:38.787534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 94375ed3-b638-4f4b-bcdf-780500b5aec5) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:38.797215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabd7c4-014e-4683-93f8-c1ffa46d669e None None] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:38.799641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:38.800235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.827457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b7352b8d-6bb5-424f-93d6-ff206edc6139 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7427237 May 25 17:21:38.828302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40700) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:38.834422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111849111'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:38.839671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:38.843683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:network and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:38.846576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:38.853324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:38.863947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:38.867459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.895960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:38.904737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.905103 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Added segment 41768274-62ee-48ce-914a-9a29fc5bbea0 of type vlan for network bbd8e064-1c4e-4b56-9063-14be305c5872 May 25 17:21:38.932122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.963970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.970033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:38.970614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:38.974258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d68178ce-f4fb-463f-a4c6-55f3ba8c3156 tempest-ExternalNetworksTestJSON-841767519 tempest-ExternalNetworksTestJSON-841767519-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:39.018711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-94375ed3-b638-4f4b-bcdf-780500b5aec5', 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5', 'tenant_id': '093c3c470da8415baac57084f0252373', 'fixed_ips': [{'subnet_id': 'a356b8a8-32c1-49ec-9802-cd19679a03ab'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:39.019620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.073133 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2432652 May 25 17:21:39.076064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40704) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:39.083260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Network': ['ID=bbd8e064-1c4e-4b56-9063-14be305c5872,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:39.084448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'subnet': {'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:39.086238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c58d1dc3-97aa-4c0c-83a4-d71432dfeae7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:39.101061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network bbd8e064-1c4e-4b56-9063-14be305c5872 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:39.201988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:39.206038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:subnet and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:39.208914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:39.214616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:39.227839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:39.231632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.274621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Allocated IP 2001:db8:0:ffff::2 (94375ed3-b638-4f4b-bcdf-780500b5aec5/a356b8a8-32c1-49ec-9802-cd19679a03ab/09b3ca04-061c-4501-b4b9-c25c792b7412) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:39.497103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.508264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Transition to ACTIVE for port object 09b3ca04-061c-4501-b4b9-c25c792b7412 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:39.527758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Transition to ACTIVE for port object 09b3ca04-061c-4501-b4b9-c25c792b7412 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:39.534058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.539871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:39.601955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:39.604895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:39.607344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:39.647323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Pushing event updated for resources: {'Port': ['ID=09b3ca04-061c-4501-b4b9-c25c792b7412,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:39.654225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:39.672595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.677233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-672ece14-de41-4f6f-a220-56f108ff22a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:39.710748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Attempting to bind port 09b3ca04-061c-4501-b4b9-c25c792b7412 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:39.711347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Attempting to bind port 09b3ca04-061c-4501-b4b9-c25c792b7412 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '43ad0b05-77d1-417b-9bfe-b301bf740abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:39.711832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Attempting to bind port 09b3ca04-061c-4501-b4b9-c25c792b7412 on network 94375ed3-b638-4f4b-bcdf-780500b5aec5 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:39.718546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:39.719151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Checking segment: {'id': '43ad0b05-77d1-417b-9bfe-b301bf740abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:39.719587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.720003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Bound using segment: {'id': '43ad0b05-77d1-417b-9bfe-b301bf740abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:39.720481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Bound port: 09b3ca04-061c-4501-b4b9-c25c792b7412, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ad0b05-77d1-417b-9bfe-b301bf740abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '94375ed3-b638-4f4b-bcdf-780500b5aec5'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:39.720930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.758986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Subnet': ['ID=65afba7f-5fa5-4b15-8e21-9952f066efc1,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:39.761980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:39.769858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking segment: {'id': '41768274-62ee-48ce-914a-9a29fc5bbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:39.770223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network hostable DHCP agents. Network: bbd8e064-1c4e-4b56-9063-14be305c5872, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:39.788858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network bbd8e064-1c4e-4b56-9063-14be305c5872 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:39.799129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, bbd8e064-1c4e-4b56-9063-14be305c5872) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:39.810798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8289456-d830-4915-a33f-26ed6d89ce0f None None] Network bbd8e064-1c4e-4b56-9063-14be305c5872 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:39.812954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:39.813562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.834354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7568808 May 25 17:21:39.837015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40708) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:39.927280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] For port 09b3ca04-061c-4501-b4b9-c25c792b7412, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:39.945417 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] For port 09b3ca04-061c-4501-b4b9-c25c792b7412, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09b3ca04-061c-4501-b4b9-c25c792b7412,segment=NetworkSegment(43ad0b05-77d1-417b-9bfe-b301bf740abc),segment_id=43ad0b05-77d1-417b-9bfe-b301bf740abc)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:39.951285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:39.956791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:39.985353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.054239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.093262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Pushing event updated for resources: {'Port': ['ID=09b3ca04-061c-4501-b4b9-c25c792b7412,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:40.097910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:40.130413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-be3d5f7b-68b7-47b0-b2ee-282651300731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.196521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-bbd8e064-1c4e-4b56-9063-14be305c5872', 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872', 'tenant_id': '093c3c470da8415baac57084f0252373', 'fixed_ips': [{'subnet_id': '65afba7f-5fa5-4b15-8e21-9952f066efc1'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:40.197287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.386339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Allocated IP 2001:db8::2 (bbd8e064-1c4e-4b56-9063-14be305c5872/65afba7f-5fa5-4b15-8e21-9952f066efc1/c3108e83-527b-4fc2-82ba-0a877e1f908a) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:40.613981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.624124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Transition to ACTIVE for port object c3108e83-527b-4fc2-82ba-0a877e1f908a will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:40.641684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Transition to ACTIVE for port object c3108e83-527b-4fc2-82ba-0a877e1f908a will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:40.648395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.651899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:40.666430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.670284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-02728b26-e35a-4371-8266-41c5d350a7a2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:40.713343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Subnet': ['ID=65afba7f-5fa5-4b15-8e21-9952f066efc1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:40.716978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:40.721456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Network bbd8e064-1c4e-4b56-9063-14be305c5872 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:40.724975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:40.727536 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:40.738401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Pushing event updated for resources: {'Port': ['ID=c3108e83-527b-4fc2-82ba-0a877e1f908a,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:40.741523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:40.837112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Attempting to bind port c3108e83-527b-4fc2-82ba-0a877e1f908a on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:40.837750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Attempting to bind port c3108e83-527b-4fc2-82ba-0a877e1f908a by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '41768274-62ee-48ce-914a-9a29fc5bbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:40.837868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Attempting to bind port c3108e83-527b-4fc2-82ba-0a877e1f908a on network bbd8e064-1c4e-4b56-9063-14be305c5872 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:40.844877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:40.845258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Checking segment: {'id': '41768274-62ee-48ce-914a-9a29fc5bbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:40.845669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.846072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Bound using segment: {'id': '41768274-62ee-48ce-914a-9a29fc5bbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:40.846675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Bound port: c3108e83-527b-4fc2-82ba-0a877e1f908a, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41768274-62ee-48ce-914a-9a29fc5bbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:40.847095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.942409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] For port c3108e83-527b-4fc2-82ba-0a877e1f908a, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:40.945724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] For port c3108e83-527b-4fc2-82ba-0a877e1f908a, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c3108e83-527b-4fc2-82ba-0a877e1f908a,segment=NetworkSegment(41768274-62ee-48ce-914a-9a29fc5bbea0),segment_id=41768274-62ee-48ce-914a-9a29fc5bbea0)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:40.951132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.959795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:40.970017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:40.987982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd8e064-1c4e-4b56-9063-14be305c5872']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:41.002216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41768274-62ee-48ce-914a-9a29fc5bbea0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:41.002519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41768274-62ee-48ce-914a-9a29fc5bbea0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:41.015582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.034788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.041665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:41.042128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:41.057277 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:41.089783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Pushing event updated for resources: {'Port': ['ID=c3108e83-527b-4fc2-82ba-0a877e1f908a,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:41.093848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:41.115089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409ec81-c403-4ef7-a964-b66cc36e15c9 None None] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:41.131645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9cbc4-405a-4aa3-a23b-8dad9c0507f9 None None] Network bbd8e064-1c4e-4b56-9063-14be305c5872 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:41.139908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.db.api [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 17:21:41.139908 dv-neutron-792998-1-hyperv neutron-server[99127]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 17:21:41.139908 dv-neutron-792998-1-hyperv neutron-server[99127]: [parameters: {'id': 'bbd8e064-1c4e-4b56-9063-14be305c5872'}] May 25 17:21:41.139908 dv-neutron-792998-1-hyperv neutron-server[99127]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:21:41.140387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_db.api [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:21:41.309323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-68f98b4f-82de-4d1f-98fa-ab7496a298d8 None None] Provisioning for port 09b3ca04-061c-4501-b4b9-c25c792b7412 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:41.641741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.695452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d9ee1-a096-42a5-822a-580a12f95c2a None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 17:21:41.722227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting port c3108e83-527b-4fc2-82ba-0a877e1f908a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:41.722836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.797153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d9ee1-a096-42a5-822a-580a12f95c2a None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 17:21:41.830569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] For port c3108e83-527b-4fc2-82ba-0a877e1f908a, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c3108e83-527b-4fc2-82ba-0a877e1f908a,segment=NetworkSegment(41768274-62ee-48ce-914a-9a29fc5bbea0),segment_id=41768274-62ee-48ce-914a-9a29fc5bbea0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:41.830839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:41.960001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Calling delete_port for c3108e83-527b-4fc2-82ba-0a877e1f908a owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:42.013103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.017203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-790e5d8d-cfa6-4e61-8c42-393a40c572b2 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:42.066009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Port': ['ID=c3108e83-527b-4fc2-82ba-0a877e1f908a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:42.069170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:42.069944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No DVR routers for this DVR port c3108e83-527b-4fc2-82ba-0a877e1f908a on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:42.199754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.214438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd8e064-1c4e-4b56-9063-14be305c5872']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:42.230824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41768274-62ee-48ce-914a-9a29fc5bbea0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:42.231159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41768274-62ee-48ce-914a-9a29fc5bbea0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:42.234266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 09b3ca04-061c-4501-b4b9-c25c792b7412 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:42.245040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.262320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.269016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:42.269394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:42.284919 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:42.306304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 09b3ca04-061c-4501-b4b9-c25c792b7412 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:42.311040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 09b3ca04-061c-4501-b4b9-c25c792b7412 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:42.311454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.368036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.372888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.377539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbb7aece-dffc-4ed5-8374-79b251f47cf4 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:42.404013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Network': ['ID=bbd8e064-1c4e-4b56-9063-14be305c5872,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:42.407459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:42.413893 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/bbd8e064-1c4e-4b56-9063-14be305c5872 HTTP/1.1" status: 204 len: 168 time: 2.5716190 May 25 17:21:42.414518 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40712) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:42.422532 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1805286477'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:42.428343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:42.432747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:network and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:42.435792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:42.442318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:42.448238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.454542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:42.458303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.482394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 09b3ca04-061c-4501-b4b9-c25c792b7412, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09b3ca04-061c-4501-b4b9-c25c792b7412,segment=NetworkSegment(43ad0b05-77d1-417b-9bfe-b301bf740abc),segment_id=43ad0b05-77d1-417b-9bfe-b301bf740abc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:42.487028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.490242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8e27ae29-1dbb-4b4c-b2d3-f2b7f58c4915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:42.493433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] vlan segment allocate from pool success with {'vlan_id': 1180, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:42.502696 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.503072 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Added segment 861a84f8-74bf-4fa7-8a2a-a272be680202 of type vlan for network c14683f0-264c-46b0-b4da-e141c8f3c38b May 25 17:21:42.529494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.563963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.567365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=09b3ca04-061c-4501-b4b9-c25c792b7412,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:42.569587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:42.570195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.570588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:42.574473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8e458d5b-8e6c-4888-8355-e5c9f18d057b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:42.634665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.677711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40716) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:42.677928 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2619648 May 25 17:21:42.683907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'subnet': {'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:42.688229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Network': ['ID=c14683f0-264c-46b0-b4da-e141c8f3c38b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:42.691450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:42.698724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c14683f0-264c-46b0-b4da-e141c8f3c38b details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:42.801758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:42.806004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:subnet and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:42.808961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:42.815383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:42.824619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:42.829093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.891901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a2de998a-5dfa-4e0c-89cc-f12d234e4706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:42.921634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Performing IP validity checks on allocation pools {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 25 17:21:42.922159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.ipam_backend_mixin [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking for overlaps among allocation pools and gateway ip {{(pid=99127) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 25 17:21:43.238473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.242031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5385c5e1-8f3e-4df7-9711-75e9a84bbd0e tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:43.463964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Subnet': ['ID=010bd810-e8c7-4379-b278-1a2f6ef46ffe,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:43.466722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:43.476309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking segment: {'id': '861a84f8-74bf-4fa7-8a2a-a272be680202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:43.476674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network hostable DHCP agents. Network: c14683f0-264c-46b0-b4da-e141c8f3c38b, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:43.493398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network c14683f0-264c-46b0-b4da-e141c8f3c38b is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:43.503924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c14683f0-264c-46b0-b4da-e141c8f3c38b) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:43.513884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50e5cc4-8657-4568-9401-b4142c6526b7 None None] Network c14683f0-264c-46b0-b4da-e141c8f3c38b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:43.514691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:43.515314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.537686 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fca287ae-4955-4fd3-930c-c7058d6c2072 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8586080 May 25 17:21:43.540411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40720) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:43.688118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.736597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c14683f0-264c-46b0-b4da-e141c8f3c38b', 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b', 'tenant_id': '093c3c470da8415baac57084f0252373', 'fixed_ips': [{'subnet_id': '010bd810-e8c7-4379-b278-1a2f6ef46ffe'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:43.737438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.759426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.896529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:43.910962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Allocated IP 2001:db8::3 (c14683f0-264c-46b0-b4da-e141c8f3c38b/010bd810-e8c7-4379-b278-1a2f6ef46ffe/5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:44.118188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.128297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Transition to ACTIVE for port object 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:44.146340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Transition to ACTIVE for port object 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:44.152058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.156639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:44.170892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.175883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2ea182eb-3c2b-4e46-b8dd-40c077d6a78d tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:44.212271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Subnet': ['ID=010bd810-e8c7-4379-b278-1a2f6ef46ffe,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:44.214660 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 09b3ca04-061c-4501-b4b9-c25c792b7412 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:44.215799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:44.271681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Network c14683f0-264c-46b0-b4da-e141c8f3c38b is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:44.277942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:44.284344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:44.286278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Pushing event updated for resources: {'Port': ['ID=5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:44.293513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:44.312571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.326395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14683f0-264c-46b0-b4da-e141c8f3c38b']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:44.339889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861a84f8-74bf-4fa7-8a2a-a272be680202') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:44.340182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861a84f8-74bf-4fa7-8a2a-a272be680202') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:44.352297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.368534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.375835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:44.376482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.388048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Attempting to bind port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:44.388422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Attempting to bind port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '861a84f8-74bf-4fa7-8a2a-a272be680202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:44.388796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Attempting to bind port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 on network c14683f0-264c-46b0-b4da-e141c8f3c38b {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:44.391841 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:44.396110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:44.396490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Checking segment: {'id': '861a84f8-74bf-4fa7-8a2a-a272be680202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:44.396904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.397312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Bound using segment: {'id': '861a84f8-74bf-4fa7-8a2a-a272be680202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:44.398016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Bound port: 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861a84f8-74bf-4fa7-8a2a-a272be680202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:44.398615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.417220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 09b3ca04-061c-4501-b4b9-c25c792b7412 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:44.417602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.479346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 17:21:44.479346 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 17:21:44.479346 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': 'c14683f0-264c-46b0-b4da-e141c8f3c38b'}] May 25 17:21:44.479346 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:21:44.479841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:21:44.548105 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] For port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:44.551450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] For port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3,segment=NetworkSegment(861a84f8-74bf-4fa7-8a2a-a272be680202),segment_id=861a84f8-74bf-4fa7-8a2a-a272be680202)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:44.584137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.635005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:44.768549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Pushing event updated for resources: {'Port': ['ID=5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:44.773039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:44.793701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0980d-0d4e-43da-8396-906e9bfa93d4 None None] Network c14683f0-264c-46b0-b4da-e141c8f3c38b requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:44.981113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:44.990212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce2c41-47c5-459c-9584-d35a5fa558f0 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 17:21:45.056618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:45.057235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.081972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce2c41-47c5-459c-9584-d35a5fa558f0 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 17:21:45.162459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] For port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3,segment=NetworkSegment(861a84f8-74bf-4fa7-8a2a-a272be680202),segment_id=861a84f8-74bf-4fa7-8a2a-a272be680202)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:45.162812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.411676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Calling delete_port for 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:45.459528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.463446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:45.507428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Port': ['ID=5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:45.509939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:45.512429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No DVR routers for this DVR port 5ebe0afe-e92d-4a2c-8fb7-0f0aa24c4ea3 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:45.554497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.644324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.657941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14683f0-264c-46b0-b4da-e141c8f3c38b']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:45.670038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861a84f8-74bf-4fa7-8a2a-a272be680202') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:45.670339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861a84f8-74bf-4fa7-8a2a-a272be680202') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:45.682362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.698621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.705320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:45.705703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:45.721092 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:45.805278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.808765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-561f73cd-a873-46fc-96cb-2fbd5f38357b tempest-TestNetworkAdvancedServerOps-1267003884 tempest-TestNetworkAdvancedServerOps-1267003884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:45.823601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.835144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Network': ['ID=c14683f0-264c-46b0-b4da-e141c8f3c38b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:45.839336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:45.842161 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/c14683f0-264c-46b0-b4da-e141c8f3c38b HTTP/1.1" status: 204 len: 168 time: 2.3007333 May 25 17:21:45.845838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:45.851370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2142574129'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:45.856250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:45.860700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:network and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:45.863549 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:45.869795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:45.880780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:45.884318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.912636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:45.921703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.922044 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Added segment e503daff-df78-4e61-bbcd-254fe1cecdcd of type vlan for network 9932e49f-28ce-4593-941d-81a76cc12741 May 25 17:21:45.952994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.982471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.987998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:45.988582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:45.992178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3584f1c-d8df-45e5-b2e6-8f3c0295aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:46.092770 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2458432 May 25 17:21:46.095869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40728) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:46.099090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Network': ['ID=9932e49f-28ce-4593-941d-81a76cc12741,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:46.101946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:46.102956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'subnet': {'network_id': '9932e49f-28ce-4593-941d-81a76cc12741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:46.109278 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 9932e49f-28ce-4593-941d-81a76cc12741 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:46.220887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:46.220887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:subnet and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:46.223426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:46.229373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:46.239462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:46.243024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.679616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.683250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-089fe136-8f9d-4a6c-ac56-7bed5f03aff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:46.758806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Subnet': ['ID=b3656f00-4c78-48f9-ad90-6928fd6dfb74,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:46.762547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:46.768450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking segment: {'id': 'e503daff-df78-4e61-bbcd-254fe1cecdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:46.768815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network hostable DHCP agents. Network: 9932e49f-28ce-4593-941d-81a76cc12741, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:46.786562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network 9932e49f-28ce-4593-941d-81a76cc12741 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:46.797462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 9932e49f-28ce-4593-941d-81a76cc12741) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:46.808162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6484e8-5595-421e-9613-5625f8fdd192 None None] Network 9932e49f-28ce-4593-941d-81a76cc12741 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:46.808693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:46.809147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.832929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1c3a2153-62e8-4284-909a-4996f5d4e04e tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7357473 May 25 17:21:46.837397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40732) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:46.844937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992193676'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:46.851620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:46.855884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:network and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:46.859807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:46.865992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:46.876445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:46.879891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.914826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] vlan segment allocate from pool success with {'vlan_id': 1189, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:46.923951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.924296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Added segment 9606ab99-466e-40e5-bcb1-f6f4148dd843 of type vlan for network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c May 25 17:21:46.951076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.983642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.989572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:46.990169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:46.995518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-add262ee-d8f9-40d1-80df-aef30145fe06 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:47.032468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-9932e49f-28ce-4593-941d-81a76cc12741', 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741', 'tenant_id': '093c3c470da8415baac57084f0252373', 'fixed_ips': [{'subnet_id': 'b3656f00-4c78-48f9-ad90-6928fd6dfb74'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:47.033335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.098725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2601666 May 25 17:21:47.101603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40736) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:47.108059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Request body: {'subnet': {'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:47.108843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Network': ['ID=c2a846e5-4dfb-4490-9eb8-4e8706e9c52c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:47.111870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:47.122496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:47.224883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:47.228719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Usage tracker for resource:subnet and tenant:093c3c470da8415baac57084f0252373 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:47.231675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:47.238005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:47.249135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Made reservation on behalf of 093c3c470da8415baac57084f0252373 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:47.252657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.288843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Allocated IP 2001:db8::2 (9932e49f-28ce-4593-941d-81a76cc12741/b3656f00-4c78-48f9-ad90-6928fd6dfb74/06427a73-1e15-45af-90d9-a4ee67f5d156) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:47.503692 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.513443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Transition to ACTIVE for port object 06427a73-1e15-45af-90d9-a4ee67f5d156 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:47.532770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Transition to ACTIVE for port object 06427a73-1e15-45af-90d9-a4ee67f5d156 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:47.538061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.542946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:47.652779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Network 9932e49f-28ce-4593-941d-81a76cc12741 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:47.655824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:47.659552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:47.668707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Pushing event updated for resources: {'Port': ['ID=06427a73-1e15-45af-90d9-a4ee67f5d156,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:47.683919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.689078 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ce3e6143-62df-444f-b304-19d77370ce38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:47.695875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:47.756581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Attempting to bind port 06427a73-1e15-45af-90d9-a4ee67f5d156 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:47.756868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Attempting to bind port 06427a73-1e15-45af-90d9-a4ee67f5d156 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'e503daff-df78-4e61-bbcd-254fe1cecdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:47.757239 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Attempting to bind port 06427a73-1e15-45af-90d9-a4ee67f5d156 on network 9932e49f-28ce-4593-941d-81a76cc12741 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:47.762956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:47.763172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Checking segment: {'id': 'e503daff-df78-4e61-bbcd-254fe1cecdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:47.763474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.763876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Bound using segment: {'id': 'e503daff-df78-4e61-bbcd-254fe1cecdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:47.764598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Bound port: 06427a73-1e15-45af-90d9-a4ee67f5d156, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e503daff-df78-4e61-bbcd-254fe1cecdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '9932e49f-28ce-4593-941d-81a76cc12741'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:47.764763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.771671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event updated for resources: {'Subnet': ['ID=c5547286-a3a1-41f0-b91f-a7b30ad390c0,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:47.775359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:47.777782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Checking segment: {'id': '9606ab99-466e-40e5-bcb1-f6f4148dd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:47.778148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network hostable DHCP agents. Network: c2a846e5-4dfb-4490-9eb8-4e8706e9c52c, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:47.797020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:47.807804 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c2a846e5-4dfb-4490-9eb8-4e8706e9c52c) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:47.821233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:47.821909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.828589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976a27c-3608-40f0-986e-033f0d849446 None None] Network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:47.843687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bb5cfe96-a306-48be-8faf-716e4c7fcd24 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7408087 May 25 17:21:47.846449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40740) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:47.953983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] For port 06427a73-1e15-45af-90d9-a4ee67f5d156, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:47.973379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] For port 06427a73-1e15-45af-90d9-a4ee67f5d156, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=06427a73-1e15-45af-90d9-a4ee67f5d156,segment=NetworkSegment(e503daff-df78-4e61-bbcd-254fe1cecdcd),segment_id=e503daff-df78-4e61-bbcd-254fe1cecdcd)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:47.978496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:47.985979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:47.993216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.061708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.149808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Pushing event updated for resources: {'Port': ['ID=06427a73-1e15-45af-90d9-a4ee67f5d156,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:48.153212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:48.163185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c2a846e5-4dfb-4490-9eb8-4e8706e9c52c', 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c', 'tenant_id': '093c3c470da8415baac57084f0252373', 'fixed_ips': [{'subnet_id': 'c5547286-a3a1-41f0-b91f-a7b30ad390c0'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:48.164308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.367036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Allocated IP 2001:db8::2 (c2a846e5-4dfb-4490-9eb8-4e8706e9c52c/c5547286-a3a1-41f0-b91f-a7b30ad390c0/09aae00f-10e9-487d-afae-2579f7caa2b2) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:48.586072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.597843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Transition to ACTIVE for port object 09aae00f-10e9-487d-afae-2579f7caa2b2 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:48.617217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Transition to ACTIVE for port object 09aae00f-10e9-487d-afae-2579f7caa2b2 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:48.622576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.626377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:48.641473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.645634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0513f7c-dfc7-4ab7-a8cd-84ef1e2cc4ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:48.681906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Subnet': ['ID=c5547286-a3a1-41f0-b91f-a7b30ad390c0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:48.695175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:48.698029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:48.702382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:48.708176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Pushing event updated for resources: {'Port': ['ID=09aae00f-10e9-487d-afae-2579f7caa2b2,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:48.712026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:48.713574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.713961 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.714333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.714704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.715095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.715618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.715817 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.716178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.716534 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.717000 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.717236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.718324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:21:48.724981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:48.800414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Attempting to bind port 09aae00f-10e9-487d-afae-2579f7caa2b2 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:48.801008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Attempting to bind port 09aae00f-10e9-487d-afae-2579f7caa2b2 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9606ab99-466e-40e5-bcb1-f6f4148dd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:48.801628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Attempting to bind port 09aae00f-10e9-487d-afae-2579f7caa2b2 on network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:48.802875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.807717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:48.808104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Checking segment: {'id': '9606ab99-466e-40e5-bcb1-f6f4148dd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:48.808506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.808923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Bound using segment: {'id': '9606ab99-466e-40e5-bcb1-f6f4148dd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:48.809400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Bound port: 09aae00f-10e9-487d-afae-2579f7caa2b2, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9606ab99-466e-40e5-bcb1-f6f4148dd843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:48.809778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.819951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a846e5-4dfb-4490-9eb8-4e8706e9c52c']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:48.834450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9606ab99-466e-40e5-bcb1-f6f4148dd843') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:48.834839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9606ab99-466e-40e5-bcb1-f6f4148dd843') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:48.847320 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.864847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.872136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:48.872680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:48.894060 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:48.912168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] For port 09aae00f-10e9-487d-afae-2579f7caa2b2, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:48.974110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] For port 09aae00f-10e9-487d-afae-2579f7caa2b2, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09aae00f-10e9-487d-afae-2579f7caa2b2,segment=NetworkSegment(9606ab99-466e-40e5-bcb1-f6f4148dd843),segment_id=9606ab99-466e-40e5-bcb1-f6f4148dd843)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:48.975023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.db.api [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 25 17:21:48.975023 dv-neutron-792998-1-hyperv neutron-server[99126]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 25 17:21:48.975023 dv-neutron-792998-1-hyperv neutron-server[99126]: [parameters: {'id': 'c2a846e5-4dfb-4490-9eb8-4e8706e9c52c'}] May 25 17:21:48.975023 dv-neutron-792998-1-hyperv neutron-server[99126]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=99126) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:21:48.975414 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_db.api [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:21:48.978363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:48.982307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:49.063792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:49.098492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb48c264-eb09-4cac-b9ff-2acc11a16709 None None] Network 9932e49f-28ce-4593-941d-81a76cc12741 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:49.131070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Pushing event updated for resources: {'Port': ['ID=09aae00f-10e9-487d-afae-2579f7caa2b2,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:49.141678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:49.220584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d20a4bc-69c2-4b98-9fad-c45d5d5fba09 None None] Network c2a846e5-4dfb-4490-9eb8-4e8706e9c52c requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:49.238800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1e8ec432-e1c2-4d67-aadf-a5f43a6b8e8b None None] Provisioning for port 06427a73-1e15-45af-90d9-a4ee67f5d156 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:49.476303 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:49.557535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting port 09aae00f-10e9-487d-afae-2579f7caa2b2 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:49.557869 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:49.666798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] For port 09aae00f-10e9-487d-afae-2579f7caa2b2, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09aae00f-10e9-487d-afae-2579f7caa2b2,segment=NetworkSegment(9606ab99-466e-40e5-bcb1-f6f4148dd843),segment_id=9606ab99-466e-40e5-bcb1-f6f4148dd843)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:49.667488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:49.771725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbc36c-a82e-476f-81fa-44dfcd25b6d5 None None] get_active_networks_info from dv-neutron-792998-1-hyperv {{(pid=99128) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 17:21:49.797337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Calling delete_port for 09aae00f-10e9-487d-afae-2579f7caa2b2 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:49.844650 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:49.849482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e447005-a8ed-4bb8-b54d-a8988c88642e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:49.879827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cbc36c-a82e-476f-81fa-44dfcd25b6d5 None None] Resources bound (agent type, host, resource id): {{(pid=99128) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 25 17:21:49.895074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Port': ['ID=09aae00f-10e9-487d-afae-2579f7caa2b2,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:49.896897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No DVR routers for this DVR port 09aae00f-10e9-487d-afae-2579f7caa2b2 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:49.898555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:50.022882 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.040949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a846e5-4dfb-4490-9eb8-4e8706e9c52c']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:50.053839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9606ab99-466e-40e5-bcb1-f6f4148dd843') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:50.054207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9606ab99-466e-40e5-bcb1-f6f4148dd843') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:50.066224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.083959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.090132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:50.090520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:50.105821 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:50.192785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.197617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.200700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c1f2b3c-1d28-4a91-b15c-4d81ccc89a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:50.231203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Network': ['ID=c2a846e5-4dfb-4490-9eb8-4e8706e9c52c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:50.233680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:50.236981 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/c2a846e5-4dfb-4490-9eb8-4e8706e9c52c HTTP/1.1" status: 204 len: 168 time: 2.3892365 May 25 17:21:50.239620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40744) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:50.252639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 06427a73-1e15-45af-90d9-a4ee67f5d156 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:50.280371 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1a07f5-9919-4b19-839c-b01ddb821def tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] GET failed (client error): The resource could not be found. May 25 17:21:50.280791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bc1a07f5-9919-4b19-839c-b01ddb821def tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Synchronizing usage tracker for tenant:093c3c470da8415baac57084f0252373 on resource:subnet {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:21:50.304009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-bc1a07f5-9919-4b19-839c-b01ddb821def tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Unset dirty status for tenant:093c3c470da8415baac57084f0252373 on resource:subnet {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:21:50.305259 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bc1a07f5-9919-4b19-839c-b01ddb821def tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "GET /v2.0/subnets/c5547286-a3a1-41f0-b91f-a7b30ad390c0 HTTP/1.1" status: 404 len: 337 time: 0.0647221 May 25 17:21:50.308064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40748) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:50.325900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 06427a73-1e15-45af-90d9-a4ee67f5d156 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:50.331685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 06427a73-1e15-45af-90d9-a4ee67f5d156 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:50.332259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.335848 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-577f89c2-6a10-4647-8614-8f8e9a98a029 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:50.336310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577f89c2-6a10-4647-8614-8f8e9a98a029 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:50.337957 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-577f89c2-6a10-4647-8614-8f8e9a98a029 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/c2a846e5-4dfb-4490-9eb8-4e8706e9c52c HTTP/1.1" status: 404 len: 339 time: 0.0289257 May 25 17:21:50.341718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40752) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:50.379716 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c9b29b-33cf-4cf3-bbb6-217a3f15ab60 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:50.380175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c9b29b-33cf-4cf3-bbb6-217a3f15ab60 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:50.381995 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f0c9b29b-33cf-4cf3-bbb6-217a3f15ab60 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/subnets/c5547286-a3a1-41f0-b91f-a7b30ad390c0 HTTP/1.1" status: 404 len: 337 time: 0.0393205 May 25 17:21:50.384814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40756) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:50.415128 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-731dd89f-ad70-4c3e-99d8-885741e2bbe9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:50.415595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731dd89f-ad70-4c3e-99d8-885741e2bbe9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:50.417252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-731dd89f-ad70-4c3e-99d8-885741e2bbe9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/c2a846e5-4dfb-4490-9eb8-4e8706e9c52c HTTP/1.1" status: 404 len: 339 time: 0.0315354 May 25 17:21:50.419865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40760) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:50.458258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.488633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting subnet b3656f00-4c78-48f9-ad90-6928fd6dfb74 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:21:50.491771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.491901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 06427a73-1e15-45af-90d9-a4ee67f5d156, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=06427a73-1e15-45af-90d9-a4ee67f5d156,segment=NetworkSegment(e503daff-df78-4e61-bbcd-254fe1cecdcd),segment_id=e503daff-df78-4e61-bbcd-254fe1cecdcd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:50.496054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.497842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:50.554280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.582860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=06427a73-1e15-45af-90d9-a4ee67f5d156,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:50.587085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:50.645824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.922403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.926788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cc5e0d58-1b6a-432e-8796-a6323b9f12c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:50.962406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Subnet': ['ID=b3656f00-4c78-48f9-ad90-6928fd6dfb74,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:50.965280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:50.966252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:50.972633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e9580-d47b-4c34-bcf2-61baa8050216 None None] Network 9932e49f-28ce-4593-941d-81a76cc12741 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:50.979438 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/subnets/b3656f00-4c78-48f9-ad90-6928fd6dfb74 HTTP/1.1" status: 204 len: 168 time: 0.5585146 May 25 17:21:50.981807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40764) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:51.225621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.231323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] DHCP port deletion for 9932e49f-28ce-4593-941d-81a76cc12741 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:21:51.300035 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting port 06427a73-1e15-45af-90d9-a4ee67f5d156 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:51.300476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Deleting port 06427a73-1e15-45af-90d9-a4ee67f5d156 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:51.301153 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.301318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.401152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] For port 06427a73-1e15-45af-90d9-a4ee67f5d156, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=06427a73-1e15-45af-90d9-a4ee67f5d156,segment=NetworkSegment(e503daff-df78-4e61-bbcd-254fe1cecdcd),segment_id=e503daff-df78-4e61-bbcd-254fe1cecdcd)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:51.401543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.402396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] For port 06427a73-1e15-45af-90d9-a4ee67f5d156, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=06427a73-1e15-45af-90d9-a4ee67f5d156,segment=NetworkSegment(e503daff-df78-4e61-bbcd-254fe1cecdcd),segment_id=e503daff-df78-4e61-bbcd-254fe1cecdcd)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:51.402756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.525826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Calling delete_port for 06427a73-1e15-45af-90d9-a4ee67f5d156 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:51.532253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Calling delete_port for 06427a73-1e15-45af-90d9-a4ee67f5d156 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:51.572868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.577265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:51.579369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.584092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-18dd3a3e-38d9-4103-a411-31df791a1c2b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:51.624151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Pushing event deleted for resources: {'Port': ['ID=06427a73-1e15-45af-90d9-a4ee67f5d156,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:51.626577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:51.629242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] No DVR routers for this DVR port 06427a73-1e15-45af-90d9-a4ee67f5d156 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:51.632581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Port': ['ID=06427a73-1e15-45af-90d9-a4ee67f5d156,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:51.636724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:51.637945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No DVR routers for this DVR port 06427a73-1e15-45af-90d9-a4ee67f5d156 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:51.763726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.778193 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9932e49f-28ce-4593-941d-81a76cc12741']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:51.791269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e503daff-df78-4e61-bbcd-254fe1cecdcd') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:51.791568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e503daff-df78-4e61-bbcd-254fe1cecdcd') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:51.803621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.820188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.826365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:51.826798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.837496 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: util.warn( May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:51.841964 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:51.924058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.927321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67e1c47b-73fb-44e8-b602-6bc47328e3c8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:51.942275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:51.954111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Network': ['ID=9932e49f-28ce-4593-941d-81a76cc12741,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:51.956853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:51.958607 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/9932e49f-28ce-4593-941d-81a76cc12741 HTTP/1.1" status: 204 len: 168 time: 0.9758775 May 25 17:21:51.961053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40768) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:51.999066 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2bfd0fb-7773-4cd5-b4cc-9c4ed07abc0d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:51.999513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2bfd0fb-7773-4cd5-b4cc-9c4ed07abc0d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:52.001417 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b2bfd0fb-7773-4cd5-b4cc-9c4ed07abc0d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/subnets/010bd810-e8c7-4379-b278-1a2f6ef46ffe HTTP/1.1" status: 404 len: 337 time: 0.0394285 May 25 17:21:52.004213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40772) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:52.029199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cba3f05-c798-4431-8284-541b51285b34 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:52.029569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cba3f05-c798-4431-8284-541b51285b34 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:52.031160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7cba3f05-c798-4431-8284-541b51285b34 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/c14683f0-264c-46b0-b4da-e141c8f3c38b HTTP/1.1" status: 404 len: 339 time: 0.0259318 May 25 17:21:52.033620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40776) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:52.075054 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-f487e524-01ef-4a2f-8be5-1e7fb0dcb540 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:52.075505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f487e524-01ef-4a2f-8be5-1e7fb0dcb540 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:52.078055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f487e524-01ef-4a2f-8be5-1e7fb0dcb540 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/subnets/65afba7f-5fa5-4b15-8e21-9952f066efc1 HTTP/1.1" status: 404 len: 337 time: 0.0432904 May 25 17:21:52.080411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40780) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:52.104911 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.pecan_wsgi.hooks.translation [None req-89098c89-5172-4f68-8170-7d1fbbef5489 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] DELETE failed (client error): The resource could not be found. May 25 17:21:52.105363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89098c89-5172-4f68-8170-7d1fbbef5489 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=99126) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 25 17:21:52.106942 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-89098c89-5172-4f68-8170-7d1fbbef5489 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/bbd8e064-1c4e-4b56-9063-14be305c5872 HTTP/1.1" status: 404 len: 339 time: 0.0256500 May 25 17:21:52.109618 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40784) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:52.175761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting subnet a356b8a8-32c1-49ec-9802-cd19679a03ab {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:21:52.178988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.208699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 06427a73-1e15-45af-90d9-a4ee67f5d156 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:21:52.238805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.243269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 06427a73-1e15-45af-90d9-a4ee67f5d156 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:21:52.243629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 06427a73-1e15-45af-90d9-a4ee67f5d156 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:21:52.323784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.603321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.606798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81146837-b8ac-4e9e-9097-579d0d90f8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:52.645493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Subnet': ['ID=a356b8a8-32c1-49ec-9802-cd19679a03ab,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:52.648503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:52.649654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.654460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4e0108-e6f6-4437-b05c-d1de4ebbc2a5 None None] Network 94375ed3-b638-4f4b-bcdf-780500b5aec5 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:52.659810 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0679e85c-1fa7-4cea-ba70-586d84f0e04b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/subnets/a356b8a8-32c1-49ec-9802-cd19679a03ab HTTP/1.1" status: 204 len: 168 time: 0.5492589 May 25 17:21:52.662118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40788) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:52.780251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.857601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Deleting port 09b3ca04-061c-4501-b4b9-c25c792b7412 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:52.858541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:52.906466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] DHCP port deletion for 94375ed3-b638-4f4b-bcdf-780500b5aec5 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:21:52.964237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] For port 09b3ca04-061c-4501-b4b9-c25c792b7412, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09b3ca04-061c-4501-b4b9-c25c792b7412,segment=NetworkSegment(43ad0b05-77d1-417b-9bfe-b301bf740abc),segment_id=43ad0b05-77d1-417b-9bfe-b301bf740abc)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:52.964839 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.023970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Deleting port 09b3ca04-061c-4501-b4b9-c25c792b7412 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:53.024348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.130463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] For port 09b3ca04-061c-4501-b4b9-c25c792b7412, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=09b3ca04-061c-4501-b4b9-c25c792b7412,segment=NetworkSegment(43ad0b05-77d1-417b-9bfe-b301bf740abc),segment_id=43ad0b05-77d1-417b-9bfe-b301bf740abc)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:53.130742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.223406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Calling delete_port for 09b3ca04-061c-4501-b4b9-c25c792b7412 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:53.256875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Calling delete_port for 09b3ca04-061c-4501-b4b9-c25c792b7412 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:53.272258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.278412 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:53.303130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.306767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:53.322495 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Port': ['ID=09b3ca04-061c-4501-b4b9-c25c792b7412,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:53.325597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:53.326371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] No DVR routers for this DVR port 09b3ca04-061c-4501-b4b9-c25c792b7412 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:53.355498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Pushing event deleted for resources: {'Port': ['ID=09b3ca04-061c-4501-b4b9-c25c792b7412,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:53.359185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:53.359997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] No DVR routers for this DVR port 09b3ca04-061c-4501-b4b9-c25c792b7412 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:53.456557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.470395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94375ed3-b638-4f4b-bcdf-780500b5aec5']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:53.482239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ad0b05-77d1-417b-9bfe-b301bf740abc') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:53.482533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ad0b05-77d1-417b-9bfe-b301bf740abc') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:53.494624 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.514774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.521317 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:53.521706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:53.536959 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:53.618852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.622213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:53.637374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:53.650868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Pushing event deleted for resources: {'Network': ['ID=94375ed3-b638-4f4b-bcdf-780500b5aec5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:53.653630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:53.656346 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] 10.222.0.96 "DELETE /v2.0/networks/94375ed3-b638-4f4b-bcdf-780500b5aec5 HTTP/1.1" status: 204 len: 168 time: 0.9932799 May 25 17:21:53.930376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40796) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:54.084181 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1c95017a-52ad-4429-9856-a0b50010ca72 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=093c3c470da8415baac57084f0252373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525769 May 25 17:21:54.086525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40802) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:54.145132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:54.172461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:54.208052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 09b3ca04-061c-4501-b4b9-c25c792b7412 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:21:54.228122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:54.232140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-02ddab78-fd45-410c-be5d-ee96ada584d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:54.244968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb67438e-21d9-4e44-b7e1-d6f0595f8f50,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:54.245440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 09b3ca04-061c-4501-b4b9-c25c792b7412 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:21:54.245799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 09b3ca04-061c-4501-b4b9-c25c792b7412 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:21:54.247659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:54.253841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:54.254999 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb67438e-21d9-4e44-b7e1-d6f0595f8f50 HTTP/1.1" status: 204 len: 168 time: 0.1675172 May 25 17:21:54.962043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:55.064574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-187831791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:55.071284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:55.075040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:router and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:55.078593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:55.085409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:55.096617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.097566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.112563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.130487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.152771 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.154178 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-46fd2932-85e1-4732-8c8c-1b75626df33f tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1910937 May 25 17:21:55.156981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:55.162971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1115046278'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:55.167729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:55.172764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:network and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:55.175588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:55.181396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:55.192206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Made reservation on behalf of 74383222e3d94dab8534a14d72f4fa9f for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:55.195657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.208396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.223408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:55.227105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:security_group_rule and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:55.229831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:55.236250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:55.320919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.324741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.328838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c01ca632-983e-4a99-89de-b922648ac310 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:55.353526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:55.366340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf4d1df-3f35-4256-8b3b-4a3487fd9078,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:55.370394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:55.371350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.371685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Added segment bd7321aa-fc59-48cf-b3ef-ea4305e61443 of type vlan for network d3db7b81-eed7-4a57-8f50-aad74a6f2854 May 25 17:21:55.403776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.437893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.443562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:55.444149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:55.447902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ae4a096-c9ae-465b-8971-9e62ebc5306c tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:55.556763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3986914 May 25 17:21:55.559670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40836) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:55.560149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event updated for resources: {'Network': ['ID=d3db7b81-eed7-4a57-8f50-aad74a6f2854,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:55.562951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:55.566098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'subnet': {'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:55.571594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:55.680812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:55.684567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:subnet and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:55.688022 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:55.694295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:55.704934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Made reservation on behalf of 74383222e3d94dab8534a14d72f4fa9f for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:55.708486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.134924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.139865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6b1a581b-126d-464b-910d-44045246da2e tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:56.219799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event updated for resources: {'Subnet': ['ID=7285c192-84c8-4e1b-82c2-8035c686d0b2,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:56.223784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:56.224475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Checking segment: {'id': 'bd7321aa-fc59-48cf-b3ef-ea4305e61443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:56.224834 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Network hostable DHCP agents. Network: d3db7b81-eed7-4a57-8f50-aad74a6f2854, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:56.242179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:56.251945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d3db7b81-eed7-4a57-8f50-aad74a6f2854) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:56.262125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:56.262725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.265970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899404f5-bef8-43f8-b19e-f46436b13a5b None None] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:56.287540 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0664671d-61b0-456f-92bf-a5e7fa256aa5 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7267497 May 25 17:21:56.289045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40840) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:56.295039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1361748416'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:56.300929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:56.305181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:network and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:56.308406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for network was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:56.314741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:56.325054 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Made reservation on behalf of 74383222e3d94dab8534a14d72f4fa9f for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:56.329266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.364023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] vlan segment allocate from pool success with {'vlan_id': 1153, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:21:56.375102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.375451 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Added segment 6fa93c9b-6f06-4724-8e96-8bea5bffef73 of type vlan for network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 May 25 17:21:56.402748 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.440465 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.446265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:56.446865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.452734 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0365b91e-a0ef-4288-a7e4-94e04ba0c1eb tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:56.502822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-d3db7b81-eed7-4a57-8f50-aad74a6f2854', 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854', 'tenant_id': '74383222e3d94dab8534a14d72f4fa9f', 'fixed_ips': [{'subnet_id': '7285c192-84c8-4e1b-82c2-8035c686d0b2'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:56.503693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.553119 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2629859 May 25 17:21:56.556008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40844) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:56.568229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'subnet': {'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:56.588274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event updated for resources: {'Network': ['ID=f20cdda6-aacc-479b-a9c7-fa21c7e68ff2,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:56.591043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d5849dec-4c23-4f06-83f6-6d6cb8dc8a40 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:56.604859 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:21:56.699901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:21:56.706264 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Usage tracker for resource:subnet and tenant:74383222e3d94dab8534a14d72f4fa9f is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:21:56.709211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:21:56.715486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:21:56.726788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Made reservation on behalf of 74383222e3d94dab8534a14d72f4fa9f for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:21:56.730434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:56.757814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Allocated IP 172.20.0.2 (d3db7b81-eed7-4a57-8f50-aad74a6f2854/7285c192-84c8-4e1b-82c2-8035c686d0b2/1ff920ed-99fc-473c-ad6f-0afc516e0db5) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:56.993230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.005414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Transition to ACTIVE for port object 1ff920ed-99fc-473c-ad6f-0afc516e0db5 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:57.026491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Transition to ACTIVE for port object 1ff920ed-99fc-473c-ad6f-0afc516e0db5 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:57.033249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.038076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:57.099453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:57.102438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:57.106214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:57.146489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Pushing event updated for resources: {'Port': ['ID=1ff920ed-99fc-473c-ad6f-0afc516e0db5,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:57.153792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:57.184586 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.188979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:57.209617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Attempting to bind port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:57.209999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Attempting to bind port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'bd7321aa-fc59-48cf-b3ef-ea4305e61443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:57.210367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Attempting to bind port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 on network d3db7b81-eed7-4a57-8f50-aad74a6f2854 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:57.216579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:57.216814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Checking segment: {'id': 'bd7321aa-fc59-48cf-b3ef-ea4305e61443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:57.217796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.218052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Bound using segment: {'id': 'bd7321aa-fc59-48cf-b3ef-ea4305e61443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:57.218586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Bound port: 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7321aa-fc59-48cf-b3ef-ea4305e61443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': 'd3db7b81-eed7-4a57-8f50-aad74a6f2854'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:57.219748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.315374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] For port 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:57.320063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] For port 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1ff920ed-99fc-473c-ad6f-0afc516e0db5,segment=NetworkSegment(bd7321aa-fc59-48cf-b3ef-ea4305e61443),segment_id=bd7321aa-fc59-48cf-b3ef-ea4305e61443)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:57.325014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.329132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:57.400800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event updated for resources: {'Subnet': ['ID=5e5ba0d4-c370-4aa4-af1b-13a02acb863e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:57.405596 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:57.413354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Checking segment: {'id': '6fa93c9b-6f06-4724-8e96-8bea5bffef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:57.413708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Network hostable DHCP agents. Network: f20cdda6-aacc-479b-a9c7-fa21c7e68ff2, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:21:57.433374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:21:57.446090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, f20cdda6-aacc-479b-a9c7-fa21c7e68ff2) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:57.458627 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:21:57.459258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.460656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68a2d4-f40a-4bad-a9b3-9ffc66b8e698 None None] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:57.486408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40848) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:57.487879 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e4ba07f2-a234-4619-9e08-615936885767 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9307275 May 25 17:21:57.493922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-aecfef79-0d5f-4b8f-9847-30ec6ad08b87 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:21:57.562970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Pushing event updated for resources: {'Port': ['ID=1ff920ed-99fc-473c-ad6f-0afc516e0db5,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:57.567538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:57.737786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-f20cdda6-aacc-479b-a9c7-fa21c7e68ff2', 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2', 'tenant_id': '74383222e3d94dab8534a14d72f4fa9f', 'fixed_ips': [{'subnet_id': '5e5ba0d4-c370-4aa4-af1b-13a02acb863e'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:21:57.739566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:57.918626 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Allocated IP 172.21.0.2 (f20cdda6-aacc-479b-a9c7-fa21c7e68ff2/5e5ba0d4-c370-4aa4-af1b-13a02acb863e/fa00291f-829d-4cdd-b32d-ce7fcae424e4) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:21:58.065016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-aecfef79-0d5f-4b8f-9847-30ec6ad08b87 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.144731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.161436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Transition to ACTIVE for port object fa00291f-829d-4cdd-b32d-ce7fcae424e4 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:58.181017 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Transition to ACTIVE for port object fa00291f-829d-4cdd-b32d-ce7fcae424e4 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:21:58.190619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.198731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:58.241359 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.api.v2.resource [None req-aecfef79-0d5f-4b8f-9847-30ec6ad08b87 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 25 17:21:58.242715 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-aecfef79-0d5f-4b8f-9847-30ec6ad08b87 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "PUT /v2.0/routers/ceeb1c09-f2f0-4c49-8d0c-e35deeacab7d HTTP/1.1" status: 400 len: 364 time: 0.7550983 May 25 17:21:58.249343 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:58.287313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:21:58.288185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Pushing event updated for resources: {'Port': ['ID=fa00291f-829d-4cdd-b32d-ce7fcae424e4,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:58.291959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:58.293007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:21:58.297229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:21:58.306026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1ff920ed-99fc-473c-ad6f-0afc516e0db5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:21:58.339536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Deleting subnet 5e5ba0d4-c370-4aa4-af1b-13a02acb863e {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:21:58.344201 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.404046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.465379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Attempting to bind port fa00291f-829d-4cdd-b32d-ce7fcae424e4 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:21:58.465831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Attempting to bind port fa00291f-829d-4cdd-b32d-ce7fcae424e4 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6fa93c9b-6f06-4724-8e96-8bea5bffef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:21:58.466270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Attempting to bind port fa00291f-829d-4cdd-b32d-ce7fcae424e4 on network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:21:58.474288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:21:58.474750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Checking segment: {'id': '6fa93c9b-6f06-4724-8e96-8bea5bffef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:21:58.475241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.476319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Bound using segment: {'id': '6fa93c9b-6f06-4724-8e96-8bea5bffef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:21:58.476814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Bound port: fa00291f-829d-4cdd-b32d-ce7fcae424e4, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa93c9b-6f06-4724-8e96-8bea5bffef73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1153, 'network_id': 'f20cdda6-aacc-479b-a9c7-fa21c7e68ff2'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:21:58.477201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.490397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a16086-026c-454d-85f7-e85b1b13eb97 None None] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:21:58.500970 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.612125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:58.662381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Provisioning for port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:21:58.682495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Provisioning complete for port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:58.682801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.801622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.806520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a4e2ec57-37cc-4a81-9bbb-c2cec7aa9725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:58.810394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] For port fa00291f-829d-4cdd-b32d-ce7fcae424e4, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:21:58.829540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] For port fa00291f-829d-4cdd-b32d-ce7fcae424e4, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fa00291f-829d-4cdd-b32d-ce7fcae424e4,segment=NetworkSegment(6fa93c9b-6f06-4724-8e96-8bea5bffef73),segment_id=6fa93c9b-6f06-4724-8e96-8bea5bffef73)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:21:58.844580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5ba0d4-c370-4aa4-af1b-13a02acb863e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:58.846533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.849522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:58.853680 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "DELETE /v2.0/subnets/5e5ba0d4-c370-4aa4-af1b-13a02acb863e HTTP/1.1" status: 204 len: 168 time: 0.6024411 May 25 17:21:58.856207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40856) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:58.896018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:58.910506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:58.977031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.001434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.035622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Pushing event updated for resources: {'Port': ['ID=fa00291f-829d-4cdd-b32d-ce7fcae424e4,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:59.045318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:59.060152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] For port 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1ff920ed-99fc-473c-ad6f-0afc516e0db5,segment=NetworkSegment(bd7321aa-fc59-48cf-b3ef-ea4305e61443),segment_id=bd7321aa-fc59-48cf-b3ef-ea4305e61443)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:59.060641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Deleting port fa00291f-829d-4cdd-b32d-ce7fcae424e4 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:21:59.061189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.067246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.069127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:59.147019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Pushing event updated for resources: {'Port': ['ID=1ff920ed-99fc-473c-ad6f-0afc516e0db5,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:59.150892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:59.175636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] For port fa00291f-829d-4cdd-b32d-ce7fcae424e4, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=fa00291f-829d-4cdd-b32d-ce7fcae424e4,segment=NetworkSegment(6fa93c9b-6f06-4724-8e96-8bea5bffef73),segment_id=6fa93c9b-6f06-4724-8e96-8bea5bffef73)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:21:59.175978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.328570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Calling delete_port for fa00291f-829d-4cdd-b32d-ce7fcae424e4 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:21:59.380867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.385293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccace32a-13d4-4222-a8bd-5d861b3dff5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:59.405052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-556970e2-5e75-46e3-b445-0aa52725f543 None None] Provisioning complete for port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:21:59.405525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-556970e2-5e75-46e3-b445-0aa52725f543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.429432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Port': ['ID=fa00291f-829d-4cdd-b32d-ce7fcae424e4,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:59.437671 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:59.438666 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] No DVR routers for this DVR port fa00291f-829d-4cdd-b32d-ce7fcae424e4 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:21:59.568238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.581716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20cdda6-aacc-479b-a9c7-fa21c7e68ff2']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:59.593730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa93c9b-6f06-4724-8e96-8bea5bffef73') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:59.594031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa93c9b-6f06-4724-8e96-8bea5bffef73') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:21:59.605305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.621381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.628464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Releasing vlan 1153 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:21:59.628859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:21:59.644185 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:21:59.729611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.735371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdde152a-902c-4248-adf1-435134176d55 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:21:59.753802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.760319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Network': ['ID=f20cdda6-aacc-479b-a9c7-fa21c7e68ff2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:21:59.765401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:21:59.768153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "DELETE /v2.0/networks/f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 HTTP/1.1" status: 204 len: 168 time: 0.9109638 May 25 17:21:59.770595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40860) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:21:59.844451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Deleting subnet 7285c192-84c8-4e1b-82c2-8035c686d0b2 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:21:59.847812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.905824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:21:59.997763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.050287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271f20f-78f6-4451-ae12-f93432cfccb5 None None] DHCP port deletion for f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:22:00.055219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ac3f5ab8-51e4-4d1b-a32b-559e8b9a69ba None None] Could not find standard attr ID for object fa00291f-829d-4cdd-b32d-ce7fcae424e4. {{(pid=99128) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 25 17:22:00.069946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c8527-ca2c-4e76-91d3-17deca48f217 None None] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:00.089088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c8527-ca2c-4e76-91d3-17deca48f217 None None] Network f20cdda6-aacc-479b-a9c7-fa21c7e68ff2 could not be found, it might have been deleted concurrently. {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 25 17:22:00.221609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1ff920ed-99fc-473c-ad6f-0afc516e0db5 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:00.279950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.284117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d3f9007-536d-4cbf-8892-413bed9a594f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:00.322809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Subnet': ['ID=7285c192-84c8-4e1b-82c2-8035c686d0b2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:00.325187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:00.333957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.341525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006e816-1cf3-41ae-9d42-29cfb591aed3 None None] Network d3db7b81-eed7-4a57-8f50-aad74a6f2854 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:00.341795 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "DELETE /v2.0/subnets/7285c192-84c8-4e1b-82c2-8035c686d0b2 HTTP/1.1" status: 204 len: 168 time: 0.5701449 May 25 17:22:00.345415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40864) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:00.409967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:00.410351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.469152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.541001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Deleting port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:22:00.541346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.644105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] For port 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1ff920ed-99fc-473c-ad6f-0afc516e0db5,segment=NetworkSegment(bd7321aa-fc59-48cf-b3ef-ea4305e61443),segment_id=bd7321aa-fc59-48cf-b3ef-ea4305e61443)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:00.644376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.710412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] DHCP port deletion for d3db7b81-eed7-4a57-8f50-aad74a6f2854 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:22:00.774568 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Calling delete_port for 1ff920ed-99fc-473c-ad6f-0afc516e0db5 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:22:00.778731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Deleting port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:22:00.779147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.834204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.838069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-32120d79-d665-4f98-bf45-d235ad6b99c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:00.880286 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Port': ['ID=1ff920ed-99fc-473c-ad6f-0afc516e0db5,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:00.883874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:00.884470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] For port 1ff920ed-99fc-473c-ad6f-0afc516e0db5, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1ff920ed-99fc-473c-ad6f-0afc516e0db5,segment=NetworkSegment(bd7321aa-fc59-48cf-b3ef-ea4305e61443),segment_id=bd7321aa-fc59-48cf-b3ef-ea4305e61443)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:00.884902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:00.886243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] No DVR routers for this DVR port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:22:01.009383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Calling delete_port for 1ff920ed-99fc-473c-ad6f-0afc516e0db5 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:22:01.011127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.024580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3db7b81-eed7-4a57-8f50-aad74a6f2854']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:01.037152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7321aa-fc59-48cf-b3ef-ea4305e61443') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:01.037458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7321aa-fc59-48cf-b3ef-ea4305e61443') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:01.049428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.053354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.056977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:01.067960 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.074435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:22:01.074897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:22:01.090733 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:22:01.104799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Pushing event deleted for resources: {'Port': ['ID=1ff920ed-99fc-473c-ad6f-0afc516e0db5,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:01.108010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:01.108884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] No DVR routers for this DVR port 1ff920ed-99fc-473c-ad6f-0afc516e0db5 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:22:01.182657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.187139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:01.204523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.211051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Pushing event deleted for resources: {'Network': ['ID=d3db7b81-eed7-4a57-8f50-aad74a6f2854,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:01.215463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:01.221120 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "DELETE /v2.0/networks/d3db7b81-eed7-4a57-8f50-aad74a6f2854 HTTP/1.1" status: 204 len: 168 time: 0.8719492 May 25 17:22:01.221244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40868) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:01.265280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7dc48be9-b0be-4eb5-8403-5fcfcece67d0 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Synchronizing usage tracker for tenant:74383222e3d94dab8534a14d72f4fa9f on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:01.280656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7dc48be9-b0be-4eb5-8403-5fcfcece67d0 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Unset dirty status for tenant:74383222e3d94dab8534a14d72f4fa9f on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:01.281936 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7dc48be9-b0be-4eb5-8403-5fcfcece67d0 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "GET /v2.0/ports?device_id=ceeb1c09-f2f0-4c49-8d0c-e35deeacab7d HTTP/1.1" status: 200 len: 205 time: 0.0597355 May 25 17:22:01.284485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40872) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:01.563216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.866019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.868170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.891147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.891626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Fanout notify agent at l3_agent the message router_deleted on router ceeb1c09-f2f0-4c49-8d0c-e35deeacab7d {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:22:01.903015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:01.904226 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8283b560-a230-445a-97c0-eb4361e7d430 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] 10.222.0.96 "DELETE /v2.0/routers/ceeb1c09-f2f0-4c49-8d0c-e35deeacab7d HTTP/1.1" status: 204 len: 168 time: 0.6187010 May 25 17:22:02.177639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40880) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:02.212432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1ff920ed-99fc-473c-ad6f-0afc516e0db5 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:22:02.249216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1ff920ed-99fc-473c-ad6f-0afc516e0db5 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:22:02.249586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1ff920ed-99fc-473c-ad6f-0afc516e0db5 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:22:02.333843 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3a4e1190-aa2f-4d7f-b47e-ca1c27f82fda admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=74383222e3d94dab8534a14d72f4fa9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549463 May 25 17:22:02.336287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40886) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:02.396086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:02.423924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:02.481263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:02.485157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e05cd817-e0a0-4201-a300-5afb6659b0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:02.499641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf4d1df-3f35-4256-8b3b-4a3487fd9078,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:02.503283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:02.507362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:02.508507 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cdf4d1df-3f35-4256-8b3b-4a3487fd9078 HTTP/1.1" status: 204 len: 168 time: 0.1713066 May 25 17:22:03.200994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:03.309021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1766131835-network', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:03.313898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:03.317695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Usage tracker for resource:network and tenant:82138daa637b4514b7da0bd43d1250a6 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:03.320617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:03.326347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:03.337582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Made reservation on behalf of 82138daa637b4514b7da0bd43d1250a6 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:03.340106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.353295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.368766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:03.372866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Usage tracker for resource:security_group_rule and tenant:82138daa637b4514b7da0bd43d1250a6 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:03.375944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:03.381693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:03.476227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.480110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.483267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a53de6c1-a946-4da9-be11-ee934d6fa058 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:03.518114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:22:03.520278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2150af-a104-47ea-b3c6-f3ff667e6588,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:03.525491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:03.531826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.532379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Added segment 13545939-f365-4189-a454-4a8afd463c7b of type vlan for network 6ba2ce87-c392-403c-b051-214a5142b3a2 May 25 17:22:03.559819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.590976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.592572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:03.593482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:03.597060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-334bdf75-7636-415c-9635-03c07ff95ba2 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:03.703859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5016143 May 25 17:22:03.704913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba2ce87-c392-403c-b051-214a5142b3a2,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:03.706802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40916) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:03.709194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:03.713683 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Request body: {'subnet': {'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-subnet', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:03.715259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:22:03.720185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:03.726368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Usage tracker for resource:subnet and tenant:82138daa637b4514b7da0bd43d1250a6 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:03.729352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:03.735836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:03.747000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Made reservation on behalf of 82138daa637b4514b7da0bd43d1250a6 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:03.750354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.142180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.145580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a866118c-fc50-434d-ae65-39438ed80cb3 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:04.216289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb66d18-1650-4c3b-bb65-37c91b4ed31f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:04.220594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:04.226635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Checking segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:04.227017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Network hostable DHCP agents. Network: 6ba2ce87-c392-403c-b051-214a5142b3a2, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:22:04.243969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:22:04.253486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 6ba2ce87-c392-403c-b051-214a5142b3a2) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:04.261884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:04.262523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.262997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73446946-da42-4f85-8a96-0b1f1f7b941b None None] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:04.283967 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f1e9a2e-0fe7-4c6e-8503-c5a69a28907e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5761018 May 25 17:22:04.286796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 40920) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:04.292047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:04.297888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:04.301723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Usage tracker for resource:router and tenant:82138daa637b4514b7da0bd43d1250a6 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:04.304615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:04.311339 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:04.325933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.327310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.342974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.489861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-6ba2ce87-c392-403c-b051-214a5142b3a2', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:22:04.490726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.652727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Allocated IP 172.20.0.2 (6ba2ce87-c392-403c-b051-214a5142b3a2/abb66d18-1650-4c3b-bb65-37c91b4ed31f/e9add537-fb17-444d-8342-74387fd9c1f7) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:04.767829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.882391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.896005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Transition to ACTIVE for port object e9add537-fb17-444d-8342-74387fd9c1f7 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:04.925810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Transition to ACTIVE for port object e9add537-fb17-444d-8342-74387fd9c1f7 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:04.933139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:04.940551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:05.065423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:05.068252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:05.074102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:05.080641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Pushing event updated for resources: {'Port': ['ID=e9add537-fb17-444d-8342-74387fd9c1f7,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:05.084528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:05.140698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.169069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Attempting to bind port e9add537-fb17-444d-8342-74387fd9c1f7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:05.169439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Attempting to bind port e9add537-fb17-444d-8342-74387fd9c1f7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:05.169805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Attempting to bind port e9add537-fb17-444d-8342-74387fd9c1f7 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:05.171634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.176082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:05.176453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Checking segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:05.176852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.177266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Bound using segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:05.177714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Bound port: e9add537-fb17-444d-8342-74387fd9c1f7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:05.178087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.268292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] For port e9add537-fb17-444d-8342-74387fd9c1f7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:05.271387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] For port e9add537-fb17-444d-8342-74387fd9c1f7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e9add537-fb17-444d-8342-74387fd9c1f7,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:05.275502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.278922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f43f1a6-a5f8-444d-9294-936381e6bf94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:05.313662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Allocated IP 172.26.6.200 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/c7d99ba5-6e7f-4ffa-ad20-e16b677145be) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:05.362145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Pushing event updated for resources: {'Port': ['ID=e9add537-fb17-444d-8342-74387fd9c1f7,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:05.364952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:05.485938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.549055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:05.552879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8e4ac241-28cb-4a4d-b9a2-9f02511d3d42 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:05.623923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:05.628527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:05.630961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:05.673225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:05.676081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:06.066876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:06.258816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349d572-60fb-4f00-b91c-7b4ab7fdbf96 None None] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:06.272277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e9add537-fb17-444d-8342-74387fd9c1f7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:06.418167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-0f431fef-cae7-4de8-8bde-51e5fdaf94f8 None None] Provisioning for port e9add537-fb17-444d-8342-74387fd9c1f7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:06.486159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e9add537-fb17-444d-8342-74387fd9c1f7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:06.501484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e9add537-fb17-444d-8342-74387fd9c1f7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:06.501786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:06.587699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:06.688842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:06.723975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e9add537-fb17-444d-8342-74387fd9c1f7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e9add537-fb17-444d-8342-74387fd9c1f7,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:06.729623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:06.737130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:06.820737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e9add537-fb17-444d-8342-74387fd9c1f7,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:06.832612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:22:06.833136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.833510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.833900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.834219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.834555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.835061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.835395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.835727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.836055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.836628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.837223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.837555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:06.848117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:06.967889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b6b004db-e1f3-4cfe-a33f-0cd01426e6e0 None None] Provisioning complete for port e9add537-fb17-444d-8342-74387fd9c1f7 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:06.968406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b6b004db-e1f3-4cfe-a33f-0cd01426e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:07.021332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:22:07.033416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Sync routers for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:22:07.047585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:07.048832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7608902 May 25 17:22:07.051638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40924) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:07.075096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:07.075740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:21:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:07.280578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:07.569172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:05Z', 'revision_number': 3, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:07.573008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Checking router: 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:22:07.573364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Updating router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 port c7d99ba5-6e7f-4ffa-ad20-e16b677145be binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:22:07.629718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:07.868723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.006485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.018391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Transition to ACTIVE for port object c7d99ba5-6e7f-4ffa-ad20-e16b677145be will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:08.024579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.028135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:08.081319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Allocated IP 172.20.0.1 (6ba2ce87-c392-403c-b051-214a5142b3a2/abb66d18-1650-4c3b-bb65-37c91b4ed31f/7951b7e3-598e-4094-9b0d-351e40b82609) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:08.106066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Attempting to bind port c7d99ba5-6e7f-4ffa-ad20-e16b677145be on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:08.106445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Attempting to bind port c7d99ba5-6e7f-4ffa-ad20-e16b677145be by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:08.106821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Attempting to bind port c7d99ba5-6e7f-4ffa-ad20-e16b677145be on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:08.113713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Pushing event updated for resources: {'Port': ['ID=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:08.117611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:08.118515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:08.118963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:08.119315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.119709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:08.120184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Bound port: c7d99ba5-6e7f-4ffa-ad20-e16b677145be, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:08.120567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.199823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] For port c7d99ba5-6e7f-4ffa-ad20-e16b677145be, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:08.203176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] For port c7d99ba5-6e7f-4ffa-ad20-e16b677145be, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:08.208912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.213968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-694660d8-f47c-450f-a6df-3c17d82b5e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:08.234797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.250302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Transition to ACTIVE for port object 7951b7e3-598e-4094-9b0d-351e40b82609 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:08.255801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e9add537-fb17-444d-8342-74387fd9c1f7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:08.273394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.277060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-763d730e-2e35-4dab-aaad-fd3a5fb7915e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:08.348226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:08.350060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:08.351101 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:21:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:08.351243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:08.355815 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:08.386585 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Pushing event updated for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:08.389800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:08.423141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.444922 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Pushing event updated for resources: {'Port': ['ID=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:08.515171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:08.555107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:08.598420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e9add537-fb17-444d-8342-74387fd9c1f7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:08.598802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.685792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.793266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-abb8023c-85ee-4e2b-8201-0f52dbb11b80 None None] Provisioning for port 7951b7e3-598e-4094-9b0d-351e40b82609 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:08.815818 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-abb8023c-85ee-4e2b-8201-0f52dbb11b80 None None] Provisioning complete for port 7951b7e3-598e-4094-9b0d-351e40b82609 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:08.816211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-abb8023c-85ee-4e2b-8201-0f52dbb11b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:08.949595 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-abb8023c-85ee-4e2b-8201-0f52dbb11b80 None None] Port 7951b7e3-598e-4094-9b0d-351e40b82609 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:09.032027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:05Z', 'revision_number': 3, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:09.036353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79bcfd0-361f-4ead-9134-5968ab54c084 None None] The sync data for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv is: [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:05Z', 'revision_number': 3, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:22:09.073180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:09.078721 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:09.112537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6329653f-7460-4875-a5ca-a7e8d65487db tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:09.190227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:09.197729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Pushing event updated for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:09.202880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:09.350297 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:09.351510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:09.569385 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:22:09.575086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-84f52d62-5047-4e12-b7df-8935a42f58a3 None None] Provisioning complete for port 7951b7e3-598e-4094-9b0d-351e40b82609 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:09.575650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-84f52d62-5047-4e12-b7df-8935a42f58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:09.642117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-84f52d62-5047-4e12-b7df-8935a42f58a3 None None] Port 7951b7e3-598e-4094-9b0d-351e40b82609 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:09.761182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:22:09.770024 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] 10.222.0.96 "PUT /v2.0/routers/14ce61ad-d1d5-4f99-8d5e-948712f8b4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7173657 May 25 17:22:10.123107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07b7319c-13b8-4de3-8042-59cfee09179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.247916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c7d99ba5-6e7f-4ffa-ad20-e16b677145be up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:10.305500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40942) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:10.312417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-658122492-network', 'tenant_id': '64deb83a90204f969a07178c7de6aa20'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:10.317242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:10.321443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Usage tracker for resource:network and tenant:64deb83a90204f969a07178c7de6aa20 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:10.323074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c7d99ba5-6e7f-4ffa-ad20-e16b677145be completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:10.325039 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:10.328780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c7d99ba5-6e7f-4ffa-ad20-e16b677145be triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:10.329200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.332916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:10.345284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Made reservation on behalf of 64deb83a90204f969a07178c7de6aa20 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:10.347526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.361529 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.376796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:10.380419 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Usage tracker for resource:security_group_rule and tenant:64deb83a90204f969a07178c7de6aa20 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:10.383213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:10.390002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:10.489923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.493971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.498525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-043f4067-4f2e-42dc-84c0-cb54dbdb9c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:10.523037 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:22:10.523465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.535640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14284090-5bbc-4470-aa4d-d1f9c674cad8,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:10.539656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:10.540609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.540956 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Added segment 5cf37919-22d3-451f-b083-2a55c9861fb6 of type vlan for network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 May 25 17:22:10.541892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c7d99ba5-6e7f-4ffa-ad20-e16b677145be, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:10.547031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.549420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:10.572528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.588937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Sync routers for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:22:10.600031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:10.600655 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:21:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:10.610158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.611551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:10.612312 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.617685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-fa33fd29-a8bf-42d5-9c37-043dce32c0df tempest-RoutersIpV6Test-1628021337 tempest-RoutersIpV6Test-1628021337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:10.632858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:10.636068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:10.719132 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4092176 May 25 17:22:10.719132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Pushing event updated for resources: {'Network': ['ID=09c859dd-9053-49c4-b5c3-3a8ebb7527e3,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:10.719484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40946) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:10.721912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:10.726824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Request body: {'subnet': {'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-subnet', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:10.728744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:22:10.730900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:10.735131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Usage tracker for resource:subnet and tenant:64deb83a90204f969a07178c7de6aa20 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:10.738065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:10.744453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:10.757964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Made reservation on behalf of 64deb83a90204f969a07178c7de6aa20 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:10.760583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:10.845657 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:11.161794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.162017 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 4, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '7951b7e3-598e-4094-9b0d-351e40b82609', 'name': '', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'mac_address': 'fa:16:3e:ef:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:07Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 2, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'subnets': [{'id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:11.166117 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Checking router: 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:22:11.166365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d699cbd-947e-4bc4-b6d4-7e7f4db749c9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:11.166469 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Updating router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 port 7951b7e3-598e-4094-9b0d-351e40b82609 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:22:11.219413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.243050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2cd7fd-58a0-448f-a068-4b5e61243e31,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:11.249128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:11.254094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Checking segment: {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:11.254459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Network hostable DHCP agents. Network: 09c859dd-9053-49c4-b5c3-3a8ebb7527e3, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:22:11.272012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:22:11.282723 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 09c859dd-9053-49c4-b5c3-3a8ebb7527e3) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:11.292282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:11.292945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.294698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73a984c-ae24-4365-9ac7-ac73f2025947 None None] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:11.316513 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2b15185c-7e4a-47c3-8ed9-82d26fa1007e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5960155 May 25 17:22:11.318820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40950) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:11.324740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:11.329861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:11.335600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Usage tracker for resource:router and tenant:64deb83a90204f969a07178c7de6aa20 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:22:11.338576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:22:11.345840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:11.360092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.361288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.378828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.560288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:22:11.561800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.609560 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.623164 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Transition to ACTIVE for port object 7951b7e3-598e-4094-9b0d-351e40b82609 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:11.632103 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.636762 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:11.773187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Allocated IP 172.20.0.2 (09c859dd-9053-49c4-b5c3-3a8ebb7527e3/4e2cd7fd-58a0-448f-a068-4b5e61243e31/03151b08-39e3-443d-8e90-3cbb72bbb60d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:11.891308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.902227 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Pushing event updated for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:11.929476 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.929976 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.930403 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.930836 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.931609 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.932046 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.932464 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.932885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.933306 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.933741 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.934161 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.934573 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:11.939312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:11.953529 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Attempting to bind port 7951b7e3-598e-4094-9b0d-351e40b82609 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:11.957655 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Attempting to bind port 7951b7e3-598e-4094-9b0d-351e40b82609 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:11.958300 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Attempting to bind port 7951b7e3-598e-4094-9b0d-351e40b82609 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:11.965438 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:11.965893 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Checking segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:11.966397 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:11.967812 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Bound using segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:11.968584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Bound port: 7951b7e3-598e-4094-9b0d-351e40b82609, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:11.969067 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.077659 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] For port 7951b7e3-598e-4094-9b0d-351e40b82609, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:12.081414 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] For port 7951b7e3-598e-4094-9b0d-351e40b82609, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7951b7e3-598e-4094-9b0d-351e40b82609,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:12.083698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.087239 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.092174 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-12f44bf0-7b25-4913-b58b-cc69526a8343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:12.098430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Transition to ACTIVE for port object 03151b08-39e3-443d-8e90-3cbb72bbb60d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:12.120522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Transition to ACTIVE for port object 03151b08-39e3-443d-8e90-3cbb72bbb60d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:12.126495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.130117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:12.178077 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:12.178714 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:21:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:12.197665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Pushing event updated for resources: {'Port': ['ID=03151b08-39e3-443d-8e90-3cbb72bbb60d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:12.205425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:12.220287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:12.222539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:12.225311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:12.290514 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Pushing event updated for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:12.293757 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:12.318076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c7d99ba5-6e7f-4ffa-ad20-e16b677145be up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:12.319435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.359676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.395265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Attempting to bind port 03151b08-39e3-443d-8e90-3cbb72bbb60d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:12.395638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Attempting to bind port 03151b08-39e3-443d-8e90-3cbb72bbb60d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:12.396011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Attempting to bind port 03151b08-39e3-443d-8e90-3cbb72bbb60d on network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:12.406403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:12.406779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Checking segment: {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:12.407206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.407606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Bound using segment: {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:12.408088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Bound port: 03151b08-39e3-443d-8e90-3cbb72bbb60d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:12.408463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.448965 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:12.482083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c7d99ba5-6e7f-4ffa-ad20-e16b677145be triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:12.482900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.539937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Allocated IP 172.26.6.60 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/30c93897-dafe-4852-bf6f-35af5163936f) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:12.579705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] For port 03151b08-39e3-443d-8e90-3cbb72bbb60d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:12.584368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] For port 03151b08-39e3-443d-8e90-3cbb72bbb60d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=03151b08-39e3-443d-8e90-3cbb72bbb60d,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:12.591817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.595753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:12.705224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.730724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.741203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:12.741877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Pushing event updated for resources: {'Port': ['ID=03151b08-39e3-443d-8e90-3cbb72bbb60d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:12.745871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:12.747289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ff1dae-a686-4f07-b959-bddc06d22d5f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:12.816144 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:12.817400 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:12.821647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:12.840369 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 4, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '7951b7e3-598e-4094-9b0d-351e40b82609', 'name': '', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'mac_address': 'fa:16:3e:ef:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:07Z', 'updated_at': '2021-05-25T17:22:12Z', 'revision_number': 4, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'subnets': [{'id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:12.845997 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c468f212-f878-4c80-b488-d2e6d6a35c0a None None] The sync data for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv is: [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:22:08Z', 'revision_number': 4, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '7951b7e3-598e-4094-9b0d-351e40b82609', 'name': '', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'mac_address': 'fa:16:3e:ef:eb:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:07Z', 'updated_at': '2021-05-25T17:22:12Z', 'revision_number': 4, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'subnets': [{'id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:22:12.877147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Pushing event updated for resources: {'Port': ['ID=30c93897-dafe-4852-bf6f-35af5163936f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:12.883756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:12.931195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2d7d7540-83d4-4ba8-912f-71d725c8add3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:13.325150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:13.725021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef7e46-043c-483d-b1bf-c4511392196f None None] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:22:13.819730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a2473eb8-4b25-48b8-8ec3-b7e0e09143c5 None None] Provisioning for port 03151b08-39e3-443d-8e90-3cbb72bbb60d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:13.853831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:13.923845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:14.076252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Router bc778c74-4726-43ed-8ea1-9d402c9b90c4 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:22:14.274340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:22:14.282213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 03151b08-39e3-443d-8e90-3cbb72bbb60d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:14.303463 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:14.304973 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9849427 May 25 17:22:14.308209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 40954) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:22:14.312387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Sync routers for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:22:14.344850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:14.345497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:22:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:14.512938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 03151b08-39e3-443d-8e90-3cbb72bbb60d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:14.521552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 03151b08-39e3-443d-8e90-3cbb72bbb60d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:14.521932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:14.587013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:14.869460 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:14.953125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 03151b08-39e3-443d-8e90-3cbb72bbb60d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=03151b08-39e3-443d-8e90-3cbb72bbb60d,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:14.957383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:14.958397 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7951b7e3-598e-4094-9b0d-351e40b82609 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:14.984178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-82fb3857-7eca-4a2f-bfb1-f7e14794a3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:15.093088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=03151b08-39e3-443d-8e90-3cbb72bbb60d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:15.096760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:15.098518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:13Z', 'revision_number': 3, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:15.105736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Checking router: bc778c74-4726-43ed-8ea1-9d402c9b90c4 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:22:15.106093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Updating router bc778c74-4726-43ed-8ea1-9d402c9b90c4 port 30c93897-dafe-4852-bf6f-35af5163936f binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:22:15.136218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 7951b7e3-598e-4094-9b0d-351e40b82609 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:15.154686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7951b7e3-598e-4094-9b0d-351e40b82609 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:15.155254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.155569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.206798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.367985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Allocated IP 172.20.0.1 (09c859dd-9053-49c4-b5c3-3a8ebb7527e3/4e2cd7fd-58a0-448f-a068-4b5e61243e31/18708356-b725-4ac3-8739-c29c659a967b) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:15.408144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.518048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 7951b7e3-598e-4094-9b0d-351e40b82609, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7951b7e3-598e-4094-9b0d-351e40b82609,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:15.524096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.530002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:15.530462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.548557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Transition to ACTIVE for port object 18708356-b725-4ac3-8739-c29c659a967b will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:15.574265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.582801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-591cd0ae-5d89-4dec-acb6-3950771abf9c tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:15.621789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.639811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:15.642949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:15.645494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:15.648546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:15.652122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:15.699071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Pushing event updated for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:15.704041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:15.716447 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.716834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.730058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Transition to ACTIVE for port object 30c93897-dafe-4852-bf6f-35af5163936f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:15.737720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.742577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:15.849318 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.885448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Attempting to bind port 30c93897-dafe-4852-bf6f-35af5163936f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:15.885836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Attempting to bind port 30c93897-dafe-4852-bf6f-35af5163936f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:15.886186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Attempting to bind port 30c93897-dafe-4852-bf6f-35af5163936f on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:15.892987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Pushing event updated for resources: {'Port': ['ID=30c93897-dafe-4852-bf6f-35af5163936f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:15.897559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:15.898326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:15.898718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:15.899149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.899542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:15.900016 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Bound port: 30c93897-dafe-4852-bf6f-35af5163936f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:15.900410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:15.955117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6a47c9fc-6487-4d8b-88c2-cd6c642ecbad None None] Provisioning for port 18708356-b725-4ac3-8739-c29c659a967b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:15.971879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6a47c9fc-6487-4d8b-88c2-cd6c642ecbad None None] Provisioning complete for port 18708356-b725-4ac3-8739-c29c659a967b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:15.972383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a47c9fc-6487-4d8b-88c2-cd6c642ecbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.031463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] For port 30c93897-dafe-4852-bf6f-35af5163936f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:16.036379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] For port 30c93897-dafe-4852-bf6f-35af5163936f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=30c93897-dafe-4852-bf6f-35af5163936f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:16.038889 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6a47c9fc-6487-4d8b-88c2-cd6c642ecbad None None] Port 18708356-b725-4ac3-8739-c29c659a967b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:16.041376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.047243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:16.115525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.120239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.125220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:16.125855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:22:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:16.147980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-96ccbd7f-2787-4151-9f21-545c20d6bf5a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:16.182681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Pushing event updated for resources: {'Port': ['ID=30c93897-dafe-4852-bf6f-35af5163936f,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:16.193229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:16.206174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.280151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 03151b08-39e3-443d-8e90-3cbb72bbb60d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:16.308415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Pushing event updated for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:16.318250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:16.376423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:16.377519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:16.377642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:16.463255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 03151b08-39e3-443d-8e90-3cbb72bbb60d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:16.463994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.580150 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Router bc778c74-4726-43ed-8ea1-9d402c9b90c4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:22:16.708020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b3bfbd0-9f3c-480c-a4e6-df329ba42c0b None None] Provisioning complete for port 18708356-b725-4ac3-8739-c29c659a967b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:16.708303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b3bfbd0-9f3c-480c-a4e6-df329ba42c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.866052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3b3bfbd0-9f3c-480c-a4e6-df329ba42c0b None None] Port 18708356-b725-4ac3-8739-c29c659a967b cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:16.870972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7951b7e3-598e-4094-9b0d-351e40b82609 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:16.921109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:22:16.931138 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] 10.222.0.96 "PUT /v2.0/routers/bc778c74-4726-43ed-8ea1-9d402c9b90c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218407 May 25 17:22:16.967826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 7951b7e3-598e-4094-9b0d-351e40b82609 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:16.968214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:16.998028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '18708356-b725-4ac3-8739-c29c659a967b', 'name': '', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'mac_address': 'fa:16:3e:c0:82:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:15Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 2, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'subnets': [{'id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:17.020249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f37aa4-adb9-413d-82a2-7579941f4b49 None None] The sync data for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv is: [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '18708356-b725-4ac3-8739-c29c659a967b', 'name': '', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'mac_address': 'fa:16:3e:c0:82:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:15Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 2, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'subnets': [{'id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:22:17.721129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-ce571630-7810-4dd6-bd2f-daf4b3452d9b tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:17.722787 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-ce571630-7810-4dd6-bd2f-daf4b3452d9b tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 817 time: 0.1690645 May 25 17:22:17.739367 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-2180454d-f528-4fb2-b01a-7123cd2b8ce4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/quotas/82138daa637b4514b7da0bd43d1250a6 HTTP/1.1" status: 200 len: 375 time: 0.0098743 May 25 17:22:17.827028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c8389576-55a7-45a7-a43e-00be51638693 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:17.846200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c8389576-55a7-45a7-a43e-00be51638693 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:17.847671 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c8389576-55a7-45a7-a43e-00be51638693 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027751 May 25 17:22:17.973977 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-00a1aad7-efc1-431a-bad2-981751e276b5 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:22:17.975302 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-00a1aad7-efc1-431a-bad2-981751e276b5 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149685 May 25 17:22:18.119244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-44e500f5-a7ae-4b86-97f7-ce8d9b2907b8 service neutron] 10.222.0.96 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378417 May 25 17:22:18.246656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 30c93897-dafe-4852-bf6f-35af5163936f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:18.257686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-a3f0fd82-ceee-42c4-861b-c14242112ac6 service neutron] 10.222.0.96 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321039 May 25 17:22:18.317144 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 30c93897-dafe-4852-bf6f-35af5163936f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:18.322125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 30c93897-dafe-4852-bf6f-35af5163936f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:18.322521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:18.460789 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-19560ce7-432c-4ea9-a115-52a356fdf35b req-9f7491a2-4b53-4056-8678-378ac39a920a tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 210 time: 0.0620284 May 25 17:22:18.463874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:18.493726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 30c93897-dafe-4852-bf6f-35af5163936f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=30c93897-dafe-4852-bf6f-35af5163936f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:18.500382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:18.502716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:18.574538 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=30c93897-dafe-4852-bf6f-35af5163936f,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:18.577974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:19.034856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:19.553053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-a532041c-b1a5-4508-ac6e-7562e67c4f47 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:19.554573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-a532041c-b1a5-4508-ac6e-7562e67c4f47 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:19.573082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-a532041c-b1a5-4508-ac6e-7562e67c4f47 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:19.575085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-a532041c-b1a5-4508-ac6e-7562e67c4f47 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 817 time: 0.1821594 May 25 17:22:19.588772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Request body: {'port': {'device_id': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'admin_state_up': True, 'tenant_id': '82138daa637b4514b7da0bd43d1250a6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:19.661183 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-015f715f-945a-465b-a746-6353285722de req-25c3ba38-c409-4653-8beb-7e91737c6db3 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 210 time: 0.0482726 May 25 17:22:19.742073 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:19.751663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:19.760500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Made reservation on behalf of 82138daa637b4514b7da0bd43d1250a6 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:19.764084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:19.930859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Allocated IP 172.20.0.3 (6ba2ce87-c392-403c-b051-214a5142b3a2/abb66d18-1650-4c3b-bb65-37c91b4ed31f/f8f5b94c-a9e2-4116-acb1-04062c51e5b9) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:20.142723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.159400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Transition to ACTIVE for port object f8f5b94c-a9e2-4116-acb1-04062c51e5b9 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:20.186618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.192875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03aa5f8b-5d82-4929-b5a8-2ef2df381233 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:20.245316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 30c93897-dafe-4852-bf6f-35af5163936f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:20.367747 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Sync routers for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:22:20.378328 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:20.379037 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:22:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:20.381238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 30c93897-dafe-4852-bf6f-35af5163936f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:20.381798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.424727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:20.434648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:20.440797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:20.472202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Pushing event updated for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:20.479327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:20.512359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:20.513495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.550050 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9657152 May 25 17:22:20.564083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Request body: {'port': {'device_id': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:20.586149 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:20.687882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.720908 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-96410ae3-c2a6-45ab-9fc9-02107fed683d None None] Provisioning for port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:20.726996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-96410ae3-c2a6-45ab-9fc9-02107fed683d None None] Provisioning complete for port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:20.728282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-96410ae3-c2a6-45ab-9fc9-02107fed683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:20.799266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-96410ae3-c2a6-45ab-9fc9-02107fed683d None None] Port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:20.945114 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '18708356-b725-4ac3-8739-c29c659a967b', 'name': '', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'mac_address': 'fa:16:3e:c0:82:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:15Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 2, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'subnets': [{'id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:20.951623 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Checking router: bc778c74-4726-43ed-8ea1-9d402c9b90c4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:22:20.952215 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Updating router bc778c74-4726-43ed-8ea1-9d402c9b90c4 port 18708356-b725-4ac3-8739-c29c659a967b binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:22:21.004701 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.020050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336cc73-b490-4182-a043-fbe60d146d1d req-323db19a-47f5-4dae-b677-42e959a622db tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:21.020759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7336cc73-b490-4182-a043-fbe60d146d1d req-323db19a-47f5-4dae-b677-42e959a622db tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:21.058568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7336cc73-b490-4182-a043-fbe60d146d1d req-323db19a-47f5-4dae-b677-42e959a622db tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:21.059668 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7336cc73-b490-4182-a043-fbe60d146d1d req-323db19a-47f5-4dae-b677-42e959a622db tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 931 time: 0.2417881 May 25 17:22:21.166659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7336cc73-b490-4182-a043-fbe60d146d1d req-af1a9521-31be-47b8-af3c-633ca61d9740 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:21.174529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f5b94c-a9e2-4116-acb1-04062c51e5b9 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:22:21.184163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.204999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Transition to ACTIVE for port object f8f5b94c-a9e2-4116-acb1-04062c51e5b9 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:21.206141 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-7336cc73-b490-4182-a043-fbe60d146d1d req-af1a9521-31be-47b8-af3c-633ca61d9740 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:21.207329 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7336cc73-b490-4182-a043-fbe60d146d1d req-af1a9521-31be-47b8-af3c-633ca61d9740 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408324 May 25 17:22:21.209439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.213228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:21.374310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:21.375795 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.381833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:21.389477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Transition to ACTIVE for port object 18708356-b725-4ac3-8739-c29c659a967b will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:21.397261 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.401445 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:21.501749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Attempting to bind port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:21.502078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Attempting to bind port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:21.502405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Attempting to bind port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:21.508053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:22:21.509206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Attempting to bind port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:21.517577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:21.518011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Checking segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:21.518474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Bound using segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:21.519158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Bound port: f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:21.519447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.536696 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Pushing event updated for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:21.539551 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:21.616637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:21.620108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:21.625833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.631302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b85b7257-f2f0-4923-8a6b-fda4819039be tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:21.633534 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Attempting to bind port 18708356-b725-4ac3-8739-c29c659a967b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:21.633999 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Attempting to bind port 18708356-b725-4ac3-8739-c29c659a967b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:21.634434 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Attempting to bind port 18708356-b725-4ac3-8739-c29c659a967b on network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:21.640946 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:21.641331 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Checking segment: {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:21.641741 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.642164 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Bound using segment: {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:21.642628 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Bound port: 18708356-b725-4ac3-8739-c29c659a967b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf37919-22d3-451f-b083-2a55c9861fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:21.643049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.699385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:21.700014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.701477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] 10.222.0.95 "PUT /v2.0/ports/f8f5b94c-a9e2-4116-acb1-04062c51e5b9 HTTP/1.1" status: 200 len: 1093 time: 1.1427126 May 25 17:22:21.702062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:22:21.740309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:21.744455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:21.764819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] For port 18708356-b725-4ac3-8739-c29c659a967b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:22:21.772088 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] For port 18708356-b725-4ac3-8739-c29c659a967b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18708356-b725-4ac3-8739-c29c659a967b,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:22:21.781636 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:21.785586 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-1319dc13-687f-47c6-81ca-fcd6eaad6fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:21.806859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9', 'status': 'completed', 'code': 200} May 25 17:22:21.838882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-0346b15d-13db-4271-9ade-9f6939fb8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:21.842173 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-0346b15d-13db-4271-9ade-9f6939fb8a39 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 1096 time: 0.0958426 May 25 17:22:21.902724 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:22:21.903474 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:22:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:21.920849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-6383acab-dcc4-4a6f-8f23-0bb325d5a1db service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9 HTTP/1.1" status: 200 len: 217 time: 0.0711823 May 25 17:22:21.971945 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Pushing event updated for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:21.983558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:22.004484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c14abc4a-27d9-41c5-8381-a8a23575d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:22.006072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c14abc4a-27d9-41c5-8381-a8a23575d1b1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 200 len: 856 time: 0.0791852 May 25 17:22:22.093157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c0ac898e-017b-43fc-b124-f07c3fb659cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:22.094745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-c0ac898e-017b-43fc-b124-f07c3fb659cd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ba2ce87-c392-403c-b051-214a5142b3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826859 May 25 17:22:22.101854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:22:22.249058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-1ecec8c5-c056-4d85-9da5-ba49a5d060e3 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478601 May 25 17:22:22.284219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18708356-b725-4ac3-8739-c29c659a967b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:22.389316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 18708356-b725-4ac3-8739-c29c659a967b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:22.395635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18708356-b725-4ac3-8739-c29c659a967b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:22.396322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:22.467926 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d71c4446-33c8-462c-8130-0db29ca470d1 req-4b3f984a-71ae-47f1-b369-9eeb2d64e17c service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110529 May 25 17:22:22.478491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abde6a-01a4-4433-a97d-2a813cb0a92f req-a04cfbfa-94a3-454d-ab8b-496069d7cd73 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:22.479995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-51abde6a-01a4-4433-a97d-2a813cb0a92f req-a04cfbfa-94a3-454d-ab8b-496069d7cd73 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 943 time: 0.1397445 May 25 17:22:22.504414 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '18708356-b725-4ac3-8739-c29c659a967b', 'name': '', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'mac_address': 'fa:16:3e:c0:82:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:15Z', 'updated_at': '2021-05-25T17:22:21Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'subnets': [{'id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:22:22.510360 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a6860c-76f1-462f-8e34-ae911f9950b5 None None] The sync data for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv is: [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:22:15Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '18708356-b725-4ac3-8739-c29c659a967b', 'name': '', 'network_id': '09c859dd-9053-49c4-b5c3-3a8ebb7527e3', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'mac_address': 'fa:16:3e:c0:82:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:15Z', 'updated_at': '2021-05-25T17:22:21Z', 'revision_number': 4, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'subnets': [{'id': '4e2cd7fd-58a0-448f-a068-4b5e61243e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:22:22.538623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:22.576712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 18708356-b725-4ac3-8739-c29c659a967b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18708356-b725-4ac3-8739-c29c659a967b,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:22.581921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:22.586517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7d3516ce-915a-452b-83a7-59c7a6f2c6fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:22.662066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:22.665627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:22.723963 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-51abde6a-01a4-4433-a97d-2a813cb0a92f req-733d32f2-76e0-41f3-825a-e9007d15a8d1 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371943 May 25 17:22:22.769510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-3abbab95-b8f6-4a75-a192-acc82e44bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:22.771549 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-3abbab95-b8f6-4a75-a192-acc82e44bfed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 1096 time: 0.2436297 May 25 17:22:22.912716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-68b419c9-b0e3-461c-bf7f-162977f22d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:22.914441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-68b419c9-b0e3-461c-bf7f-162977f22d77 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 919 time: 0.1367381 May 25 17:22:22.987279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-ed55c7aa-231a-4615-9b0c-56c98fc671c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9 HTTP/1.1" status: 200 len: 217 time: 0.0659137 May 25 17:22:23.053095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-634bbdb6-3c14-44ea-95b9-5e362862731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:23.054516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-634bbdb6-3c14-44ea-95b9-5e362862731e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 200 len: 856 time: 0.0603673 May 25 17:22:23.133019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-ec18bdbb-978a-4024-841b-6194bcd9ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:23.134476 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-ec18bdbb-978a-4024-841b-6194bcd9ad47 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ba2ce87-c392-403c-b051-214a5142b3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724099 May 25 17:22:23.268902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-f859a268-7421-4696-9a3c-fe8599e9206e service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267707 May 25 17:22:23.405404 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f9c17a5b-5c8b-4571-bd0c-ffae53f8dc66 req-e1a9744a-f047-41c3-9b62-1c7a9bb3fcf3 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301110 May 25 17:22:23.913213 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc7004-d2da-4094-8c0f-27ea89f2b16d req-5e431c67-b8b5-4b71-9d6a-ac520509a89c tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:23.914630 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a5dc7004-d2da-4094-8c0f-27ea89f2b16d req-5e431c67-b8b5-4b71-9d6a-ac520509a89c tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 943 time: 0.0832558 May 25 17:22:23.960909 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a5dc7004-d2da-4094-8c0f-27ea89f2b16d req-877608a5-1c35-4ab0-9d3a-035f9fa436b0 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399022 May 25 17:22:24.233318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18708356-b725-4ac3-8739-c29c659a967b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:24.304950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 18708356-b725-4ac3-8739-c29c659a967b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:24.305318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:25.155885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754e941-68de-4c99-a61e-3a04ab603e8b req-af288137-02c6-442d-acac-7768538f6d74 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:25.157350 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8754e941-68de-4c99-a61e-3a04ab603e8b req-af288137-02c6-442d-acac-7768538f6d74 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 943 time: 0.0867901 May 25 17:22:25.205504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8754e941-68de-4c99-a61e-3a04ab603e8b req-052f085c-8d2b-4bbe-9d70-722f2b88e074 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 May 25 17:22:26.177118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f8f5b94c-a9e2-4116-acb1-04062c51e5b9 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:22:26.311194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:26.329449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'port_id': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9', 'mac_address': 'fa:16:3e:ec:07:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:22:26.390010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:26.394704 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b83ca-14ce-4c9e-a156-72a14649e564 req-64655e78-6f0d-4703-8293-ccd7ae9634fb tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:26.396359 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bb2b83ca-14ce-4c9e-a156-72a14649e564 req-64655e78-6f0d-4703-8293-ccd7ae9634fb tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 943 time: 0.0860105 May 25 17:22:26.407732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f5b94c-a9e2-4116-acb1-04062c51e5b9 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:22:26.426307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:26.436907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:26.439108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:26.452720 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bb2b83ca-14ce-4c9e-a156-72a14649e564 req-364342e7-8eb6-4179-833a-f1dbde0446c8 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502062 May 25 17:22:26.506021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:26.509196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:26.848067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['f8f5b94c-a9e2-4116-acb1-04062c51e5b9'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:22:27.639594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20025-c330-498a-930d-fe99f364a780 req-6e51f8c3-59c7-43f4-b90d-0a3ce94d2781 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:27.641141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1b20025-c330-498a-930d-fe99f364a780 req-6e51f8c3-59c7-43f4-b90d-0a3ce94d2781 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 944 time: 0.0810764 May 25 17:22:27.690306 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f1b20025-c330-498a-930d-fe99f364a780 req-11423e53-23c2-4b46-a054-fa46dab2da47 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 May 25 17:22:28.178161 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f8f5b94c-a9e2-4116-acb1-04062c51e5b9 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:22:28.249581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:28.254270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:28.254641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:28.368547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:28.399506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:22:28.409917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:28.415395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:28.417416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-de25de4f-16a1-43a7-bbeb-e8ce4f25fba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:28.449430 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9', 'code': 200} May 25 17:22:28.488810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:28.491768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:28.668138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88138ab2-1b9d-407b-ad3e-bd5e4768e06a req-fb0ae9f6-3015-4d53-b1b0-51fe950ebe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:28.669557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-88138ab2-1b9d-407b-ad3e-bd5e4768e06a req-fb0ae9f6-3015-4d53-b1b0-51fe950ebe5e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 1098 time: 0.0704494 May 25 17:22:28.710630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-88138ab2-1b9d-407b-ad3e-bd5e4768e06a req-b73c109a-ba56-43fe-bb35-851ded13de1c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342908 May 25 17:22:28.836241 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:22:28.881680 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625078bb-e256-475d-bfe1-ba599a1addd8 req-31ee283d-6ad9-42dd-9bfb-ca2d07a48282 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:28.883235 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-625078bb-e256-475d-bfe1-ba599a1addd8 req-31ee283d-6ad9-42dd-9bfb-ca2d07a48282 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0870843 May 25 17:22:28.928644 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-625078bb-e256-475d-bfe1-ba599a1addd8 req-59e41a8c-efa3-42e6-b5e5-f88d113fc149 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 May 25 17:22:30.118930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019317a-9e3e-4912-a3fa-99db9da375e3 req-02195cf0-dcd8-4d16-8912-0da988879a2d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:30.120409 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4019317a-9e3e-4912-a3fa-99db9da375e3 req-02195cf0-dcd8-4d16-8912-0da988879a2d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0824275 May 25 17:22:30.164745 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4019317a-9e3e-4912-a3fa-99db9da375e3 req-a8383680-b9f8-4c38-84cb-e9d87d6efe87 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384579 May 25 17:22:30.352622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f544f-cef1-41de-9df3-757182eee991 req-fd20d2df-a44d-49f6-a4cd-29984d681588 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:30.354158 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-931f544f-cef1-41de-9df3-757182eee991 req-fd20d2df-a44d-49f6-a4cd-29984d681588 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0798278 May 25 17:22:30.402018 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-931f544f-cef1-41de-9df3-757182eee991 req-231cc136-ac8c-419f-888f-5f490fb5f3e5 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415995 May 25 17:22:32.287443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-9f0075c2-76a6-40d6-bbc6-451db88c01e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772598 May 25 17:22:32.431586 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-8eb6b85f-d476-4d1d-89a4-61118914eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:32.432455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-8eb6b85f-d476-4d1d-89a4-61118914eadc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 1098 time: 0.0758150 May 25 17:22:32.590996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-ca987a32-741c-4bdc-956d-fc97531955ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:32.592902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-ca987a32-741c-4bdc-956d-fc97531955ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 919 time: 0.1381025 May 25 17:22:32.673596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-4110b5cc-86a0-4714-80d8-09509ca2c6ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9 HTTP/1.1" status: 200 len: 217 time: 0.0735726 May 25 17:22:32.748071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-233b5c1c-2f33-4e0f-83f2-c82c6110e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:32.749693 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-233b5c1c-2f33-4e0f-83f2-c82c6110e083 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 200 len: 856 time: 0.0635159 May 25 17:22:32.833325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-f89dea48-72c3-42e9-b454-e96bd72e6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:32.834797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-f89dea48-72c3-42e9-b454-e96bd72e6837 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ba2ce87-c392-403c-b051-214a5142b3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790775 May 25 17:22:33.111427 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-066062a1-c36a-460b-a7b8-4452adcb546c service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687302 May 25 17:22:33.247366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-937cb7e3-e016-4ca3-b7ea-0fb9087ce242 req-79a07ffd-cbb3-4f12-ba8f-581f398a9eaf service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290243 May 25 17:22:40.126520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6814164b-9bbd-457b-9850-6a9a34f5bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:42.634781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:42.905515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a6cd1ae2-f7ab-4b3c-92fb-f65ceae111c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:43.891040 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:45.562517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:49.034339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:51.694535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403078ff-8996-4371-b719-8bcfcec334d4 req-a3e28ecc-f614-4c37-b7fc-04ff5b572719 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:51.696039 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403078ff-8996-4371-b719-8bcfcec334d4 req-a3e28ecc-f614-4c37-b7fc-04ff5b572719 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0832188 May 25 17:22:51.745457 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403078ff-8996-4371-b719-8bcfcec334d4 req-4405581c-7c10-4931-acd5-51fde88209e2 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 May 25 17:22:53.084895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9827-0e7e-49fc-b8d0-bc5fdfcb0e24 req-dfcd5441-1211-4eb6-91b6-04007ae3167a tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:53.086272 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3ced9827-0e7e-49fc-b8d0-bc5fdfcb0e24 req-dfcd5441-1211-4eb6-91b6-04007ae3167a tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0847442 May 25 17:22:53.131967 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3ced9827-0e7e-49fc-b8d0-bc5fdfcb0e24 req-1986ef3d-0ef5-4008-8d8a-931987e21481 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 May 25 17:22:53.599338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-672b7beb-3ff7-4a6d-a9e3-323587ecfbb3 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:53.600797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-672b7beb-3ff7-4a6d-a9e3-323587ecfbb3 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 945 time: 0.0833724 May 25 17:22:53.743437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Deleting port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:22:53.743706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:53.879807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] For port f8f5b94c-a9e2-4116-acb1-04062c51e5b9, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:22:53.880159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:54.003578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Calling delete_port for f8f5b94c-a9e2-4116-acb1-04062c51e5b9 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:22:54.112714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:54.118474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-971df4a5-137e-4eed-a1b7-4443361a3653 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:54.124899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['f8f5b94c-a9e2-4116-acb1-04062c51e5b9'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:22:54.171449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Pushing event deleted for resources: {'Port': ['ID=f8f5b94c-a9e2-4116-acb1-04062c51e5b9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:54.216277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.216825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.217328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.217775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.218211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.218591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.218994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.219369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.219741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.220115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.220487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.220858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:22:54.251296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:54.298380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] No DVR routers for this DVR port f8f5b94c-a9e2-4116-acb1-04062c51e5b9 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:22:54.305856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:54.309170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'name': 'network-vif-deleted', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:22:54.331515 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-bc9c8030-63ff-464d-bee7-dec1fdb85e66 req-81f28b3f-7cef-4fba-9052-5222becfb88c tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f HTTP/1.1" status: 200 len: 210 time: 0.0736847 May 25 17:22:54.341321 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7a88b512-6b4e-43ee-a46e-d9d30283a6a4 req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "DELETE /v2.0/ports/f8f5b94c-a9e2-4116-acb1-04062c51e5b9 HTTP/1.1" status: 204 len: 173 time: 0.7349226 May 25 17:22:54.391178 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e5d4a5-d01a-4e26-b1df-3803e9ea2e0f', 'name': 'network-vif-deleted', 'tag': 'f8f5b94c-a9e2-4116-acb1-04062c51e5b9', 'status': 'completed', 'code': 200} May 25 17:22:56.192567 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-51bcfc34-58b2-4865-9a77-811107928e20 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:56.194060 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-51bcfc34-58b2-4865-9a77-811107928e20 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 817 time: 0.1564927 May 25 17:22:56.210209 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-327dddd2-77f5-4eea-a356-b95f220873eb tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/quotas/82138daa637b4514b7da0bd43d1250a6 HTTP/1.1" status: 200 len: 375 time: 0.0099797 May 25 17:22:56.302546 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-39c7f6ae-4039-4aa6-bc0a-dd2a6a756f41 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868661 May 25 17:22:56.466694 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-388fd423-ee23-41a1-9a50-5dea97e1d184 service neutron] 10.222.0.96 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518347 May 25 17:22:56.603687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-ae03c720-76f8-4b80-a3a1-46bca4ff0d0f service neutron] 10.222.0.96 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311526 May 25 17:22:56.814905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-922bdd07-e8b0-424c-acbd-6085c0df9506 req-bace6499-6cc4-4317-ad44-e7f8dfba90dc tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:56.834625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-922bdd07-e8b0-424c-acbd-6085c0df9506 req-bace6499-6cc4-4317-ad44-e7f8dfba90dc tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:56.836171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-922bdd07-e8b0-424c-acbd-6085c0df9506 req-bace6499-6cc4-4317-ad44-e7f8dfba90dc tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 210 time: 0.0771284 May 25 17:22:57.991896 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0bd4a7d4-4d4d-434e-9d2b-73cb0084de13 req-e48f2a4e-7b7f-4e43-9904-0f0ee9f2f4b4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 210 time: 0.0451157 May 25 17:22:58.104433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-e897ba82-987d-4a0b-bbe0-0792bae641fe tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:58.105844 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-e897ba82-987d-4a0b-bbe0-0792bae641fe tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 817 time: 0.1659048 May 25 17:22:58.119280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Request body: {'port': {'device_id': '19039c02-d304-4301-8f47-41864280c961', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'admin_state_up': True, 'tenant_id': '82138daa637b4514b7da0bd43d1250a6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:58.261820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:22:58.271999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:22:58.281961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Made reservation on behalf of 82138daa637b4514b7da0bd43d1250a6 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:22:58.285543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:58.318726 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f8f5b94c-a9e2-4116-acb1-04062c51e5b9 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:22:58.356217 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: f8f5b94c-a9e2-4116-acb1-04062c51e5b9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:22:58.356601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device f8f5b94c-a9e2-4116-acb1-04062c51e5b9 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:22:58.456237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Allocated IP 172.20.0.9 (6ba2ce87-c392-403c-b051-214a5142b3a2/abb66d18-1650-4c3b-bb65-37c91b4ed31f/953ecd40-f08e-4843-aacf-7de5b7854503) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:22:58.658254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:58.673964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Transition to ACTIVE for port object 953ecd40-f08e-4843-aacf-7de5b7854503 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:58.698004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:58.704502 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:58.778802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:22:58.782686 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:22:58.787293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:22:58.819699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Pushing event updated for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:58.827473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:58.859214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:58.859854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:58.886808 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7713740 May 25 17:22:58.898633 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Request body: {'port': {'device_id': '19039c02-d304-4301-8f47-41864280c961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:22:58.991789 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-60b48e19-7339-4312-8a98-9be34ed00150 None None] Provisioning for port 953ecd40-f08e-4843-aacf-7de5b7854503 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:22:58.997269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-60b48e19-7339-4312-8a98-9be34ed00150 None None] Provisioning complete for port 953ecd40-f08e-4843-aacf-7de5b7854503 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:22:58.997748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-60b48e19-7339-4312-8a98-9be34ed00150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:59.057803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-60b48e19-7339-4312-8a98-9be34ed00150 None None] Port 953ecd40-f08e-4843-aacf-7de5b7854503 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:22:59.214052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:59.307700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44164e68-f62a-4b32-86b5-f84306710789 req-ed4ba080-4b3d-49be-987c-c6cb13cddeee tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:22:59.308398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-44164e68-f62a-4b32-86b5-f84306710789 req-ed4ba080-4b3d-49be-987c-c6cb13cddeee tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Synchronizing usage tracker for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:22:59.381880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-44164e68-f62a-4b32-86b5-f84306710789 req-ed4ba080-4b3d-49be-987c-c6cb13cddeee tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Unset dirty status for tenant:82138daa637b4514b7da0bd43d1250a6 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:22:59.383341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44164e68-f62a-4b32-86b5-f84306710789 req-ed4ba080-4b3d-49be-987c-c6cb13cddeee tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 931 time: 0.2496905 May 25 17:22:59.513215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44164e68-f62a-4b32-86b5-f84306710789 req-46480a3a-753c-4069-a076-d464f4662835 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224554 May 25 17:22:59.629427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953ecd40-f08e-4843-aacf-7de5b7854503 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:22:59.636764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:59.652166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Transition to ACTIVE for port object 953ecd40-f08e-4843-aacf-7de5b7854503 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:22:59.658985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:22:59.663016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:22:59.793866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:22:59.824398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:22:59.905656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Attempting to bind port 953ecd40-f08e-4843-aacf-7de5b7854503 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:22:59.905989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Attempting to bind port 953ecd40-f08e-4843-aacf-7de5b7854503 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:22:59.906321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Attempting to bind port 953ecd40-f08e-4843-aacf-7de5b7854503 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:59.910891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Port 953ecd40-f08e-4843-aacf-7de5b7854503 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:22:59.911239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Attempting to bind port 953ecd40-f08e-4843-aacf-7de5b7854503 on network 6ba2ce87-c392-403c-b051-214a5142b3a2 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:22:59.916308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:22:59.916640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Checking segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:22:59.917019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Bound using segment: {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:22:59.917449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Bound port: 953ecd40-f08e-4843-aacf-7de5b7854503, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13545939-f365-4189-a454-4a8afd463c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:22:59.917788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:00.010411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:00.013394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=953ecd40-f08e-4843-aacf-7de5b7854503,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:00.019051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:00.022779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-74a8af2a-e2b9-4473-96bd-38f89a214153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:00.081397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:00.082013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:00.083408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] 10.222.0.95 "PUT /v2.0/ports/953ecd40-f08e-4843-aacf-7de5b7854503 HTTP/1.1" status: 200 len: 1093 time: 1.1890831 May 25 17:23:00.083926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:23:00.104169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Pushing event updated for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:00.107773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:00.154981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503', 'status': 'completed', 'code': 200} May 25 17:23:00.197608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-81d9ce31-b4af-4239-9ca3-487f72e4e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:00.199141 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-81d9ce31-b4af-4239-9ca3-487f72e4e93c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 1096 time: 0.0783672 May 25 17:23:00.274067 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-1542a507-d05b-4afc-aeac-a4f100d45c3f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=953ecd40-f08e-4843-aacf-7de5b7854503 HTTP/1.1" status: 200 len: 217 time: 0.0668600 May 25 17:23:00.340095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-efd43062-7791-4ab9-8006-b7fd3fed07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:00.342025 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-efd43062-7791-4ab9-8006-b7fd3fed07d5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 200 len: 856 time: 0.0611145 May 25 17:23:00.421349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-6d00e1f1-a8a3-4689-8dd7-337fb99b208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:00.423025 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-6d00e1f1-a8a3-4689-8dd7-337fb99b208b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ba2ce87-c392-403c-b051-214a5142b3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740268 May 25 17:23:00.559888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-64eef6b3-653b-493e-9137-7d962c8ee0a5 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295505 May 25 17:23:00.749606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fe9a765d-ef60-4783-a5d6-3fc675881593 req-6ad6400e-3159-4d99-80d1-5398a39b1d57 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817126 May 25 17:23:00.765696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f3df-aa8f-43a7-b0aa-649c7a555819 req-3b80b2c4-9f6d-4fe8-a649-cc7ad4869c99 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:00.767187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ea87f3df-aa8f-43a7-b0aa-649c7a555819 req-3b80b2c4-9f6d-4fe8-a649-cc7ad4869c99 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 943 time: 0.1305652 May 25 17:23:00.991126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ea87f3df-aa8f-43a7-b0aa-649c7a555819 req-0bd61404-ae97-4473-98a2-d55e87eb3697 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177856 May 25 17:23:01.022081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-04b640d2-75cd-442b-8806-cf5123ae1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:01.023582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-04b640d2-75cd-442b-8806-cf5123ae1aa8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82138daa637b4514b7da0bd43d1250a6&device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 1096 time: 0.2184939 May 25 17:23:01.159521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-8ce14902-ff46-4b8f-bef7-736c54058a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:01.160981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-8ce14902-ff46-4b8f-bef7-736c54058a49 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 200 len: 919 time: 0.1308191 May 25 17:23:01.234838 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-2bb381d4-69d8-4da8-8603-aeff205614cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=953ecd40-f08e-4843-aacf-7de5b7854503 HTTP/1.1" status: 200 len: 217 time: 0.0666924 May 25 17:23:01.297891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-f1e2bb08-66dc-43f5-bd6d-d7665a0faa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:01.299226 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-f1e2bb08-66dc-43f5-bd6d-d7665a0faa10 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 200 len: 856 time: 0.0580842 May 25 17:23:01.379350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-f292fb1c-e60b-49c5-b366-8dcdf84b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:01.380823 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-f292fb1c-e60b-49c5-b366-8dcdf84b5fd2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ba2ce87-c392-403c-b051-214a5142b3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750897 May 25 17:23:01.521869 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-f856d797-6785-45aa-97ac-61940ea270f4 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296365 May 25 17:23:01.655995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-235f7299-c3c7-43d6-9e34-c1f7159da79a req-ccde458e-3ced-463c-a2ca-d3ae040a7716 service neutron] 10.222.0.95 "GET /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278236 May 25 17:23:02.184493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e6a46-2768-4ad9-93b4-f23d15445c54 req-c7a712c8-db9a-4cf6-b2d3-27b370456aa6 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:02.186117 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9f8e6a46-2768-4ad9-93b4-f23d15445c54 req-c7a712c8-db9a-4cf6-b2d3-27b370456aa6 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 943 time: 0.0868058 May 25 17:23:02.232211 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9f8e6a46-2768-4ad9-93b4-f23d15445c54 req-6a0b217f-32e3-4f36-aff7-add609ba2aab tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 May 25 17:23:03.417817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472013-f304-45e4-aa14-96d8e737bd0e req-7192ce97-768d-4cc9-8a69-9000991eda64 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:03.420085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-14472013-f304-45e4-aa14-96d8e737bd0e req-7192ce97-768d-4cc9-8a69-9000991eda64 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 943 time: 0.0828936 May 25 17:23:03.471046 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-14472013-f304-45e4-aa14-96d8e737bd0e req-e0bfa3b3-955a-434c-a795-8969930163d7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 May 25 17:23:04.332062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 953ecd40-f08e-4843-aacf-7de5b7854503 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:23:04.474428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=953ecd40-f08e-4843-aacf-7de5b7854503,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:04.487763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '953ecd40-f08e-4843-aacf-7de5b7854503', 'network_id': '6ba2ce87-c392-403c-b051-214a5142b3a2', 'port_id': '953ecd40-f08e-4843-aacf-7de5b7854503', 'mac_address': 'fa:16:3e:37:1a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb66d18-1650-4c3b-bb65-37c91b4ed31f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:23:04.549272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:04.566613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953ecd40-f08e-4843-aacf-7de5b7854503 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:23:04.582964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=953ecd40-f08e-4843-aacf-7de5b7854503,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:04.587196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:04.588904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:04.658090 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:04.661687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:04.666101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51500f-7fa2-4701-83c0-0c4033d611cd req-a3198dab-26e0-4c58-bef2-d8a53ce839dd tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:04.667774 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c51500f-7fa2-4701-83c0-0c4033d611cd req-a3198dab-26e0-4c58-bef2-d8a53ce839dd tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 944 time: 0.0871162 May 25 17:23:04.724134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3c51500f-7fa2-4701-83c0-0c4033d611cd req-4f14b3ac-d6a2-49c7-8280-cc73dc4a3ca9 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 May 25 17:23:04.927174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['953ecd40-f08e-4843-aacf-7de5b7854503'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:23:05.835603 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:23:05.924133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694fc63-fe44-48cc-bd50-31c5463ec1db req-cef66aee-c44d-4a6b-9487-cee197ba9e58 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:05.925616 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3694fc63-fe44-48cc-bd50-31c5463ec1db req-cef66aee-c44d-4a6b-9487-cee197ba9e58 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 944 time: 0.0870636 May 25 17:23:05.971338 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3694fc63-fe44-48cc-bd50-31c5463ec1db req-118dd6ea-d274-42bd-9b6f-851b1eba4da1 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 May 25 17:23:06.350179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 953ecd40-f08e-4843-aacf-7de5b7854503 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:06.419235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 953ecd40-f08e-4843-aacf-7de5b7854503 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:06.425498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 953ecd40-f08e-4843-aacf-7de5b7854503 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:06.426226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:06.547276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:06.574001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:23:06.584927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=953ecd40-f08e-4843-aacf-7de5b7854503,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:06.589099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:06.591012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8088617a-e4af-4e70-9098-0548806fda80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:06.626526 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503', 'code': 200} May 25 17:23:06.663856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:06.666643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:06.858753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c9eb9-7b9f-4af8-8503-e36ebfc12688 req-c6af8921-f4eb-4875-b3b4-02aac3e5f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:06.860183 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b21c9eb9-7b9f-4af8-8503-e36ebfc12688 req-c6af8921-f4eb-4875-b3b4-02aac3e5f167 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 1098 time: 0.0708315 May 25 17:23:06.908348 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b21c9eb9-7b9f-4af8-8503-e36ebfc12688 req-bea61a0d-ba2b-486f-98be-a9ef0860f2d4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 May 25 17:23:07.161370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6670a-0b7b-4f66-a4db-193aa2c44c7c req-bcb121d7-7fae-4bb0-a00a-2e72c8c44d6d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:07.162668 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22b6670a-0b7b-4f66-a4db-193aa2c44c7c req-bcb121d7-7fae-4bb0-a00a-2e72c8c44d6d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.0867443 May 25 17:23:07.207732 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22b6670a-0b7b-4f66-a4db-193aa2c44c7c req-d3882121-a411-46f4-b58e-ab632f954a59 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 May 25 17:23:08.394139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31da44-5adc-4858-9399-e02f1b19c9a1 req-3e2fc31b-e987-4843-9a1d-ba3cdedc8337 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:08.395852 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e31da44-5adc-4858-9399-e02f1b19c9a1 req-3e2fc31b-e987-4843-9a1d-ba3cdedc8337 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.0809872 May 25 17:23:08.443636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e31da44-5adc-4858-9399-e02f1b19c9a1 req-aef08730-2776-409d-8883-fb66301a35a3 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 May 25 17:23:08.626862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f6efd-95e1-45bf-8cfa-050814e8ec41 req-7261bcb8-b7e2-4a43-b342-00a0b3d89aaa tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:08.628352 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-959f6efd-95e1-45bf-8cfa-050814e8ec41 req-7261bcb8-b7e2-4a43-b342-00a0b3d89aaa tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.0797379 May 25 17:23:08.678217 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-959f6efd-95e1-45bf-8cfa-050814e8ec41 req-56c147ae-73d9-48d4-8f7e-c8a2b3b1974b tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 May 25 17:23:10.130376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5651088d-9f8b-4619-9c82-908aed5ca847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:12.637948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:12.908173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31253598-44ae-4b31-8f89-b086892d89aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:13.893140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:15.564230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:19.034960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:29.761991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6957a-0d35-4096-a89b-118bf32070d4 req-b14c47a7-a331-4e69-8d0f-05984c45d356 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:29.763631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-abf6957a-0d35-4096-a89b-118bf32070d4 req-b14c47a7-a331-4e69-8d0f-05984c45d356 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.0892611 May 25 17:23:29.815483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-abf6957a-0d35-4096-a89b-118bf32070d4 req-382a563f-603a-41c7-8431-8beca9c5d602 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453167 May 25 17:23:31.150190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ea613-07fa-44d0-9bb9-f57afc1d7b79 req-2e4723ad-b35c-4a24-9b48-ab22b5f414dc tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:31.152650 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-158ea613-07fa-44d0-9bb9-f57afc1d7b79 req-2e4723ad-b35c-4a24-9b48-ab22b5f414dc tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.2253289 May 25 17:23:31.199620 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-158ea613-07fa-44d0-9bb9-f57afc1d7b79 req-74e5e28c-df61-4d1c-acad-691b4442aea1 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/security-groups?id=9c2150af-a104-47ea-b3c6-f3ff667e6588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404053 May 25 17:23:31.675584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-648e68a2-1890-4fb2-a05c-13f67b374bac tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:31.677046 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-648e68a2-1890-4fb2-a05c-13f67b374bac tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 945 time: 0.0854070 May 25 17:23:31.817019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Deleting port 953ecd40-f08e-4843-aacf-7de5b7854503 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:31.817422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:31.965038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] For port 953ecd40-f08e-4843-aacf-7de5b7854503, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=953ecd40-f08e-4843-aacf-7de5b7854503,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:31.965387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:32.092949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Calling delete_port for 953ecd40-f08e-4843-aacf-7de5b7854503 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:32.203421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:32.209128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-46cb78dc-a2dd-46de-bbde-d9995984417d tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:32.215457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['953ecd40-f08e-4843-aacf-7de5b7854503'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:23:32.257019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Pushing event deleted for resources: {'Port': ['ID=953ecd40-f08e-4843-aacf-7de5b7854503,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:32.260943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:32.515617 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-097a3714-235b-40b6-9834-2af68feb6654 req-595c2d20-d97c-4ad4-9187-4bebad90ba42 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.96 "GET /v2.0/ports?device_id=19039c02-d304-4301-8f47-41864280c961 HTTP/1.1" status: 200 len: 210 time: 0.0748165 May 25 17:23:32.521050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] No DVR routers for this DVR port 953ecd40-f08e-4843-aacf-7de5b7854503 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:23:32.523600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:32.526537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'name': 'network-vif-deleted', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:23:32.543395 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e33a287-6187-4833-a86a-544dbdcd05f0 req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] 10.222.0.95 "DELETE /v2.0/ports/953ecd40-f08e-4843-aacf-7de5b7854503 HTTP/1.1" status: 204 len: 173 time: 0.8600459 May 25 17:23:32.574551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19039c02-d304-4301-8f47-41864280c961', 'name': 'network-vif-deleted', 'tag': '953ecd40-f08e-4843-aacf-7de5b7854503', 'status': 'completed', 'code': 200} May 25 17:23:33.647840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41268) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:34.218957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:34.517762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 953ecd40-f08e-4843-aacf-7de5b7854503 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:34.555938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 953ecd40-f08e-4843-aacf-7de5b7854503 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:34.556289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 953ecd40-f08e-4843-aacf-7de5b7854503 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:34.639380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Deleting port 7951b7e3-598e-4094-9b0d-351e40b82609 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:34.639723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:34.763805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] For port 7951b7e3-598e-4094-9b0d-351e40b82609, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=7951b7e3-598e-4094-9b0d-351e40b82609,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:34.765165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:34.887982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Calling delete_port for 7951b7e3-598e-4094-9b0d-351e40b82609 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:35.314555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:35.318277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:35.361607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7951b7e3-598e-4094-9b0d-351e40b82609,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:35.364908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:35.638467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:36.002548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:23:36.185318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:36.193819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Sync routers for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:23:36.198020 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] 10.222.0.96 "PUT /v2.0/routers/14ce61ad-d1d5-4f99-8d5e-948712f8b4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5490804 May 25 17:23:36.200384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41272) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:36.203613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:36.204264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:36.389565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:36.541690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:36.721840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:36.733916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:23:35Z', 'revision_number': 5, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port': {'id': 'c7d99ba5-6e7f-4ffa-ad20-e16b677145be', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:05Z', 'updated_at': '2021-05-25T17:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:36.738019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Checking router: 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:23:36.746298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Routers {'14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:36.746930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:36.794569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Deleting port c7d99ba5-6e7f-4ffa-ad20-e16b677145be {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:36.794791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:36.900996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] Set router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:36.932138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] For port c7d99ba5-6e7f-4ffa-ad20-e16b677145be, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:36.932493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.009451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:23:36Z', 'revision_number': 6, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:37.013504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c86c9-5063-4d91-a152-2e9c97015c30 None None] The sync data for ids ['14ce61ad-d1d5-4f99-8d5e-948712f8b4e9'] in dv-neutron-792998-1-hyperv is: [{'id': '14ce61ad-d1d5-4f99-8d5e-948712f8b4e9', 'name': 'tempest-TestEncryptedCinderVolumes-1766131835-router', 'tenant_id': '82138daa637b4514b7da0bd43d1250a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:04Z', 'updated_at': '2021-05-25T17:23:36Z', 'revision_number': 6, 'project_id': '82138daa637b4514b7da0bd43d1250a6', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:23:37.058793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Calling delete_port for c7d99ba5-6e7f-4ffa-ad20-e16b677145be owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:37.196934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.202176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0bc6f407-2f65-472e-8efc-7aa116d1ee9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:37.246613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d99ba5-6e7f-4ffa-ad20-e16b677145be,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:37.275863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:37.341383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.520187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.522399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.546576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.547385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:23:37.559137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.560243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] 10.222.0.96 "DELETE /v2.0/routers/14ce61ad-d1d5-4f99-8d5e-948712f8b4e9 HTTP/1.1" status: 204 len: 168 time: 1.3589690 May 25 17:23:37.562885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41276) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:37.621218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Deleting subnet abb66d18-1650-4c3b-bb65-37c91b4ed31f {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:23:37.624250 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.676712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:37.771165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.034076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.038995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:38.075707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.078579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb66d18-1650-4c3b-bb65-37c91b4ed31f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:38.082931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a4db5-6c43-471d-8ec5-ad4ee05425c0 None None] Network 6ba2ce87-c392-403c-b051-214a5142b3a2 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:38.084144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:38.088881 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b99bf6b2-e625-4de6-9f61-385df8577fe4 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/abb66d18-1650-4c3b-bb65-37c91b4ed31f HTTP/1.1" status: 204 len: 168 time: 0.5247543 May 25 17:23:38.091083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41280) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:38.288092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7951b7e3-598e-4094-9b0d-351e40b82609 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:38.328936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 7951b7e3-598e-4094-9b0d-351e40b82609 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:38.329294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 7951b7e3-598e-4094-9b0d-351e40b82609 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:38.330067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c7d99ba5-6e7f-4ffa-ad20-e16b677145be no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:38.354640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.364856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c7d99ba5-6e7f-4ffa-ad20-e16b677145be {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:38.365212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c7d99ba5-6e7f-4ffa-ad20-e16b677145be not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:38.392730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] DHCP port deletion for 6ba2ce87-c392-403c-b051-214a5142b3a2 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:23:38.437072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Deleting port e9add537-fb17-444d-8342-74387fd9c1f7 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:38.437416 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.459459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Deleting port e9add537-fb17-444d-8342-74387fd9c1f7 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:38.459847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.542117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] For port e9add537-fb17-444d-8342-74387fd9c1f7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e9add537-fb17-444d-8342-74387fd9c1f7,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:38.542491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.570905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] For port e9add537-fb17-444d-8342-74387fd9c1f7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e9add537-fb17-444d-8342-74387fd9c1f7,segment=NetworkSegment(13545939-f365-4189-a454-4a8afd463c7b),segment_id=13545939-f365-4189-a454-4a8afd463c7b)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:38.571336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.670927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Calling delete_port for e9add537-fb17-444d-8342-74387fd9c1f7 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:38.696450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Calling delete_port for e9add537-fb17-444d-8342-74387fd9c1f7 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:38.720005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.724920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-aa5661eb-45e6-4afe-b107-9d81bcffaadf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:38.740890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.744484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:38.768885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9add537-fb17-444d-8342-74387fd9c1f7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:38.770662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] No DVR routers for this DVR port e9add537-fb17-444d-8342-74387fd9c1f7 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:23:38.772274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:38.791317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Pushing event deleted for resources: {'Port': ['ID=e9add537-fb17-444d-8342-74387fd9c1f7,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:38.796603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] No DVR routers for this DVR port e9add537-fb17-444d-8342-74387fd9c1f7 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:23:38.803121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.803474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.803825 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.804164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.804495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.806945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:38.809954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:38.894407 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.908362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba2ce87-c392-403c-b051-214a5142b3a2']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:38.920913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13545939-f365-4189-a454-4a8afd463c7b') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:38.921253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13545939-f365-4189-a454-4a8afd463c7b') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:38.933367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.950311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.957008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:23:38.957393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:23:38.970416 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:23:39.048727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:39.051996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:39.065470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:39.077547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba2ce87-c392-403c-b051-214a5142b3a2,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:39.081650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:39.090198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6ba2ce87-c392-403c-b051-214a5142b3a2 HTTP/1.1" status: 204 len: 168 time: 0.9977570 May 25 17:23:39.093878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41284) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:39.639057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:40.136081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4940a778-fc89-4c93-b698-98d1adfe774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:40.220815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Deleting port 18708356-b725-4ac3-8739-c29c659a967b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:40.221256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:40.270535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e9add537-fb17-444d-8342-74387fd9c1f7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:40.305438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e9add537-fb17-444d-8342-74387fd9c1f7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:40.305881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e9add537-fb17-444d-8342-74387fd9c1f7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:40.347208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] For port 18708356-b725-4ac3-8739-c29c659a967b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=18708356-b725-4ac3-8739-c29c659a967b,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:40.347564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:40.474364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Calling delete_port for 18708356-b725-4ac3-8739-c29c659a967b owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:40.632438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:40.637648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b5f70407-1c3c-4855-9735-58f2aae1928e tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:40.683640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Pushing event deleted for resources: {'Port': ['ID=18708356-b725-4ac3-8739-c29c659a967b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:40.686109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:40.978751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:41.356230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Router bc778c74-4726-43ed-8ea1-9d402c9b90c4 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:23:41.689863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:41.698128 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Sync routers for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:23:41.698598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] 10.222.0.96 "PUT /v2.0/routers/bc778c74-4726-43ed-8ea1-9d402c9b90c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6035447 May 25 17:23:41.701052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41288) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:41.709143 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:41.709767 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:41.883823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:41.886274 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:42.068199 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.140294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Deleting port 30c93897-dafe-4852-bf6f-35af5163936f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:42.140639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.174528 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60'}], 'enable_snat': True}, 'gw_port_id': '30c93897-dafe-4852-bf6f-35af5163936f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:23:40Z', 'revision_number': 5, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port': {'id': '30c93897-dafe-4852-bf6f-35af5163936f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:22:12Z', 'updated_at': '2021-05-25T17:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:42.178303 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Checking router: bc778c74-4726-43ed-8ea1-9d402c9b90c4 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:23:42.186530 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Routers {'bc778c74-4726-43ed-8ea1-9d402c9b90c4'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:42.187165 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:42.271300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] For port 30c93897-dafe-4852-bf6f-35af5163936f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=30c93897-dafe-4852-bf6f-35af5163936f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:42.271695 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.340588 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] Set router bc778c74-4726-43ed-8ea1-9d402c9b90c4 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:42.398761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Calling delete_port for 30c93897-dafe-4852-bf6f-35af5163936f owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:42.483248 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:23:42Z', 'revision_number': 6, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:42.487610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a244e-c0f1-498a-ac19-f79bfaffde4e None None] The sync data for ids ['bc778c74-4726-43ed-8ea1-9d402c9b90c4'] in dv-neutron-792998-1-hyperv is: [{'id': 'bc778c74-4726-43ed-8ea1-9d402c9b90c4', 'name': 'tempest-TestEncryptedCinderVolumes-658122492-router', 'tenant_id': '64deb83a90204f969a07178c7de6aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:22:11Z', 'updated_at': '2021-05-25T17:23:42Z', 'revision_number': 6, 'project_id': '64deb83a90204f969a07178c7de6aa20', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:23:42.548541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.552252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3a5dc12b-39c6-4a21-80f9-77e8fd5744a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:42.609496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=30c93897-dafe-4852-bf6f-35af5163936f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:42.613246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:42.641556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.704784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:42.835160 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:23:42.916938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a698d543-36f7-4905-92da-cc01c117195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.039882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.042130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.065578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.066154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc778c74-4726-43ed-8ea1-9d402c9b90c4 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:23:43.078996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.080036 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] 10.222.0.96 "DELETE /v2.0/routers/bc778c74-4726-43ed-8ea1-9d402c9b90c4 HTTP/1.1" status: 204 len: 168 time: 1.3770225 May 25 17:23:43.083354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41292) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:43.144198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Deleting subnet 4e2cd7fd-58a0-448f-a068-4b5e61243e31 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:23:43.147340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.200605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.289212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.552570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.556384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2b8ccd5-edf2-4fd9-a33e-86646684fca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:43.591348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2cd7fd-58a0-448f-a068-4b5e61243e31,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:43.595335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:43.596323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.601176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784e25ba-2908-42f3-9449-b967ad67b406 None None] Network 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:43.602826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-190d2734-21e8-4d66-931c-2c148164da04 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/4e2cd7fd-58a0-448f-a068-4b5e61243e31 HTTP/1.1" status: 204 len: 168 time: 0.5181868 May 25 17:23:43.604996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41296) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:43.716779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.793726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Deleting port 03151b08-39e3-443d-8e90-3cbb72bbb60d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:43.793981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.858715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] DHCP port deletion for 09c859dd-9053-49c4-b5c3-3a8ebb7527e3 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:23:43.908955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] For port 03151b08-39e3-443d-8e90-3cbb72bbb60d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=03151b08-39e3-443d-8e90-3cbb72bbb60d,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:43.909311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.919850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:43.938784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Deleting port 03151b08-39e3-443d-8e90-3cbb72bbb60d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:23:43.939203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.048651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Calling delete_port for 03151b08-39e3-443d-8e90-3cbb72bbb60d owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:44.088698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] For port 03151b08-39e3-443d-8e90-3cbb72bbb60d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=03151b08-39e3-443d-8e90-3cbb72bbb60d,segment=NetworkSegment(5cf37919-22d3-451f-b083-2a55c9861fb6),segment_id=5cf37919-22d3-451f-b083-2a55c9861fb6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:44.089013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.099646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.104448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-03a6c496-a700-4d7f-af70-ac81ac544f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:44.148823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=03151b08-39e3-443d-8e90-3cbb72bbb60d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:44.152930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:44.152930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] No DVR routers for this DVR port 03151b08-39e3-443d-8e90-3cbb72bbb60d on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:23:44.214672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Calling delete_port for 03151b08-39e3-443d-8e90-3cbb72bbb60d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:23:44.269220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.271725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.275500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53985a4c-0385-4eb5-8a6b-54e7ec0b3cde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:44.289583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c859dd-9053-49c4-b5c3-3a8ebb7527e3']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:44.305308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf37919-22d3-451f-b083-2a55c9861fb6') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:44.305596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf37919-22d3-451f-b083-2a55c9861fb6') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:44.316160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18708356-b725-4ac3-8739-c29c659a967b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:44.317269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.333998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.340688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:23:44.341075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:23:44.356101 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:23:44.359492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Pushing event deleted for resources: {'Port': ['ID=03151b08-39e3-443d-8e90-3cbb72bbb60d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:44.360510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 18708356-b725-4ac3-8739-c29c659a967b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:44.360864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 18708356-b725-4ac3-8739-c29c659a967b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:44.361287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 03151b08-39e3-443d-8e90-3cbb72bbb60d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:44.385259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] No DVR routers for this DVR port 03151b08-39e3-443d-8e90-3cbb72bbb60d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:23:44.386786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:44.402054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 03151b08-39e3-443d-8e90-3cbb72bbb60d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:44.402413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 03151b08-39e3-443d-8e90-3cbb72bbb60d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:44.402834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 30c93897-dafe-4852-bf6f-35af5163936f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:23:44.438204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 30c93897-dafe-4852-bf6f-35af5163936f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:23:44.438458 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 30c93897-dafe-4852-bf6f-35af5163936f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:23:44.448174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.451894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-109041fe-f163-48f2-921d-050c662f2f3f tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:44.464674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.475212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=09c859dd-9053-49c4-b5c3-3a8ebb7527e3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:44.478161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:44.479681 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] 10.222.0.96 "DELETE /v2.0/networks/09c859dd-9053-49c4-b5c3-3a8ebb7527e3 HTTP/1.1" status: 204 len: 168 time: 0.8736057 May 25 17:23:44.651700 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41302) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:44.701815 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4b5b9e5e-3961-4189-a81a-6fdd114e74c8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=82138daa637b4514b7da0bd43d1250a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483243 May 25 17:23:44.704288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41306) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:44.763490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.790024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.847276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.850901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-caf87bff-d7d8-44e2-8732-7f5f086dab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:44.865254 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2150af-a104-47ea-b3c6-f3ff667e6588,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:44.874273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.874662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.875059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.875425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.875786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.876170 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.876508 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.876865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.877217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.877570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.877920 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.878270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:44.882671 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:44.885873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:44.886981 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36722885-1aba-41ad-bde2-daeb4ead729f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9c2150af-a104-47ea-b3c6-f3ff667e6588 HTTP/1.1" status: 204 len: 168 time: 0.1818750 May 25 17:23:45.229490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41314) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:45.281170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca5123bf-ba4f-48b3-941e-477b8466826a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=64deb83a90204f969a07178c7de6aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502975 May 25 17:23:45.283548 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41318) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:45.343406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:45.372371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:45.428927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:45.432979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a2767f42-fd10-4d41-b337-f5735acf636c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:45.447333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14284090-5bbc-4470-aa4d-d1f9c674cad8,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:45.450192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:45.452433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:45.453404 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1e63a74f-c463-4e50-9a94-26121c157f87 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/14284090-5bbc-4470-aa4d-d1f9c674cad8 HTTP/1.1" status: 204 len: 168 time: 0.1688645 May 25 17:23:45.569110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.192053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41342) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:46.298347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1419730480-network', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:46.303276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:46.307099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Usage tracker for resource:network and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:46.309967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:46.320235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:46.330344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Made reservation on behalf of fd8a7de679ed427c91da63e54964ce65 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:23:46.332653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.344659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.359361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:46.363142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:46.365898 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:46.371606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:46.457757 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.461958 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.465109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-587ddb70-00ce-45b6-8cc5-0b4978a90864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:46.494278 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 1151, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:23:46.503990 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea347e-fe1a-4373-9fa8-49007cea67f0,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:46.507617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:46.510209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.510546 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Added segment 5ab9b384-fdeb-4e84-aa90-66e64cbe635c of type vlan for network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de May 25 17:23:46.537241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.567064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.568129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:46.568708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:46.573368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:46.675223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41348) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:46.675864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4821506 May 25 17:23:46.680946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Pushing event updated for resources: {'Network': ['ID=7d64d58d-f0e1-4213-98fa-a0cc3966a7de,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:46.681118 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Request body: {'subnet': {'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1419730480-subnet', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:46.683868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-5f6f0c5b-71ae-480e-ae92-e79a80f47d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:46.686795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:46.690675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Usage tracker for resource:subnet and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:46.691571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:23:46.693625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:46.699432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:46.711101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Made reservation on behalf of fd8a7de679ed427c91da63e54964ce65 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:23:46.713627 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.104458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.108918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5fbfd7d7-2426-486f-ae2f-1b661719f289 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:47.182442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea24ca20-3c7c-4f27-911d-b93a70b9477d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:47.186792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Checking segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:47.187175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Network hostable DHCP agents. Network: 7d64d58d-f0e1-4213-98fa-a0cc3966a7de, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:23:47.190004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:47.205504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:23:47.214816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 7d64d58d-f0e1-4213-98fa-a0cc3966a7de) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:47.223979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:47.224594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.225722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9426bc1-691d-4dc0-8238-55498480f16d None None] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:47.245147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9d376c55-9029-45fc-9006-09008b0b2376 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5687730 May 25 17:23:47.247637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41352) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:47.253302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:47.259228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:47.263146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Usage tracker for resource:router and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:47.266807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:47.272760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:47.283459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.284570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.302228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.452398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:23:47.453486 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.577491 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.611670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Allocated IP 172.20.0.2 (7d64d58d-f0e1-4213-98fa-a0cc3966a7de/ea24ca20-3c7c-4f27-911d-b93a70b9477d/84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:47.832013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.842555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Transition to ACTIVE for port object 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:47.861593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Transition to ACTIVE for port object 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:47.868311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:47.872898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:47.933464 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:47.936979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:47.940729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:47.950106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Pushing event updated for resources: {'Port': ['ID=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:47.978148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:48.047913 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Attempting to bind port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:23:48.048282 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Attempting to bind port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:23:48.048645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Attempting to bind port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f on network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:23:48.054295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:23:48.054668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Checking segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:48.055098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.055499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Bound using segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:23:48.055966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Bound port: 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:23:48.056341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.069946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.102085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.145938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] For port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:48.149037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] For port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:48.155173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.158865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b82ef87-214d-48ba-92d3-4de6fef16cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:48.241641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Allocated IP 172.26.6.143 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e7727cef-f1b2-48bc-91fb-16d73bfda5af) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:48.252482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Pushing event updated for resources: {'Port': ['ID=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:48.253389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:48.423465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.466804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:48.471732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8d1a3296-4046-44a9-a77d-b69c8a8324cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:48.540555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:48.543462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:48.547624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:48.577559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Pushing event updated for resources: {'Port': ['ID=e7727cef-f1b2-48bc-91fb-16d73bfda5af,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:48.583559 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:48.977791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:49.064598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:49.110029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642de968-8de2-42f4-985b-1678a30bc133 None None] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:49.247321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a961f4ab-e9e8-4a37-8dd6-e7d9468cad91 None None] Provisioning for port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:49.494539 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:49.708367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Router 466a691f-5cba-484f-b549-827318291a69 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:23:49.894166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:49.906268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Sync routers for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:23:49.915375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:49.916018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:49.919445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:49.921298 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6721315 May 25 17:23:49.924271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41356) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:50.097508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:50.316287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:50.446099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:50.451923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:50.452295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:50.512447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:48Z', 'revision_number': 3, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:50.519950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Checking router: 466a691f-5cba-484f-b549-827318291a69 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:23:50.520314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Updating router 466a691f-5cba-484f-b549-827318291a69 port e7727cef-f1b2-48bc-91fb-16d73bfda5af binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:23:50.622371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:50.630062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:50.697400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:50.795357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:50.804738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:50.811381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4461a56b-d7ba-42b5-a8ee-b6c9c0de9105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:50.837936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Allocated IP 172.20.0.1 (7d64d58d-f0e1-4213-98fa-a0cc3966a7de/ea24ca20-3c7c-4f27-911d-b93a70b9477d/52386b30-1fb9-47c7-abdb-0a6048cdd1e8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:50.971139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:50.975754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:51.087710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.100473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Transition to ACTIVE for port object e7727cef-f1b2-48bc-91fb-16d73bfda5af will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:51.108116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.112581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1b1d2373-c6b4-414e-8f3b-dd82fc8a5276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:51.166215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.183668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Transition to ACTIVE for port object 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:51.186162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Attempting to bind port e7727cef-f1b2-48bc-91fb-16d73bfda5af on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:23:51.186546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Attempting to bind port e7727cef-f1b2-48bc-91fb-16d73bfda5af by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:23:51.186937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Attempting to bind port e7727cef-f1b2-48bc-91fb-16d73bfda5af on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:23:51.196256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:23:51.196642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:51.197048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.197448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:23:51.197921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Bound port: e7727cef-f1b2-48bc-91fb-16d73bfda5af, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:23:51.198297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.207285 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.211069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4a28a74d-72f5-4f9d-80a1-0a594e7ea2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:51.225427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Pushing event updated for resources: {'Port': ['ID=e7727cef-f1b2-48bc-91fb-16d73bfda5af,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:51.231847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:51.278516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] For port e7727cef-f1b2-48bc-91fb-16d73bfda5af, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:51.279752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:51.282513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] For port e7727cef-f1b2-48bc-91fb-16d73bfda5af, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e7727cef-f1b2-48bc-91fb-16d73bfda5af,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:51.282693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:51.286398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:51.287128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.290796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e3a1778a-f688-4960-ab26-b5d52d82bb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:51.325984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Pushing event updated for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:51.343646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:51.366768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.370214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:51.370851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:51.482245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Pushing event updated for resources: {'Port': ['ID=e7727cef-f1b2-48bc-91fb-16d73bfda5af,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:51.493169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:51.617720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:51.646625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.758366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dce0cec6-b4da-4be0-9906-560fc3e8a45b None None] Provisioning for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:51.809798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dce0cec6-b4da-4be0-9906-560fc3e8a45b None None] Provisioning complete for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:51.810212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dce0cec6-b4da-4be0-9906-560fc3e8a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.891799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.892011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dce0cec6-b4da-4be0-9906-560fc3e8a45b None None] Port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:23:51.896588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:51.925395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c76d85a-5258-495b-95b9-2153bafd93c7 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:51.983329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:48Z', 'revision_number': 3, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:51.988409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de52b401-e607-4c02-b414-1d60ce24c69b None None] The sync data for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv is: [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:48Z', 'revision_number': 3, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:23:52.005852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Pushing event updated for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:52.009376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.013473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:52.157238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:52.158296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:52.391009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Router 466a691f-5cba-484f-b549-827318291a69 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:23:52.400074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:52.491796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:52.492264 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.563677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-e649b857-5073-4a25-b654-6de9cc1cd1a2 None None] Provisioning complete for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:52.564051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e649b857-5073-4a25-b654-6de9cc1cd1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.593119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:52.610867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] 10.222.0.96 "PUT /v2.0/routers/466a691f-5cba-484f-b549-827318291a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6809618 May 25 17:23:52.671131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e649b857-5073-4a25-b654-6de9cc1cd1a2 None None] Port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:23:52.690120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e7727cef-f1b2-48bc-91fb-16d73bfda5af up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:52.765780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e7727cef-f1b2-48bc-91fb-16d73bfda5af completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:52.772147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e7727cef-f1b2-48bc-91fb-16d73bfda5af triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:52.772756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.902609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.921002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port e7727cef-f1b2-48bc-91fb-16d73bfda5af, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e7727cef-f1b2-48bc-91fb-16d73bfda5af,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:52.925730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:52.928761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:52.995207 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=e7727cef-f1b2-48bc-91fb-16d73bfda5af,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:52.999246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:53.251270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41374) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:53.257130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-509163290-network', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:53.262052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:53.266117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Usage tracker for resource:network and tenant:e0c6a0dca61f460b91194080aa574490 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:53.269021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:53.274716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:53.285933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Made reservation on behalf of e0c6a0dca61f460b91194080aa574490 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:23:53.288410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.301098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.316049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:53.319964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c6a0dca61f460b91194080aa574490 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:53.322855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:53.328806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:53.427572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.431819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.436729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1beaccef-ed3c-4bbf-862c-197492afa102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:53.462321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 1169, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:23:53.475999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd88a1-cb51-4f0c-8a06-f0f8f0f3c448,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:53.480276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:53.481170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.481513 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Added segment c99bd2b7-2c3b-4674-a9e0-1336bd93eca6 of type vlan for network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 May 25 17:23:53.514255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.547304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.548347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:53.548920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:53.552298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7611d3bc-f0a4-492f-a481-6569d8957460 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:53.644806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Sync routers for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:23:53.654702 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:53.655891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:53.807555 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3ff0a9-b4fc-4304-8a19-e8a9dccac808,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:53.811834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:53.816177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a50e3a3c-080c-4b7c-92a2-a0a4117f2d94 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5612206 May 25 17:23:53.817243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41378) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:53.818400 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:23:53.823526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Request body: {'subnet': {'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-509163290-subnet', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:53.828489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:53.832858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Usage tracker for resource:subnet and tenant:e0c6a0dca61f460b91194080aa574490 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:53.836182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:53.840000 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:53.842781 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:53.854371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Made reservation on behalf of e0c6a0dca61f460b91194080aa574490 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:23:53.856836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.169796 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 2, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:54.173918 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Checking router: 466a691f-5cba-484f-b549-827318291a69 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:23:54.174279 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Updating router 466a691f-5cba-484f-b549-827318291a69 port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:23:54.226461 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.273895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.278535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-56cbe5df-7e52-4bd7-a5f0-0e090b3a4f13 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:54.290807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e7727cef-f1b2-48bc-91fb-16d73bfda5af up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:54.349731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45c67af-edf4-4386-a5bd-97be60a77afe,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:54.354388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:54.364855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Checking segment: {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:54.365219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Network hostable DHCP agents. Network: ba3ff0a9-b4fc-4304-8a19-e8a9dccac808, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:23:54.372960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e7727cef-f1b2-48bc-91fb-16d73bfda5af triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:54.373401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.392292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:23:54.405972 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, ba3ff0a9-b4fc-4304-8a19-e8a9dccac808) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:54.416496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:23:54.417766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.419380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff1471-1d01-450c-a03f-c42d3d57de06 None None] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:54.450652 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a04dd9c5-12ec-415b-b922-1961c08b0e2f admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6322129 May 25 17:23:54.453275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41382) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:54.458741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:23:54.463583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:23:54.467632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Usage tracker for resource:router and tenant:e0c6a0dca61f460b91194080aa574490 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:23:54.470800 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:23:54.477346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:23:54.490095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.491292 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.508541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.599184 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.612008 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Transition to ACTIVE for port object 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:54.618133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.621692 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:54.783775 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:23:54.784655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.804703 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Pushing event updated for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:54.814273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.818738 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.819120 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.819462 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.819791 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.820306 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.820954 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.821495 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.822034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.822534 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.823168 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.823499 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.824054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:54.865569 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:54.883180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Attempting to bind port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:23:54.883558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Attempting to bind port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:23:54.883932 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Attempting to bind port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 on network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:23:54.890290 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:23:54.890670 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Checking segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:54.891129 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.891537 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Bound using segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:23:54.892017 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Bound port: 52386b30-1fb9-47c7-abdb-0a6048cdd1e8, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:23:54.892401 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:54.967858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Allocated IP 172.20.0.2 (ba3ff0a9-b4fc-4304-8a19-e8a9dccac808/d45c67af-edf4-4386-a5bd-97be60a77afe/3a57259d-80c5-49aa-9848-2bba63b0115d) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:54.991089 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] For port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:54.994263 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] For port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:55.002188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.005875 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-74a49418-3760-41b5-93e6-a045decd91e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:55.084564 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:55.085380 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:55.197915 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Pushing event updated for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:55.201285 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:55.223914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.236055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Transition to ACTIVE for port object 3a57259d-80c5-49aa-9848-2bba63b0115d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:55.257975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Transition to ACTIVE for port object 3a57259d-80c5-49aa-9848-2bba63b0115d will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:55.264870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.268621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:55.333607 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:55.338520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:55.341256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.341794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:55.344675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:55.354574 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Pushing event updated for resources: {'Port': ['ID=3a57259d-80c5-49aa-9848-2bba63b0115d,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:55.357252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:55.379302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.469116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Attempting to bind port 3a57259d-80c5-49aa-9848-2bba63b0115d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:23:55.469502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Attempting to bind port 3a57259d-80c5-49aa-9848-2bba63b0115d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:23:55.469882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Attempting to bind port 3a57259d-80c5-49aa-9848-2bba63b0115d on network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:23:55.477205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:23:55.477570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Checking segment: {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:55.477909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.478657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Bound using segment: {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:23:55.478770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Bound port: 3a57259d-80c5-49aa-9848-2bba63b0115d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:23:55.479170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.538405 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Allocated IP 172.26.6.145 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/c191fbcf-9174-46ad-bbbd-fcd87455f074) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:55.577020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] For port 3a57259d-80c5-49aa-9848-2bba63b0115d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:55.580794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] For port 3a57259d-80c5-49aa-9848-2bba63b0115d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3a57259d-80c5-49aa-9848-2bba63b0115d,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:55.585905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.589678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:55.669291 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:54Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:55.676106 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e5bdee-4150-40ab-98b7-13997c377291 None None] The sync data for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv is: [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:54Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:23:55.681179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Pushing event updated for resources: {'Port': ['ID=3a57259d-80c5-49aa-9848-2bba63b0115d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:55.684333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:55.722388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.768094 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:55.772061 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c396e9ed-372c-4ab8-bf44-b6f6ed09c485 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:55.848662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:55.851746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:55.855679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:55.891473 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c191fbcf-9174-46ad-bbbd-fcd87455f074,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:55.898464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:56.356700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3a57259d-80c5-49aa-9848-2bba63b0115d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:56.360179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:56.445681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 3a57259d-80c5-49aa-9848-2bba63b0115d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:56.454553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:56.548047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:56.553475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:56.553857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:56.776254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:56.800681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:56.833581 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:56.846120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:56.853204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:56.961353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585cd4b-c8b7-49d7-a565-66f774cd02ce None None] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:23:57.125221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Provisioning for port 3a57259d-80c5-49aa-9848-2bba63b0115d completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:57.134980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:57.138109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:57.141494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Provisioning complete for port 3a57259d-80c5-49aa-9848-2bba63b0115d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:57.141874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:57.212062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Router d0ac75bc-c817-42cb-98b2-a09533e6f761 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:23:57.377353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:57.428747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] For port 3a57259d-80c5-49aa-9848-2bba63b0115d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3a57259d-80c5-49aa-9848-2bba63b0115d,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:23:57.429608 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:57.436799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:57.439736 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:57.464068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:57.468574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41386) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:23:57.469073 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0141733 May 25 17:23:57.498205 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Sync routers for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:23:57.527164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:57.527796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:57.678075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Pushing event updated for resources: {'Port': ['ID=3a57259d-80c5-49aa-9848-2bba63b0115d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:57.683661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:57.769498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-37b34a5d-1d41-441a-a010-028edfe7fe14 None None] Provisioning complete for port 3a57259d-80c5-49aa-9848-2bba63b0115d triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:57.769874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-37b34a5d-1d41-441a-a010-028edfe7fe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:57.834036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:58.182594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.197928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 3, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:58.204989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Checking router: d0ac75bc-c817-42cb-98b2-a09533e6f761 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:23:58.205599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Updating router d0ac75bc-c817-42cb-98b2-a09533e6f761 port c191fbcf-9174-46ad-bbbd-fcd87455f074 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:23:58.266561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.313038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3a57259d-80c5-49aa-9848-2bba63b0115d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:58.394793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Allocated IP 172.20.0.1 (ba3ff0a9-b4fc-4304-8a19-e8a9dccac808/d45c67af-edf4-4386-a5bd-97be60a77afe/a3f9170c-d7e3-44e8-81b8-e2376a23d340) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:23:58.472693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 3a57259d-80c5-49aa-9848-2bba63b0115d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:58.473270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.550922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.567538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Transition to ACTIVE for port object a3f9170c-d7e3-44e8-81b8-e2376a23d340 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:58.591464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.596136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:58.662741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:58.665541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:58.669211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:23:58.699969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Pushing event updated for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:58.712542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:23:58.720769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.721162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.721535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.721910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.722273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.722643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.723105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.723414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.723777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.724139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.724498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.724855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:23:58.730505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:58.741936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.834410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.851330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Transition to ACTIVE for port object c191fbcf-9174-46ad-bbbd-fcd87455f074 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:23:58.861557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.865826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b05c39ba-0d08-4978-bae5-637b58483ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:58.888593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:58.900617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:58.900996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.002989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Pushing event updated for resources: {'Port': ['ID=c191fbcf-9174-46ad-bbbd-fcd87455f074,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:59.009300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:59.011806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Attempting to bind port c191fbcf-9174-46ad-bbbd-fcd87455f074 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:23:59.012218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Attempting to bind port c191fbcf-9174-46ad-bbbd-fcd87455f074 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:23:59.012546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Attempting to bind port c191fbcf-9174-46ad-bbbd-fcd87455f074 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:23:59.019275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:23:59.019645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:23:59.020119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.020658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:23:59.020930 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Bound port: c191fbcf-9174-46ad-bbbd-fcd87455f074, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:23:59.021311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.048200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a059d1a-317f-4ca0-9c3f-fd932e16884b None None] Provisioning for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:23:59.079725 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1a059d1a-317f-4ca0-9c3f-fd932e16884b None None] Provisioning complete for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:59.080103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a059d1a-317f-4ca0-9c3f-fd932e16884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.206216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-1a059d1a-317f-4ca0-9c3f-fd932e16884b None None] Port a3f9170c-d7e3-44e8-81b8-e2376a23d340 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:23:59.211154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] For port c191fbcf-9174-46ad-bbbd-fcd87455f074, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:23:59.214461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] For port c191fbcf-9174-46ad-bbbd-fcd87455f074, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c191fbcf-9174-46ad-bbbd-fcd87455f074,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:23:59.221934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.226492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:59.266068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.271841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.303488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:23:59.304123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:59.305805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-232966d2-b32c-499e-ab3c-e4f8075ac42e tempest-DeleteServersTestJSON-324264925 tempest-DeleteServersTestJSON-324264925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:23:59.390593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Pushing event updated for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:59.394303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:59.397517 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.424699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Pushing event updated for resources: {'Port': ['ID=c191fbcf-9174-46ad-bbbd-fcd87455f074,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:23:59.436510 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:23:59.544417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:23:59.546187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:23:59.548146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:23:59.750214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Router d0ac75bc-c817-42cb-98b2-a09533e6f761 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:23:59.876776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-563110bf-e1b0-4379-9f3c-82d2fbaafd29 None None] Provisioning complete for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:23:59.877050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-563110bf-e1b0-4379-9f3c-82d2fbaafd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:23:59.941340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-563110bf-e1b0-4379-9f3c-82d2fbaafd29 None None] Port a3f9170c-d7e3-44e8-81b8-e2376a23d340 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:23:59.943752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:23:59.957621 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] 10.222.0.96 "PUT /v2.0/routers/d0ac75bc-c817-42cb-98b2-a09533e6f761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4866881 May 25 17:23:59.965515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a3f9170c-d7e3-44e8-81b8-e2376a23d340', 'name': '', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'mac_address': 'fa:16:3e:46:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:58Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 2, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'subnets': [{'id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:23:59.970419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ea4ff3-82fb-4cde-ab69-f5a890d9127b None None] The sync data for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a3f9170c-d7e3-44e8-81b8-e2376a23d340', 'name': '', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'mac_address': 'fa:16:3e:46:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:58Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 2, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'subnets': [{'id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:24:02.328857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c191fbcf-9174-46ad-bbbd-fcd87455f074 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:24:02.413658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port c191fbcf-9174-46ad-bbbd-fcd87455f074 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:24:02.419202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c191fbcf-9174-46ad-bbbd-fcd87455f074 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:02.419590 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:02.567655 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:02.588820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port c191fbcf-9174-46ad-bbbd-fcd87455f074, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c191fbcf-9174-46ad-bbbd-fcd87455f074,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:02.594618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:02.596693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:02.680341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=c191fbcf-9174-46ad-bbbd-fcd87455f074,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:02.683673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:03.449645 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Sync routers for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:24:03.460610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:24:03.461260 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:03.680929 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:24:04.024768 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a3f9170c-d7e3-44e8-81b8-e2376a23d340', 'name': '', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'mac_address': 'fa:16:3e:46:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:58Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 2, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'subnets': [{'id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:04.029061 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Checking router: d0ac75bc-c817-42cb-98b2-a09533e6f761 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:24:04.030365 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Updating router d0ac75bc-c817-42cb-98b2-a09533e6f761 port a3f9170c-d7e3-44e8-81b8-e2376a23d340 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:24:04.094876 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.324877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c191fbcf-9174-46ad-bbbd-fcd87455f074 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:24:04.418900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port c191fbcf-9174-46ad-bbbd-fcd87455f074 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:04.419331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.510654 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.525099 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Transition to ACTIVE for port object a3f9170c-d7e3-44e8-81b8-e2376a23d340 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:24:04.535175 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.548521 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:04.756845 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Pushing event updated for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:04.759817 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:04.817681 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Attempting to bind port a3f9170c-d7e3-44e8-81b8-e2376a23d340 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:24:04.818069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Attempting to bind port a3f9170c-d7e3-44e8-81b8-e2376a23d340 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:24:04.818447 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Attempting to bind port a3f9170c-d7e3-44e8-81b8-e2376a23d340 on network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:24:04.825330 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:24:04.825719 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Checking segment: {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:24:04.826122 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.827173 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Bound using segment: {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:24:04.827657 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Bound port: a3f9170c-d7e3-44e8-81b8-e2376a23d340, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:24:04.828037 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.935063 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] For port a3f9170c-d7e3-44e8-81b8-e2376a23d340, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:24:04.938892 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] For port a3f9170c-d7e3-44e8-81b8-e2376a23d340, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a3f9170c-d7e3-44e8-81b8-e2376a23d340,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:24:04.943596 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:04.949652 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-b532cc83-ae0c-48fa-b3f0-2017fa011fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:05.032639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:24:05.033288 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:23:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:05.109035 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Pushing event updated for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:05.112294 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:05.252419 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:24:05.604893 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a3f9170c-d7e3-44e8-81b8-e2376a23d340', 'name': '', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'mac_address': 'fa:16:3e:46:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:58Z', 'updated_at': '2021-05-25T17:24:04Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'subnets': [{'id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:05.609795 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0288df-f9ed-4ba3-897d-d83daee9f09a None None] The sync data for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:23:58Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'a3f9170c-d7e3-44e8-81b8-e2376a23d340', 'name': '', 'network_id': 'ba3ff0a9-b4fc-4304-8a19-e8a9dccac808', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'mac_address': 'fa:16:3e:46:a6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:58Z', 'updated_at': '2021-05-25T17:24:04Z', 'revision_number': 4, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'subnets': [{'id': 'd45c67af-edf4-4386-a5bd-97be60a77afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:24:06.317931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a3f9170c-d7e3-44e8-81b8-e2376a23d340 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:24:06.459679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:24:06.465423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:06.465808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:06.598638 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:06.659290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port a3f9170c-d7e3-44e8-81b8-e2376a23d340, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a3f9170c-d7e3-44e8-81b8-e2376a23d340,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:06.669742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:06.674605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:06.789832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:06.796421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:08.313189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a3f9170c-d7e3-44e8-81b8-e2376a23d340 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:24:08.391568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port a3f9170c-d7e3-44e8-81b8-e2376a23d340 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:08.391945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:10.131941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-da5a997f-3c16-4e74-9961-5011d7156d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:10.324743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-eead7dff-fe78-4de6-a936-f8ac015ea521 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:10.325393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-eead7dff-fe78-4de6-a936-f8ac015ea521 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:24:10.343488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-eead7dff-fe78-4de6-a936-f8ac015ea521 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:24:10.344651 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-eead7dff-fe78-4de6-a936-f8ac015ea521 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 815 time: 0.1709671 May 25 17:24:10.359429 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-b189bda4-2486-4fe5-8a17-d7576cbd174d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/quotas/fd8a7de679ed427c91da63e54964ce65 HTTP/1.1" status: 200 len: 375 time: 0.0091932 May 25 17:24:10.445931 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-9745c806-096c-443d-91d0-499d97abd882 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814192 May 25 17:24:10.585422 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-677ebd82-5979-4676-a7f1-1c7cc31cceeb service neutron] 10.222.0.96 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277316 May 25 17:24:10.720802 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-145fb59c-33fb-4f32-8824-9bc4cd691458 service neutron] 10.222.0.96 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295907 May 25 17:24:10.900284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ac0f3612-381c-469a-98c9-e02b70ddad0d req-7dde8c7a-a10d-4d50-b8f6-99c8f7a0b73e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:24:10.917691 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ac0f3612-381c-469a-98c9-e02b70ddad0d req-7dde8c7a-a10d-4d50-b8f6-99c8f7a0b73e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:24:10.920308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ac0f3612-381c-469a-98c9-e02b70ddad0d req-7dde8c7a-a10d-4d50-b8f6-99c8f7a0b73e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 210 time: 0.0636318 May 25 17:24:12.012380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-c4255e5d-3bf4-42c1-8cfb-9a684dbc96a1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:12.014005 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-c4255e5d-3bf4-42c1-8cfb-9a684dbc96a1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 815 time: 0.1582594 May 25 17:24:12.027816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'port': {'device_id': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'admin_state_up': True, 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:12.081401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c0915d47-752c-4174-9219-9d25aa3cb753 req-a675c1a9-07f0-4ef6-952b-dba13e1a508d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 210 time: 0.0501573 May 25 17:24:12.174506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:12.184758 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:12.195805 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Made reservation on behalf of fd8a7de679ed427c91da63e54964ce65 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:24:12.199429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:12.388412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Allocated IP 172.20.0.3 (7d64d58d-f0e1-4213-98fa-a0cc3966a7de/ea24ca20-3c7c-4f27-911d-b93a70b9477d/9a3c458f-5abe-4e6e-a83b-8775ca51fb92) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:24:12.660480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:12.680667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Transition to ACTIVE for port object 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:24:12.683386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:12.717885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:12.725066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-58cf53e0-bafd-4f9c-91c2-8bb31bd7d98d tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:12.819324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:12.825300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:12.839269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:24:12.840571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:24:12.859374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:24:12.960542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fac4b91c-4f15-4670-8619-315c161cfa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:13.145663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:13.147574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:13.195339 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714575 May 25 17:24:13.218864 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c136cafc-6ff5-49bf-b2ae-8df68fcc881d None None] Provisioning for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:24:13.224938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c136cafc-6ff5-49bf-b2ae-8df68fcc881d None None] Provisioning complete for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:13.225391 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c136cafc-6ff5-49bf-b2ae-8df68fcc881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:13.332101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6095960-a900-466f-89a9-791ab3a694ff req-e1373c24-3936-4b59-ad8d-914d4a9e1a56 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:13.333186 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c6095960-a900-466f-89a9-791ab3a694ff req-e1373c24-3936-4b59-ad8d-914d4a9e1a56 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:24:13.338191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c136cafc-6ff5-49bf-b2ae-8df68fcc881d None None] Port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:24:13.351445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c6095960-a900-466f-89a9-791ab3a694ff req-e1373c24-3936-4b59-ad8d-914d4a9e1a56 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:24:13.352614 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6095960-a900-466f-89a9-791ab3a694ff req-e1373c24-3936-4b59-ad8d-914d4a9e1a56 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.1266470 May 25 17:24:13.405742 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c6095960-a900-466f-89a9-791ab3a694ff req-c6656309-39fd-4a8d-907e-a83fd8cfc32b tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 May 25 17:24:13.897084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:14.683557 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f863-7c08-4009-8a0f-1c54a9700500 req-0d4edce4-1235-4f7d-930c-9dc91fcf2588 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:14.685098 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0c96f863-7c08-4009-8a0f-1c54a9700500 req-0d4edce4-1235-4f7d-930c-9dc91fcf2588 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.1542475 May 25 17:24:14.733245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0c96f863-7c08-4009-8a0f-1c54a9700500 req-6928a3f9-9c1f-44e5-b9e6-6afe471d78a6 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:24:14.749358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-0c96f863-7c08-4009-8a0f-1c54a9700500 req-6928a3f9-9c1f-44e5-b9e6-6afe471d78a6 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:24:14.750637 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0c96f863-7c08-4009-8a0f-1c54a9700500 req-6928a3f9-9c1f-44e5-b9e6-6afe471d78a6 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 May 25 17:24:15.570092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:15.953185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82286-ae45-4876-954c-0ae96cc6c8ca req-67bad1a4-2358-4a42-a177-f41a213c52ea tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:15.954871 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-eda82286-ae45-4876-954c-0ae96cc6c8ca req-67bad1a4-2358-4a42-a177-f41a213c52ea tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0853572 May 25 17:24:16.003842 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-eda82286-ae45-4876-954c-0ae96cc6c8ca req-ba080cb1-0ef9-4d9c-b6e5-256903281d49 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 May 25 17:24:17.224451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982b4c-0673-46bc-978f-4f6f6111e9f2 req-c7ffaa48-1ef2-473b-a0cf-f4b2aaf4e229 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:17.225947 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1b982b4c-0673-46bc-978f-4f6f6111e9f2 req-c7ffaa48-1ef2-473b-a0cf-f4b2aaf4e229 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0949039 May 25 17:24:17.274007 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1b982b4c-0673-46bc-978f-4f6f6111e9f2 req-c475f6e2-b8f0-4200-a872-e3fdd036d98a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 May 25 17:24:18.473993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104dc17-f53d-46fb-aef0-b5ef9673c458 req-b1c97ed4-e081-4d12-9d98-8f0476c8969e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:18.475666 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4104dc17-f53d-46fb-aef0-b5ef9673c458 req-b1c97ed4-e081-4d12-9d98-8f0476c8969e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0903499 May 25 17:24:18.523598 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4104dc17-f53d-46fb-aef0-b5ef9673c458 req-2610657a-2c5e-45b6-acc4-4963f26678ba tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 May 25 17:24:19.093986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:19.723683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847a019-5800-4af0-b1d5-b5fc046f786e req-19db5d84-05a9-4a9d-8867-fb8a25e05f02 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:19.725260 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a847a019-5800-4af0-b1d5-b5fc046f786e req-19db5d84-05a9-4a9d-8867-fb8a25e05f02 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0879593 May 25 17:24:19.784467 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a847a019-5800-4af0-b1d5-b5fc046f786e req-c2d1f596-4856-497b-97d7-1886ed8b05fd tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 May 25 17:24:19.834949 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:24:20.981702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fe8cd-213e-4919-83ec-a5c396b9cdd1 req-703bbaf4-3be7-4152-ae12-b2ada2cefe40 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:20.983288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-564fe8cd-213e-4919-83ec-a5c396b9cdd1 req-703bbaf4-3be7-4152-ae12-b2ada2cefe40 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0842948 May 25 17:24:21.029922 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-564fe8cd-213e-4919-83ec-a5c396b9cdd1 req-db7306bb-f727-4544-9a88-09e782aca22c tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399778 May 25 17:24:22.236663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e91db1-6753-4b75-b103-42a584e42194 req-460e3752-d3a7-429f-bdaf-b15e9b8b8e0e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:22.238473 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c4e91db1-6753-4b75-b103-42a584e42194 req-460e3752-d3a7-429f-bdaf-b15e9b8b8e0e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0883057 May 25 17:24:22.288731 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c4e91db1-6753-4b75-b103-42a584e42194 req-03e67011-0896-49a0-b83e-a8191a9a452f tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422134 May 25 17:24:23.477954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a314966-e2a4-4a9c-a87e-43e5e9c2c76f req-2053a1ae-9b49-44a7-9345-dc8eabd226b8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:23.479429 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a314966-e2a4-4a9c-a87e-43e5e9c2c76f req-2053a1ae-9b49-44a7-9345-dc8eabd226b8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0846610 May 25 17:24:23.524651 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a314966-e2a4-4a9c-a87e-43e5e9c2c76f req-6cfade1a-a5a2-456a-8609-535af84bf3ad tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390255 May 25 17:24:24.710799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdab0a-550e-4f03-b255-a22a87bd8a86 req-794a4fb2-700d-42e0-924f-a184f7997412 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:24.712355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-69bdab0a-550e-4f03-b255-a22a87bd8a86 req-794a4fb2-700d-42e0-924f-a184f7997412 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 931 time: 0.0822704 May 25 17:24:24.758414 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-69bdab0a-550e-4f03-b255-a22a87bd8a86 req-68c610d9-5246-442a-9e52-3fab686a440a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 May 25 17:24:25.197821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-03b8c4ac-0b96-49ec-bb94-0116223fb42d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:24:25.198760 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-03b8c4ac-0b96-49ec-bb94-0116223fb42d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057654 May 25 17:24:25.218253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Request body: {'port': {'device_id': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:25.329543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:25.669153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:24:25.677630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:25.692728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Transition to ACTIVE for port object 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:24:25.696313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:25.700030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-400a8ae3-077b-48c0-bb2d-3bb14ace69c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:25.878667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:25.907890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:26.010150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Attempting to bind port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:24:26.010482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Attempting to bind port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:24:26.010806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Attempting to bind port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 on network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:24:26.020570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 on network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:24:26.020929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Attempting to bind port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 on network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:24:26.029238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:24:26.029575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Checking segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:24:26.029952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Bound using segment: {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:24:26.030391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Bound port: 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab9b384-fdeb-4e84-aa90-66e64cbe635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:24:26.030734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:26.050390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627543d-c9d4-4b44-a834-67ca601ff2a3 req-d1455e31-440f-4912-b0c8-a4988d30afef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:26.051961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4627543d-c9d4-4b44-a834-67ca601ff2a3 req-d1455e31-440f-4912-b0c8-a4988d30afef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 943 time: 0.1706214 May 25 17:24:26.144633 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4627543d-c9d4-4b44-a834-67ca601ff2a3 req-30c43078-148d-4e49-ac1f-bd9a910d37fc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869036 May 25 17:24:26.167731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:24:26.170642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:24:26.176169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:26.180839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:26.242415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:26.243066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:26.244258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] 10.222.0.95 "PUT /v2.0/ports/9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1093 time: 1.0299575 May 25 17:24:26.244777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:24:26.271725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:26.275225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:26.325118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:24:26.364717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d1a2871a-2bf6-4346-98b7-fb9565321311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:26.366198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d1a2871a-2bf6-4346-98b7-fb9565321311 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1096 time: 0.0791368 May 25 17:24:26.444876 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-fda3be7c-5dc0-41ce-9573-66920ac98337 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 217 time: 0.0696514 May 25 17:24:26.510823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-6b4b8b02-6715-4886-9948-10adf04d25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:26.512246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-6b4b8b02-6715-4886-9948-10adf04d25b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0589721 May 25 17:24:26.592290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-5c21d9c0-9e47-49c4-8663-34f1fa7dc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:26.593766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-5c21d9c0-9e47-49c4-8663-34f1fa7dc42a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735588 May 25 17:24:26.735777 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-d6b25bd6-a1b4-4af1-940f-86f27391cec8 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346915 May 25 17:24:27.010662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7548748c-bf4f-4bee-82bc-8d9efdf66c82 req-69f90034-b28e-4de4-9ed7-e9b14037f4d2 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682378 May 25 17:24:27.145494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-c157db0a-ac26-4f2a-a323-20be411caf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:27.147010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-c157db0a-ac26-4f2a-a323-20be411caf73 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1096 time: 0.0729373 May 25 17:24:27.338367 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-27e7fd82-9de8-4e37-a9db-a2a31cfb5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:27.339740 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-27e7fd82-9de8-4e37-a9db-a2a31cfb5e55 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1854689 May 25 17:24:27.413971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-cbd75334-768b-4d8f-9505-f72a70c2015b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 217 time: 0.0666442 May 25 17:24:27.426213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bebb09-c715-44ac-adbf-b03d666a6668 req-81bd55cc-4391-4800-899c-de6ffddb69cf tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:27.427720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5bebb09-c715-44ac-adbf-b03d666a6668 req-81bd55cc-4391-4800-899c-de6ffddb69cf tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 943 time: 0.1761646 May 25 17:24:27.519846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-01081972-21f4-4428-9bd1-fd961bdf0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:27.521273 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-01081972-21f4-4428-9bd1-fd961bdf0d43 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0926938 May 25 17:24:27.524149 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f5bebb09-c715-44ac-adbf-b03d666a6668 req-469d2370-b56f-4fa6-8c11-273e9b487228 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 May 25 17:24:27.602480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-e66fedf0-109a-4747-8f1c-c4cdc3959e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:27.603892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-e66fedf0-109a-4747-8f1c-c4cdc3959e32 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758040 May 25 17:24:27.744614 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-936ba4ef-586a-4013-a135-82b3ebe2a0e6 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283629 May 25 17:24:27.879508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2a80dae4-7d4f-4066-8f5a-c9d2a1bca31c req-ca4a34d3-9b44-41ba-8daa-624f158a91c5 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270015 May 25 17:24:28.716919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12b6cb-f9d3-4d6e-8131-4e3ae9fac0d0 req-683a5975-7e35-44bd-a73c-bcaa8c6c1dd7 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:28.718377 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fa12b6cb-f9d3-4d6e-8131-4e3ae9fac0d0 req-683a5975-7e35-44bd-a73c-bcaa8c6c1dd7 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 943 time: 0.0848088 May 25 17:24:28.764559 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fa12b6cb-f9d3-4d6e-8131-4e3ae9fac0d0 req-6d6f1809-1e17-4c32-ad25-c514953c0f90 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 May 25 17:24:29.948273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cafb-90b0-40bc-ab10-450c1a91a157 req-75f68da8-9cee-4c04-8143-8692120d3ed6 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:29.949735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b33cafb-90b0-40bc-ab10-450c1a91a157 req-75f68da8-9cee-4c04-8143-8692120d3ed6 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 943 time: 0.0810218 May 25 17:24:29.994904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b33cafb-90b0-40bc-ab10-450c1a91a157 req-ab3650af-3c10-49bb-84f1-294daf1098b9 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392454 May 25 17:24:30.817296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:24:30.955384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:30.968291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'port_id': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'mac_address': 'fa:16:3e:1a:44:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:24:31.023939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:31.041081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:24:31.060503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:31.065440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:31.067452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:31.141649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:31.145152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:31.187386 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32b6af-6066-4e19-b2f8-f6352aa9a411 req-d2268102-9afe-4a47-9597-21f2ccd0cdda tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:31.188990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-af32b6af-6066-4e19-b2f8-f6352aa9a411 req-d2268102-9afe-4a47-9597-21f2ccd0cdda tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 944 time: 0.0830879 May 25 17:24:31.238922 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-af32b6af-6066-4e19-b2f8-f6352aa9a411 req-ee867938-1d46-4a7c-9136-d30181221a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443313 May 25 17:24:31.504311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:24:32.434508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03682df5-f19d-4deb-8c03-ad6e107d89c9 req-28221c98-d329-4951-8fd3-bf8290b4e1de tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:32.436059 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03682df5-f19d-4deb-8c03-ad6e107d89c9 req-28221c98-d329-4951-8fd3-bf8290b4e1de tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 944 time: 0.0896022 May 25 17:24:32.481872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-03682df5-f19d-4deb-8c03-ad6e107d89c9 req-691f8dcb-9ce8-45f8-9577-aafc6f1fd4e9 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 May 25 17:24:32.832292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:24:32.900092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:24:32.904887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:32.905259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:33.022511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:33.050396 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:24:33.060382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:33.065376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:33.067563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:33.099903 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'code': 200} May 25 17:24:33.138214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:33.141128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:33.426168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a887a1-30c3-439e-9f3d-82efd8511b12 req-470ad3bb-3516-4cb5-b65a-97e5b7aeaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:33.427701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86a887a1-30c3-439e-9f3d-82efd8511b12 req-470ad3bb-3516-4cb5-b65a-97e5b7aeaa76 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1098 time: 0.1704705 May 25 17:24:33.470972 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86a887a1-30c3-439e-9f3d-82efd8511b12 req-19d09f33-1ef7-451c-b386-78560488c282 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 May 25 17:24:33.794820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57cd57-b46b-4511-a32f-af7b98c128ac req-d100d1d1-bd4d-4af1-ad40-96c9e9bc4dd8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:33.796313 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b57cd57-b46b-4511-a32f-af7b98c128ac req-d100d1d1-bd4d-4af1-ad40-96c9e9bc4dd8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.2032080 May 25 17:24:33.842937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b57cd57-b46b-4511-a32f-af7b98c128ac req-a0a0cbb2-5ad9-4d51-bbed-8e373d96dfe8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 May 25 17:24:35.081135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548d8b1-67de-45b0-a343-f4b751a3e0a7 req-72952566-683e-4bbd-8cd1-a62fa6e07609 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:35.082639 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9548d8b1-67de-45b0-a343-f4b751a3e0a7 req-72952566-683e-4bbd-8cd1-a62fa6e07609 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.1326954 May 25 17:24:35.130031 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9548d8b1-67de-45b0-a343-f4b751a3e0a7 req-f73514fe-f3fe-4f04-95f7-999ef065c21d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 May 25 17:24:35.311980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93981-f0b8-4a4f-9555-7fa30fd2976e req-1a481b3d-5ab6-47b0-9cd3-2f69fdfd1b81 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:35.313602 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-05b93981-f0b8-4a4f-9555-7fa30fd2976e req-1a481b3d-5ab6-47b0-9cd3-2f69fdfd1b81 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0799992 May 25 17:24:35.358641 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-05b93981-f0b8-4a4f-9555-7fa30fd2976e req-f0aa4278-4e88-4587-983d-7dccac81250b tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 May 25 17:24:35.762896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003dc4f-a2fe-4c9f-972e-cca7943d3941 req-0b33c6ea-0568-461a-9b3b-d6553d1e0834 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:35.764379 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2003dc4f-a2fe-4c9f-972e-cca7943d3941 req-0b33c6ea-0568-461a-9b3b-d6553d1e0834 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0839128 May 25 17:24:35.809743 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2003dc4f-a2fe-4c9f-972e-cca7943d3941 req-fa8cc1f7-605b-4a9d-b94a-f73ce26c11c5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391715 May 25 17:24:40.125479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-730c0996-9f1d-415a-9598-2ce27b222bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:42.645708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:42.913872 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bf53b0ea-91a1-4082-88f7-35a828261e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:43.900151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:45.576698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:49.115495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:49.413720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf7031-1a61-4802-92d0-a3f1c3115d85 req-1513f9b6-164d-4bb9-b0b0-755bf84bf399 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:49.415219 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3cf7031-1a61-4802-92d0-a3f1c3115d85 req-1513f9b6-164d-4bb9-b0b0-755bf84bf399 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0815964 May 25 17:24:49.465483 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e3cf7031-1a61-4802-92d0-a3f1c3115d85 req-8e621317-3e80-4238-8924-0f69a59bff5e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 May 25 17:24:49.488839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41600) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:49.600468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f57138-2686-4f37-9a6c-39a9063f2e8b tempest-TestMinimumBasicScenario-1031296684 tempest-TestMinimumBasicScenario-1031296684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:49.601171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b6f57138-2686-4f37-9a6c-39a9063f2e8b tempest-TestMinimumBasicScenario-1031296684 tempest-TestMinimumBasicScenario-1031296684-project-admin] Synchronizing usage tracker for tenant:e0c6a0dca61f460b91194080aa574490 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:24:49.618095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b6f57138-2686-4f37-9a6c-39a9063f2e8b tempest-TestMinimumBasicScenario-1031296684 tempest-TestMinimumBasicScenario-1031296684-project-admin] Unset dirty status for tenant:e0c6a0dca61f460b91194080aa574490 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:24:49.619390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b6f57138-2686-4f37-9a6c-39a9063f2e8b tempest-TestMinimumBasicScenario-1031296684 tempest-TestMinimumBasicScenario-1031296684-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1093 time: 0.1296542 May 25 17:24:49.622322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41606) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:49.627592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:49.633848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:49.637595 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:floatingip and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:49.640414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:49.646588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:49.657083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:49.799337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:49.936449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Allocated IP 172.26.6.215 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/f86ad978-255e-4bcf-b55e-6ec209b15991) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:24:50.088647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:50.116625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:50.120258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9588f40a-6482-461b-ac65-fe6923551d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:50.182722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:24:50.185456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:24:50.189006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:24:50.222655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'Port': ['ID=f86ad978-255e-4bcf-b55e-6ec209b15991,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:50.229197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:50.755762 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:50.829522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:51.037298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:51.041798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:51.045670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70bcc67d-ee5b-4a99-b644-d2bd3c76843e tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:51.159001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'Port': ['ID=f86ad978-255e-4bcf-b55e-6ec209b15991,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:51.163803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:51.170428 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:51.344496 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Floating IP 9b11314b-87e1-4362-a2be-058416a8fb76 associated. External IP: 172.26.6.215, port: 9a3c458f-5abe-4e6e-a83b-8775ca51fb92. May 25 17:24:51.703172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Router 466a691f-5cba-484f-b549-827318291a69 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:24:52.035892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:24:52.049162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Sync routers for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:24:52.062285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:24:52.062939 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:24:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:52.063632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.120086 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4966505 May 25 17:24:52.121011 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:24:52.122236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41610) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:52.128509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154907029', 'description': 'tempest-secgroup-smoke-1154907029 description', 'project_id': 'fd8a7de679ed427c91da63e54964ce65'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:52.134782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:52.145340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:52.157394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.176717 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:24:52.181290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:52.185194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:52.188941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:52.195367 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:52.249903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:24:52.279129 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.283283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.289684 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4a13a60-aa7b-49e4-8391-25a76c55b178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:52.290506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-ed57f2a4-e736-418a-9b51-85c47f37c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:52.292106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-ed57f2a4-e736-418a-9b51-85c47f37c6ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1098 time: 0.0796013 May 25 17:24:52.469493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-1522acbf-6533-48b2-87b9-58c030bf423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:52.471130 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-1522acbf-6533-48b2-87b9-58c030bf423e service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1691878 May 25 17:24:52.483283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2718ad7-217e-423c-b606-ff6c0d474264,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:52.494884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.496409 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3729122 May 25 17:24:52.498662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.499113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.499498 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.499884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.500263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.500639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.501010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.501423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.501797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.502172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.502533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.502899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:24:52.507938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0312c01c-ca85-48c4-8493-753714e12b5a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:52.508778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41616) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:52.514764 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:52.522997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:52.527457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:52.530606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:52.537051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:52.556451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.606939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-c04aedfb-ada4-4424-afef-ea9cfe5afde2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 999 time: 0.1209877 May 25 17:24:52.631609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.645787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.650538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4ee7eb81-aed6-4312-87aa-b87e93ed6bf2 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:52.679365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3141cb5d-8c52-4571-b0fd-fe191f4975c6,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:52.682239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:52.689719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.694970 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814687 May 25 17:24:52.695161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-14c77b6d-99d0-4094-8da7-107b4f287dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:52.695290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41620) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:52.696312 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-14c77b6d-99d0-4094-8da7-107b4f287dd8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0780122 May 25 17:24:52.700668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:52.704682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '9b11314b-87e1-4362-a2be-058416a8fb76', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '466a691f-5cba-484f-b549-827318291a69', 'port_id': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'mac_address': 'fa:16:3e:1a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:24:50Z', 'updated_at': '2021-05-25T17:24:50Z', 'revision_number': 0, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:52.706558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:52.708704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Checking router: 466a691f-5cba-484f-b549-827318291a69 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:24:52.710806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:52.714067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:52.717539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:24:52.718159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:24:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:52.720799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:52.738665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.784177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-a9401501-a211-4386-89d5-520acb613a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:52.785731 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-a9401501-a211-4386-89d5-520acb613a5b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752249 May 25 17:24:52.807621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.813640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.815948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e43fe44-1e11-44a3-bc80-94bf6e3d0b73 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:52.843126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b5c55c-4f1f-4544-96c1-b674396587f6,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:52.845950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:52.854681 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.858903 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e9c25b9b-c39d-4dc5-97f4-49e9e07b8f7a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1601510 May 25 17:24:52.859288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41624) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:52.865605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:52.872007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:52.876127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:52.879227 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:52.886502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:52.903530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.914103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:24:52.950487 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-5cc5b0cd-c319-46b0-8488-d2ca83b0fe1c service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530163 May 25 17:24:52.971182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.975934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:52.977865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0eceee24-e4b4-42fc-9388-b6869fc4e6d4 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:52.998824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd9c0e9-88c4-412b-a619-3404987188cc,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:53.002874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:53.011851 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.015744 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526494 May 25 17:24:53.015905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41628) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:53.021234 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:53.027459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:53.031282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:53.034142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:53.041272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:53.061787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.105424 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a588e7d2-c717-4bfd-b2f4-4e5be25afc6f req-6192a892-b6a0-473a-b308-fd0dde75d124 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449869 May 25 17:24:53.134886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.138812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.140653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea0b8c21-dcdc-47ed-b7f2-81d805948d2d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:53.167369 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0b5ba6-70c3-443a-85e1-46be1e8643a8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:53.170124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:53.173931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.178482 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583953 May 25 17:24:53.178709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41632) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:53.183998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:53.189847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:53.193884 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:53.196779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:53.202536 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:53.213594 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Project fd8a7de679ed427c91da63e54964ce65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:24:53.220115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.292737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.297071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.299487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4467514-a98e-44bd-89ce-805584dc2f03 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:53.305741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '9b11314b-87e1-4362-a2be-058416a8fb76', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '466a691f-5cba-484f-b549-827318291a69', 'port_id': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'mac_address': 'fa:16:3e:1a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:24:50Z', 'updated_at': '2021-05-25T17:24:50Z', 'revision_number': 0, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:24:53.309921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e75e00-0699-46d4-a86a-c46c2e237e66 None None] The sync data for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv is: [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '9b11314b-87e1-4362-a2be-058416a8fb76', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '466a691f-5cba-484f-b549-827318291a69', 'port_id': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'mac_address': 'fa:16:3e:1a:44:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:24:50Z', 'updated_at': '2021-05-25T17:24:50Z', 'revision_number': 0, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:24:53.323366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85538ed-f076-40ab-89ce-0aee4acefaba,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:53.334593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:53.339533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.340863 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1611588 May 25 17:24:53.343814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41636) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:24:53.349984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'security_group_rule': {'security_group_id': 'c2718ad7-217e-423c-b606-ff6c0d474264', 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:53.356503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:24:53.360715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Usage tracker for resource:security_group_rule and tenant:fd8a7de679ed427c91da63e54964ce65 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:24:53.363891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:24:53.371741 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:24:53.381337 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Project fd8a7de679ed427c91da63e54964ce65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:24:53.387803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.463823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.468015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.469971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a60a39fb-d989-4f19-9409-09a9b42b529b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:53.494831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf152d8d-35e7-4b69-b3a3-b7424474ba0a,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:53.499909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:53.504954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:53.506582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1615753 May 25 17:24:53.535050 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f161abc-595b-4371-8fe9-6a9832a9e38a None None] New status for floating IP 9b11314b-87e1-4362-a2be-058416a8fb76: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:24:53.643142 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-0e7cfd8a-b5a3-4c14-a60b-fb28dcffa414 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154907029&fields=id&tenant_id=fd8a7de679ed427c91da63e54964ce65 HTTP/1.1" status: 200 len: 267 time: 0.0452070 May 25 17:24:53.729643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-7f5e948a-72b0-41d3-9d6c-d2678ddc6e72 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:53.731520 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-7f5e948a-72b0-41d3-9d6c-d2678ddc6e72 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0823083 May 25 17:24:53.743733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'port': {'security_groups': ['6eea347e-fe1a-4373-9fa8-49007cea67f0', 'c2718ad7-217e-423c-b606-ff6c0d474264']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:24:53.869814 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:54.131928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:24:54.157293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:54.162500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:54.167937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7fb830b-bbc0-4897-91a1-1b0ca42a4ad9 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:24:54.175518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:24:54.234076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.234742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:54.236256 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7d7a5abc-66ea-41aa-bf3d-956d5b6e51b2 req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "PUT /v2.0/ports/9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 981 time: 0.4980037 May 25 17:24:54.236821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:24:54.259365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=6']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:24:54.262540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:24:54.304814 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:24:54.353890 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:24:54.495029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb2ed-b873-40b4-a538-d939ed26cde3 req-014cd7fe-1cee-419f-8df8-2c1b84cee7d2 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.496481 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-546bb2ed-b873-40b4-a538-d939ed26cde3 req-014cd7fe-1cee-419f-8df8-2c1b84cee7d2 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.1161408 May 25 17:24:54.498837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403117a1-8697-4493-9dfa-ae407f66825d req-473f508f-2d06-4b53-aa55-12c9b621afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.500085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-473f508f-2d06-4b53-aa55-12c9b621afb7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1137 time: 0.1621361 May 25 17:24:54.632718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-799214b8-1baf-4065-82cd-b7c3cc4eaede None None] Provisioning complete for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:24:54.633100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-799214b8-1baf-4065-82cd-b7c3cc4eaede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:24:54.635382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-546bb2ed-b873-40b4-a538-d939ed26cde3 req-9e947755-fe9a-48af-9c55-f7674bf6607c tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314499 May 25 17:24:54.678833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403117a1-8697-4493-9dfa-ae407f66825d req-7a6c7340-2188-48c7-8af5-899d880a173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.680238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-7a6c7340-2188-48c7-8af5-899d880a173f service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1628525 May 25 17:24:54.794394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-6b9a94c8-c31a-493b-b097-e2ba48379c01 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1001 time: 0.1022098 May 25 17:24:54.865864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403117a1-8697-4493-9dfa-ae407f66825d req-dc435cc6-369d-4be7-9284-bdb58a63720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.867340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-dc435cc6-369d-4be7-9284-bdb58a63720e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0660419 May 25 17:24:54.950857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403117a1-8697-4493-9dfa-ae407f66825d req-ab9b3396-b293-4a4d-ada7-34b0fcb6860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:24:54.952362 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-ab9b3396-b293-4a4d-ada7-34b0fcb6860c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717633 May 25 17:24:55.242339 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-be07af0b-27d3-42d3-b321-e4c0f3d80fd9 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769840 May 25 17:24:55.387923 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-403117a1-8697-4493-9dfa-ae407f66825d req-e88c9979-546d-4044-9698-7417855cc559 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275113 May 25 17:24:56.833591 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:25:10.129744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9aec0c9-da9a-4b28-87dd-25a8961db620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:12.651617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:12.960863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b40443c9-8365-484f-8bc8-de38f276c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:13.903498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:15.580122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:19.122159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:33.638196 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-758e9a25-2191-4b5b-a688-1d0e88c20f40 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689905 May 25 17:25:33.782609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-d3147d85-6656-40a2-8c2f-d4b228bb86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:33.784125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-d3147d85-6656-40a2-8c2f-d4b228bb86da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1137 time: 0.0774324 May 25 17:25:33.831827 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:25:33.932956 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-ed187953-d81e-45ec-90b7-a0b9ac18482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:33.934421 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-ed187953-d81e-45ec-90b7-a0b9ac18482f service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1309748 May 25 17:25:34.041032 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-af2d9b90-1683-43bb-87c1-7258832a9006 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1001 time: 0.0995009 May 25 17:25:34.105044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-2fe3cbcf-2d6c-460f-a86e-1fc38b812c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:34.106473 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-2fe3cbcf-2d6c-460f-a86e-1fc38b812c96 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0590086 May 25 17:25:34.187119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-c312f05f-df01-4e38-b8d8-861e2dc963ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:34.188610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-c312f05f-df01-4e38-b8d8-861e2dc963ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751812 May 25 17:25:34.326701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-72a4fa67-854c-4a3e-a5cf-9010e62d3378 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306281 May 25 17:25:34.466369 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da816807-0a15-4d1c-ad3f-8d8cac186aba req-b7ed4a73-1e4e-48b8-9619-c6bf2eceb235 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322854 May 25 17:25:40.134127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4937cff3-0aca-4b2c-ab25-c838f6195298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:40.829948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-4be0fe8a-6f3a-43fa-89c5-f6f7b39d8e8b req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] (99126) timed out ('10.222.0.95', 53354) {{(pid=99126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 17:25:42.645027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:42.913695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4fc3429d-0135-4b3a-bbcb-5e530b8e4d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:43.906053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:45.579862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:49.137993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:25:55.543151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45e80-2210-450b-8236-0bbba4ad0e48 req-d994ca67-67b3-4b8f-9eef-fd5dfe177520 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:55.544619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8df45e80-2210-450b-8236-0bbba4ad0e48 req-d994ca67-67b3-4b8f-9eef-fd5dfe177520 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.1096399 May 25 17:25:55.546869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-a7f66196-7946-4a6d-905d-4531d42d1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:55.548490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-a7f66196-7946-4a6d-905d-4531d42d1ecd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1137 time: 0.1504564 May 25 17:25:55.673816 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8df45e80-2210-450b-8236-0bbba4ad0e48 req-3d940848-9e56-43ca-852f-38079b10352f tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229956 May 25 17:25:55.715789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-1e8beea2-a29c-4f6e-9908-ca3850f230dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:55.717236 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-1e8beea2-a29c-4f6e-9908-ca3850f230dc service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1531184 May 25 17:25:55.825162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-1c79f891-d4d1-4184-8d5b-625c4d74aa85 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1001 time: 0.1003819 May 25 17:25:55.889322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-5ebe9c68-55be-4d58-94b7-60315b3def96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:55.890749 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-5ebe9c68-55be-4d58-94b7-60315b3def96 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0595443 May 25 17:25:55.965208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-5b95e87d-ae93-493d-bb14-da3cecf16272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:55.966572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-5b95e87d-ae93-493d-bb14-da3cecf16272 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697711 May 25 17:25:56.250568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-4a009ec5-03db-483d-b86e-f2c4f8f097f0 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769606 May 25 17:25:56.385041 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-61c18c0f-b3b6-4f13-a529-99d630ab3b38 req-16777426-4d3a-4ff4-b62b-230c4ef9fd89 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281304 May 25 17:25:56.872311 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490a380-799b-48b9-a486-b8ce37264937 req-5c46c857-e5d1-4c11-97bb-28e927f4a6c1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:56.873687 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3490a380-799b-48b9-a486-b8ce37264937 req-5c46c857-e5d1-4c11-97bb-28e927f4a6c1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0851393 May 25 17:25:56.924981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3490a380-799b-48b9-a486-b8ce37264937 req-8676e28d-ac74-4e2f-98c7-64ce07cc43c5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:25:56.940666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-3490a380-799b-48b9-a486-b8ce37264937 req-8676e28d-ac74-4e2f-98c7-64ce07cc43c5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:25:56.941857 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3490a380-799b-48b9-a486-b8ce37264937 req-8676e28d-ac74-4e2f-98c7-64ce07cc43c5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621419 May 25 17:25:58.144600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d17614-90f9-46ec-9d3a-72421f0ee748 req-d7997937-7503-494e-82ba-9c2543cf4a10 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:58.146829 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-36d17614-90f9-46ec-9d3a-72421f0ee748 req-d7997937-7503-494e-82ba-9c2543cf4a10 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0849986 May 25 17:25:58.194295 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-36d17614-90f9-46ec-9d3a-72421f0ee748 req-4fc1345f-453f-4eff-8d2f-78e99a1edc51 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415041 May 25 17:25:59.382576 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb588ca-03d8-45b8-955f-24f089119b59 req-6d0f3e6f-ae73-4d9d-bff6-b6e0ff1e05eb tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:25:59.384100 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aeb588ca-03d8-45b8-955f-24f089119b59 req-6d0f3e6f-ae73-4d9d-bff6-b6e0ff1e05eb tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0809386 May 25 17:25:59.433699 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-aeb588ca-03d8-45b8-955f-24f089119b59 req-1080023b-e069-4c7e-84a7-156ae6d97272 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432632 May 25 17:26:00.649078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3c232-f942-4445-9aef-056c099ad5e7 req-b2c8f04b-11f1-4800-9c40-82a5dded2207 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:00.650463 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb3c232-f942-4445-9aef-056c099ad5e7 req-b2c8f04b-11f1-4800-9c40-82a5dded2207 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0875933 May 25 17:26:00.697321 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb3c232-f942-4445-9aef-056c099ad5e7 req-8a833126-de7c-492f-9d5c-6cf47cb90741 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410378 May 25 17:26:01.889683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f2a11-412b-4da1-b9bd-f6ef2e3046d1 req-1cada16d-7389-4010-b975-78748ea165e0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:01.891198 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2d7f2a11-412b-4da1-b9bd-f6ef2e3046d1 req-1cada16d-7389-4010-b975-78748ea165e0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0878251 May 25 17:26:01.940579 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2d7f2a11-412b-4da1-b9bd-f6ef2e3046d1 req-4c13d56e-ec40-4a65-931e-f0941f36a3b1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434175 May 25 17:26:03.126726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869198b3-fbb7-47cc-8bf9-496908f2167d req-a8a5ee6c-a3dc-430e-8c2f-fb08dd7de818 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:03.128219 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869198b3-fbb7-47cc-8bf9-496908f2167d req-a8a5ee6c-a3dc-430e-8c2f-fb08dd7de818 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0816526 May 25 17:26:03.176735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-869198b3-fbb7-47cc-8bf9-496908f2167d req-0b463d69-7aba-45a7-af09-28c538c8e52a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420802 May 25 17:26:04.363179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d422-8752-4c6a-9652-86999dbc98c4 req-9b19cd7f-6691-4fac-84a2-26a4fb48aad5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:04.364643 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2725d422-8752-4c6a-9652-86999dbc98c4 req-9b19cd7f-6691-4fac-84a2-26a4fb48aad5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0811291 May 25 17:26:04.414473 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2725d422-8752-4c6a-9652-86999dbc98c4 req-6ce9af44-c529-4eb1-bb36-9950c20f5783 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436151 May 25 17:26:05.605617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75bf1-f75e-4083-9d58-0499551daee2 req-05ed51f3-4e35-44c3-8c65-2fc33c3cb685 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:05.607115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ae75bf1-f75e-4083-9d58-0499551daee2 req-05ed51f3-4e35-44c3-8c65-2fc33c3cb685 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0862534 May 25 17:26:05.654531 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ae75bf1-f75e-4083-9d58-0499551daee2 req-90cb7e36-48a4-4239-bc42-3391922b87c5 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414741 May 25 17:26:06.858361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d400ca-d218-49a5-aae1-4b65f93706fb req-0e841328-ab2d-461f-8039-8630091a749e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:06.859988 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c1d400ca-d218-49a5-aae1-4b65f93706fb req-0e841328-ab2d-461f-8039-8630091a749e tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0881577 May 25 17:26:06.913494 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c1d400ca-d218-49a5-aae1-4b65f93706fb req-db158180-615c-410d-8609-9312f82ca0a8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475748 May 25 17:26:08.104344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d81bae-215a-42cb-84e1-83aadea0f0a3 req-d513dc36-f19a-448a-abad-7eeb2cfdac65 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:08.106001 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24d81bae-215a-42cb-84e1-83aadea0f0a3 req-d513dc36-f19a-448a-abad-7eeb2cfdac65 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0828598 May 25 17:26:08.153403 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-24d81bae-215a-42cb-84e1-83aadea0f0a3 req-62dee08d-0271-4dbf-8748-c4e1d3d35911 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=c2718ad7-217e-423c-b606-ff6c0d474264&id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413201 May 25 17:26:10.138009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-944dece1-0eb9-4eb9-b236-8be602926f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:10.830288 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:26:12.648197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:12.915386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0f26f356-0923-4e78-9bd3-649be328e181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:13.909459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:15.581936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:19.135566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:35.641092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-0e60508f-839b-4b92-846e-9e81a99f678b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738220 May 25 17:26:35.780990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-4bb5c950-71f6-4c02-9bf5-68a2c048eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:35.782493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-4bb5c950-71f6-4c02-9bf5-68a2c048eb18 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1137 time: 0.0743403 May 25 17:26:35.928634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-b6ed114e-358a-4e05-988d-9570bc10fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:35.930083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-b6ed114e-358a-4e05-988d-9570bc10fd8b service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1281974 May 25 17:26:36.036182 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-dd7790dd-5246-4b98-a88b-40d628b72c40 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1001 time: 0.0989630 May 25 17:26:36.105871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-98a791a5-1e81-4f2f-81a6-a76f097de9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:36.107356 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-98a791a5-1e81-4f2f-81a6-a76f097de9fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0623872 May 25 17:26:36.182503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-834b3b5b-4b9b-41a7-81a7-9f2d48fd37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:26:36.184003 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-834b3b5b-4b9b-41a7-81a7-9f2d48fd37c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700247 May 25 17:26:36.324671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-97349004-37e6-4970-bc05-ac952348cfcf service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335976 May 25 17:26:36.465608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9a9b9061-ea0f-4f94-ae1d-5ea521941d96 req-e44627ec-53ab-4efe-b01c-8e77c693b4b1 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339128 May 25 17:26:40.138827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-09da8431-d1ac-45da-8736-1b4b9c7e0d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:42.651833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:42.917330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d2dffef3-21b7-4f36-8e41-6fb6a749c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:43.911577 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:45.587637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:26:47.830055 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:26:49.162617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:10.144805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-aa3777f2-62ca-4ba0-9299-8961956ed532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.098822 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-c0f319ff-8c8f-4c6d-a4ad-1758b2ef7ce0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154907029&fields=id&tenant_id=fd8a7de679ed427c91da63e54964ce65 HTTP/1.1" status: 200 len: 267 time: 0.0407748 May 25 17:27:12.187933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-505b1a3a-11dc-41c6-9346-5f7acd4e1da8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:12.189401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-505b1a3a-11dc-41c6-9346-5f7acd4e1da8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 984 time: 0.0851440 May 25 17:27:12.200956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Request body: {'port': {'security_groups': ['6eea347e-fe1a-4373-9fa8-49007cea67f0']}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:12.321968 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.567008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:12.593909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.599067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.604872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0635c4bb-7434-47a3-bfea-89dd37d28093 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:12.611151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:27:12.676630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:12.676863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.677199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.678556 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff38a2a6-48c0-4814-b2cf-3030034d1567 req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "PUT /v2.0/ports/9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 942 time: 0.4823143 May 25 17:27:12.679121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:27:12.688571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41718) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:12.709107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event updated for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=7']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:12.717410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.717805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.718625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.718822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.719281 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.719661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.720034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.720406 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.720997 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.721122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.721509 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.721879 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:12.731818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:12.789022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:27:12.813863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.840917 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:27:12.849703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.957465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-08d65fe2-f98a-480d-a199-e2ec98bb66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:12.979127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-27036c28-f9e4-4601-b901-895ec6445a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:12.980626 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-27036c28-f9e4-4601-b901-895ec6445a6c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1098 time: 0.1089234 May 25 17:27:13.030107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-91f229c9-a0f7-45d4-911e-4943b7b4b233 None None] Provisioning complete for port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:13.030489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-91f229c9-a0f7-45d4-911e-4943b7b4b233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.077882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.088747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-93a66012-a156-46be-ac5b-f6922dbdbe40 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:13.115848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2718ad7-217e-423c-b606-ff6c0d474264,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:13.128178 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.128554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.128925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.129896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.130651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.131050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.131424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.131787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.132150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.132510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.132869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.133231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:13.138886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:13.153129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.154269 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df47d202-293d-4c6b-a083-1ee37ab80aa1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "DELETE /v2.0/security-groups/c2718ad7-217e-423c-b606-ff6c0d474264 HTTP/1.1" status: 204 len: 168 time: 0.4641509 May 25 17:27:13.157164 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41724) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:13.182421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-8703dc79-d969-450e-b35d-ad4619119bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:13.184456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-8703dc79-d969-450e-b35d-ad4619119bcf service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1970973 May 25 17:27:13.301239 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-1744453a-a293-466d-be84-ec49bcd12d44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 1001 time: 0.1038091 May 25 17:27:13.374155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-3c564012-2709-4b66-ac2e-b95d9b36b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:13.375622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-3c564012-2709-4b66-ac2e-b95d9b36b328 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0676692 May 25 17:27:13.470725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-cf7944c8-f626-42eb-a609-0f5a25f750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:13.473832 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-cf7944c8-f626-42eb-a609-0f5a25f750f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903745 May 25 17:27:13.592538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Deleting port f86ad978-255e-4bcf-b55e-6ec209b15991 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:13.592886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.719347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.719588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.763700 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-f72012e4-a86d-4e5e-86e6-ffdbcae33541 service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834349 May 25 17:27:13.844525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Calling delete_port for f86ad978-255e-4bcf-b55e-6ec209b15991 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:13.898337 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2347cb31-7f83-4315-9f90-abff291e7cb4 req-026b7967-8bfa-4730-aaf6-a0d8c01f0c6e service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284647 May 25 17:27:13.919935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.985215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:13.988981 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8ae9d0a3-b464-4d15-84a0-8e20a9973637 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:14.037030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event deleted for resources: {'Port': ['ID=f86ad978-255e-4bcf-b55e-6ec209b15991,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:14.064091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:14.133715 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:14.134044 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Floating IP 9b11314b-87e1-4362-a2be-058416a8fb76 disassociated (deleted). External IP: 172.26.6.215, port: 9a3c458f-5abe-4e6e-a83b-8775ca51fb92. May 25 17:27:14.505168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Router 466a691f-5cba-484f-b549-827318291a69 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:27:14.698633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:27:14.708963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Sync routers for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:27:14.719265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:14.719918 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:14.720077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:14.777913 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "DELETE /v2.0/floatingips/9b11314b-87e1-4362-a2be-058416a8fb76 HTTP/1.1" status: 204 len: 168 time: 1.6179669 May 25 17:27:14.842168 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:27:14.894826 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:27:14.908004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:14.992701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-d7e23be7-10a2-466e-91a2-c468e08dd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:14.994458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-d7e23be7-10a2-466e-91a2-c468e08dd776 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fd8a7de679ed427c91da63e54964ce65&device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 1098 time: 0.0768437 May 25 17:27:15.161572 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-3e678aea-e7d8-45b1-afd2-686a40bf8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:15.163120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-3e678aea-e7d8-45b1-afd2-686a40bf8389 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 200 len: 917 time: 0.1610665 May 25 17:27:15.251233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-a6cef8e4-5e43-4e9d-9939-7fcb20e85e11 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 200 len: 217 time: 0.0756176 May 25 17:27:15.266014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:15.270826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Checking router: 466a691f-5cba-484f-b549-827318291a69 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:27:15.279556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:15.280432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:15.317387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-c4e15ad4-2608-42c0-8cf5-188141e42345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:15.318848 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-c4e15ad4-2608-42c0-8cf5-188141e42345 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 200 len: 854 time: 0.0614913 May 25 17:27:15.400624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-f8d78a53-64c8-4ea0-8e85-45790f9f1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:15.402117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-f8d78a53-64c8-4ea0-8e85-45790f9f1738 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7d64d58d-f0e1-4213-98fa-a0cc3966a7de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764270 May 25 17:27:15.467392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:15.539099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-ffc08fa3-6e0f-4c77-b1d4-01b6ba4ab7ee service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299503 May 25 17:27:15.683517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8ed034bc-72c2-4628-bfe3-e8aa9070b94d req-a2b23889-bf1c-452c-a4c9-fb1f4846ee6c service neutron] 10.222.0.95 "GET /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377008 May 25 17:27:15.725652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:15.860515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:15.865268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f6c24-b11f-44a2-adff-a63b6d0661f8 None None] The sync data for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv is: [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:23:51Z', 'revision_number': 4, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '52386b30-1fb9-47c7-abdb-0a6048cdd1e8', 'name': '', 'network_id': '7d64d58d-f0e1-4213-98fa-a0cc3966a7de', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'mac_address': 'fa:16:3e:42:28:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:50Z', 'updated_at': '2021-05-25T17:23:56Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'subnets': [{'id': 'ea24ca20-3c7c-4f27-911d-b93a70b9477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:27:16.105558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012db930-1490-4e76-8b4f-61e3fcf50bde None None] New status for floating IP 9b11314b-87e1-4362-a2be-058416a8fb76: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:27:19.163923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:22.495399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b044b9-5c4c-4985-b635-4e3b6c13cda5 req-9e128943-9a6e-495e-831f-6daaf4eaaeef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:22.496076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-48b044b9-5c4c-4985-b635-4e3b6c13cda5 req-9e128943-9a6e-495e-831f-6daaf4eaaeef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:22.513395 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-48b044b9-5c4c-4985-b635-4e3b6c13cda5 req-9e128943-9a6e-495e-831f-6daaf4eaaeef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:22.514584 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-48b044b9-5c4c-4985-b635-4e3b6c13cda5 req-9e128943-9a6e-495e-831f-6daaf4eaaeef tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.1083202 May 25 17:27:22.562968 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-48b044b9-5c4c-4985-b635-4e3b6c13cda5 req-1cd54a36-daca-44f5-a7f8-75722a70af54 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 May 25 17:27:23.753379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e17d-db8d-48da-b01c-db5ed4d69e74 req-a66564bb-a744-420b-865f-8cfad0f2d3a2 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:23.754977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5d44e17d-db8d-48da-b01c-db5ed4d69e74 req-a66564bb-a744-420b-865f-8cfad0f2d3a2 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0828884 May 25 17:27:23.799314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-5d44e17d-db8d-48da-b01c-db5ed4d69e74 req-f7573b08-f6d2-4163-9530-ff5da32d3c37 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Synchronizing usage tracker for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:23.815046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-5d44e17d-db8d-48da-b01c-db5ed4d69e74 req-f7573b08-f6d2-4163-9530-ff5da32d3c37 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Unset dirty status for tenant:fd8a7de679ed427c91da63e54964ce65 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:23.816266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5d44e17d-db8d-48da-b01c-db5ed4d69e74 req-f7573b08-f6d2-4163-9530-ff5da32d3c37 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 May 25 17:27:24.596983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dc6d9-7179-45cd-a280-499756657541 req-127c0978-aec6-41e7-9fb9-f77b5890e2a1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:24.598701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-521dc6d9-7179-45cd-a280-499756657541 req-127c0978-aec6-41e7-9fb9-f77b5890e2a1 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.95 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0896246 May 25 17:27:24.747528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Deleting port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:24.747865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:24.828988 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:27:24.890979 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] For port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:24.891612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:25.009562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8723b8-2732-48fc-b5a3-10d0700e02c6 req-d0032ed0-6946-4ceb-83fe-70720d021fb9 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:25.011055 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f8723b8-2732-48fc-b5a3-10d0700e02c6 req-d0032ed0-6946-4ceb-83fe-70720d021fb9 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/ports?device_id=827344bf-fb22-4b92-95d8-13ba0e47d97b HTTP/1.1" status: 200 len: 945 time: 0.0854778 May 25 17:27:25.022259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Calling delete_port for 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:25.058756 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f8723b8-2732-48fc-b5a3-10d0700e02c6 req-aaa65464-ea1e-4e61-b687-8d7e31550b9d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.96 "GET /v2.0/security-groups?id=6eea347e-fe1a-4373-9fa8-49007cea67f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 May 25 17:27:25.136588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:25.142792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd5f8c8b-d0c8-4c25-85cd-1bc4b637f4b3 tempest-ServersNegativeTestJSON-1561575489 tempest-ServersNegativeTestJSON-1561575489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:25.148613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['9a3c458f-5abe-4e6e-a83b-8775ca51fb92'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:27:25.195968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Pushing event deleted for resources: {'Port': ['ID=9a3c458f-5abe-4e6e-a83b-8775ca51fb92,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:25.198899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:25.276016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] No DVR routers for this DVR port 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:27:25.278482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:25.281071 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'name': 'network-vif-deleted', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:27:25.296718 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-521dc6d9-7179-45cd-a280-499756657541 req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] 10.222.0.95 "DELETE /v2.0/ports/9a3c458f-5abe-4e6e-a83b-8775ca51fb92 HTTP/1.1" status: 204 len: 173 time: 0.6922975 May 25 17:27:25.382117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '827344bf-fb22-4b92-95d8-13ba0e47d97b', 'name': 'network-vif-deleted', 'tag': '9a3c458f-5abe-4e6e-a83b-8775ca51fb92', 'status': 'completed', 'code': 200} May 25 17:27:26.717906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41818) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:27.425722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:27.715628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:27.750066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:27.750411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 9a3c458f-5abe-4e6e-a83b-8775ca51fb92 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:27.846831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Deleting port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:27.847483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:27.969615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] For port 52386b30-1fb9-47c7-abdb-0a6048cdd1e8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:27.969877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:28.092779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Calling delete_port for 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:28.388931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:28.393102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:28.443222 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=52386b30-1fb9-47c7-abdb-0a6048cdd1e8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:28.446207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:28.874307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:29.236923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Router 466a691f-5cba-484f-b549-827318291a69 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:27:29.417290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:27:29.430204 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] 10.222.0.96 "PUT /v2.0/routers/466a691f-5cba-484f-b549-827318291a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7099733 May 25 17:27:29.431243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Sync routers for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:27:29.432634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41822) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:29.444749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:29.445380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:29.610336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:29.625115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:29.803501 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:29.875321 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Deleting port e7727cef-f1b2-48bc-91fb-16d73bfda5af {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:29.876060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:29.920191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:27:28Z', 'revision_number': 5, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port': {'id': 'e7727cef-f1b2-48bc-91fb-16d73bfda5af', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466a691f-5cba-484f-b549-827318291a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:48Z', 'updated_at': '2021-05-25T17:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:29.925320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Checking router: 466a691f-5cba-484f-b549-827318291a69 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:27:29.935003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Routers {'466a691f-5cba-484f-b549-827318291a69'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:29.935640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['466a691f-5cba-484f-b549-827318291a69'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:30.098074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] Set router 466a691f-5cba-484f-b549-827318291a69 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:30.161338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] For port e7727cef-f1b2-48bc-91fb-16d73bfda5af, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e7727cef-f1b2-48bc-91fb-16d73bfda5af,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:30.161613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.209529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:27:29Z', 'revision_number': 6, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:30.213705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e37d45f-17fe-4c99-b910-b158dacf2756 None None] The sync data for ids ['466a691f-5cba-484f-b549-827318291a69'] in dv-neutron-792998-1-hyperv is: [{'id': '466a691f-5cba-484f-b549-827318291a69', 'name': 'tempest-TestMinimumBasicScenario-1419730480-router', 'tenant_id': 'fd8a7de679ed427c91da63e54964ce65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:47Z', 'updated_at': '2021-05-25T17:27:29Z', 'revision_number': 6, 'project_id': 'fd8a7de679ed427c91da63e54964ce65', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:27:30.294848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Calling delete_port for e7727cef-f1b2-48bc-91fb-16d73bfda5af owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:30.435619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.439793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-82b3e09e-eca0-4e12-8ab8-e24a2026f361 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:30.486514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7727cef-f1b2-48bc-91fb-16d73bfda5af,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:30.489842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:30.581224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.767543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.770462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.792841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.793369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 466a691f-5cba-484f-b549-827318291a69 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:27:30.806133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.807283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] 10.222.0.96 "DELETE /v2.0/routers/466a691f-5cba-484f-b549-827318291a69 HTTP/1.1" status: 204 len: 168 time: 1.3737235 May 25 17:27:30.809757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41826) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:30.873410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Deleting subnet ea24ca20-3c7c-4f27-911d-b93a70b9477d {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:27:30.876489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.927515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:30.984892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:31.014813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.024086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:31.024533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 52386b30-1fb9-47c7-abdb-0a6048cdd1e8 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:31.270393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.277714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5bae9844-aa3c-4f3c-9a1f-deb9fd8c505f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:31.314763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea24ca20-3c7c-4f27-911d-b93a70b9477d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:31.318641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:31.320308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.324928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa10189-97f9-4490-be2c-4da96604e67d None None] Network 7d64d58d-f0e1-4213-98fa-a0cc3966a7de requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:27:31.325713 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-63ca2b70-bddd-4c6e-9338-c25a114ac797 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/ea24ca20-3c7c-4f27-911d-b93a70b9477d HTTP/1.1" status: 204 len: 168 time: 0.5149887 May 25 17:27:31.328122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41830) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:31.438702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.514252 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Deleting port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:31.514592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.622651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] For port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:31.623006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.627072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] DHCP port deletion for 7d64d58d-f0e1-4213-98fa-a0cc3966a7de request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:27:31.692921 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Deleting port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:31.693313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.754692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Calling delete_port for 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:31.795132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] For port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,segment=NetworkSegment(5ab9b384-fdeb-4e84-aa90-66e64cbe635c),segment_id=5ab9b384-fdeb-4e84-aa90-66e64cbe635c)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:31.795532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.804010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.808699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d7e4d556-d091-4fff-9692-8a77b22e7a1d tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:31.923357 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Calling delete_port for 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:31.968294 dv-neutron-792998-1-hyperv neutron-server[99128]: util.warn( May 25 17:27:31.974084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:31.978082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:32.006158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:32.008005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] No DVR routers for this DVR port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:27:32.009476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:32.024190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] No DVR routers for this DVR port 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:27:32.025900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Pushing event deleted for resources: {'Port': ['ID=84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:32.034568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.034953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.035323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.036512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.036512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.036512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.036823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.037050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.037369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.037707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.038033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.038355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:32.041823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:32.124160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.137460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d64d58d-f0e1-4213-98fa-a0cc3966a7de']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:32.149717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab9b384-fdeb-4e84-aa90-66e64cbe635c') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:32.149959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab9b384-fdeb-4e84-aa90-66e64cbe635c') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:32.161358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.178055 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.183982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:27:32.184360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:27:32.198402 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:27:32.276190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.279834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e882431-4203-499a-b995-87af3a2e1922 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:32.293958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:32.304737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d64d58d-f0e1-4213-98fa-a0cc3966a7de,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:32.307953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:32.319385 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] 10.222.0.96 "DELETE /v2.0/networks/7d64d58d-f0e1-4213-98fa-a0cc3966a7de HTTP/1.1" status: 204 len: 168 time: 0.9902842 May 25 17:27:32.322169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41834) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:32.409642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:32.446014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:32.446439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 84df5ab9-c5c7-46dd-b5e6-6dfc7287ed6f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:32.446684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e7727cef-f1b2-48bc-91fb-16d73bfda5af no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:32.483758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e7727cef-f1b2-48bc-91fb-16d73bfda5af {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:32.484092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e7727cef-f1b2-48bc-91fb-16d73bfda5af not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:32.878424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:33.296157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Deleting port a3f9170c-d7e3-44e8-81b8-e2376a23d340 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:33.296879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:33.420628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] For port a3f9170c-d7e3-44e8-81b8-e2376a23d340, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=a3f9170c-d7e3-44e8-81b8-e2376a23d340,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:33.421040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:33.712152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Calling delete_port for a3f9170c-d7e3-44e8-81b8-e2376a23d340 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:33.862659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:33.867053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-63159ae0-8e8a-4b90-8b0e-3e2078d59e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:33.914751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f9170c-d7e3-44e8-81b8-e2376a23d340,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:33.942220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:34.186797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:34.555779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Router d0ac75bc-c817-42cb-98b2-a09533e6f761 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:27:34.737653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:27:34.746670 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Sync routers for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:27:34.755340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] 10.222.0.96 "PUT /v2.0/routers/d0ac75bc-c817-42cb-98b2-a09533e6f761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4321363 May 25 17:27:34.756684 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:34.757216 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:34.757813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41838) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:34.937524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:34.939849 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:35.234938 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145'}], 'enable_snat': True}, 'gw_port_id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:27:33Z', 'revision_number': 5, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port': {'id': 'c191fbcf-9174-46ad-bbbd-fcd87455f074', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:23:55Z', 'updated_at': '2021-05-25T17:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:35.239504 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Checking router: d0ac75bc-c817-42cb-98b2-a09533e6f761 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:27:35.248729 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Routers {'d0ac75bc-c817-42cb-98b2-a09533e6f761'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:35.249341 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0ac75bc-c817-42cb-98b2-a09533e6f761'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:35.280189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:35.356390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Deleting port c191fbcf-9174-46ad-bbbd-fcd87455f074 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:35.356728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:35.406712 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] Set router d0ac75bc-c817-42cb-98b2-a09533e6f761 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:35.493200 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] For port c191fbcf-9174-46ad-bbbd-fcd87455f074, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=c191fbcf-9174-46ad-bbbd-fcd87455f074,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:35.493476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:35.513216 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:27:35Z', 'revision_number': 6, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:35.517207 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb6b64-bd95-44a2-ac39-d03f1d779af3 None None] The sync data for ids ['d0ac75bc-c817-42cb-98b2-a09533e6f761'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0ac75bc-c817-42cb-98b2-a09533e6f761', 'name': 'tempest-TestMinimumBasicScenario-509163290-router', 'tenant_id': 'e0c6a0dca61f460b91194080aa574490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:23:54Z', 'updated_at': '2021-05-25T17:27:35Z', 'revision_number': 6, 'project_id': 'e0c6a0dca61f460b91194080aa574490', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:27:35.625420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Calling delete_port for c191fbcf-9174-46ad-bbbd-fcd87455f074 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:35.763447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:35.767195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-54a02e80-4ea3-4360-8bb3-40cbf992e099 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:35.814698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Pushing event deleted for resources: {'Port': ['ID=c191fbcf-9174-46ad-bbbd-fcd87455f074,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:35.818608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:35.914670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.091183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.093417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.120909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.121484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ac75bc-c817-42cb-98b2-a09533e6f761 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:27:36.133565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.134684 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] 10.222.0.96 "DELETE /v2.0/routers/d0ac75bc-c817-42cb-98b2-a09533e6f761 HTTP/1.1" status: 204 len: 168 time: 1.3759725 May 25 17:27:36.137168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41842) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:36.197197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Deleting subnet d45c67af-edf4-4386-a5bd-97be60a77afe {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:27:36.200125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.249774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.336929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.421730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a3f9170c-d7e3-44e8-81b8-e2376a23d340 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:36.459910 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: a3f9170c-d7e3-44e8-81b8-e2376a23d340 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:36.460258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device a3f9170c-d7e3-44e8-81b8-e2376a23d340 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:36.460673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c191fbcf-9174-46ad-bbbd-fcd87455f074 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:36.497809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: c191fbcf-9174-46ad-bbbd-fcd87455f074 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:36.498162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device c191fbcf-9174-46ad-bbbd-fcd87455f074 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:36.606068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.609749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8188ab87-5a88-4b4d-ae27-16029fe26ed5 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:36.647874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.651169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45c67af-edf4-4386-a5bd-97be60a77afe,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:36.652953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17e1c0-3c99-430e-b240-e622640ee515 None None] Network ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:27:36.653507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:36.658132 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d0c99d18-05a1-4c56-825c-d4be13c65154 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/d45c67af-edf4-4386-a5bd-97be60a77afe HTTP/1.1" status: 204 len: 168 time: 0.5200233 May 25 17:27:36.661322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41846) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:36.911407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] DHCP port deletion for ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:27:36.932440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:36.979488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Deleting port 3a57259d-80c5-49aa-9848-2bba63b0115d {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:36.980503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.009217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Deleting port 3a57259d-80c5-49aa-9848-2bba63b0115d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:27:37.009563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.081933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] For port 3a57259d-80c5-49aa-9848-2bba63b0115d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3a57259d-80c5-49aa-9848-2bba63b0115d,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:37.082408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.116739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] For port 3a57259d-80c5-49aa-9848-2bba63b0115d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3a57259d-80c5-49aa-9848-2bba63b0115d,segment=NetworkSegment(c99bd2b7-2c3b-4674-a9e0-1336bd93eca6),segment_id=c99bd2b7-2c3b-4674-a9e0-1336bd93eca6)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:37.117020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.210762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Calling delete_port for 3a57259d-80c5-49aa-9848-2bba63b0115d owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:37.244077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Calling delete_port for 3a57259d-80c5-49aa-9848-2bba63b0115d owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:27:37.257257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.261436 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:37.289396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.294184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-506ea3c0-4a38-4124-9fa4-ff6a1b452eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:37.307975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Pushing event deleted for resources: {'Port': ['ID=3a57259d-80c5-49aa-9848-2bba63b0115d,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:37.310905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:37.313562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] No DVR routers for this DVR port 3a57259d-80c5-49aa-9848-2bba63b0115d on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:27:37.342618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a57259d-80c5-49aa-9848-2bba63b0115d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:37.344461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] No DVR routers for this DVR port 3a57259d-80c5-49aa-9848-2bba63b0115d on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:27:37.345911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:37.465909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.479379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3ff0a9-b4fc-4304-8a19-e8a9dccac808']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:37.491917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:37.492212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99bd2b7-2c3b-4674-a9e0-1336bd93eca6') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:37.503233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.520643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.526854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:27:37.527243 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:27:37.541094 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:27:37.619725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.623365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:37.636804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:37.649986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3ff0a9-b4fc-4304-8a19-e8a9dccac808,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:37.653486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:37.655318 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] 10.222.0.96 "DELETE /v2.0/networks/ba3ff0a9-b4fc-4304-8a19-e8a9dccac808 HTTP/1.1" status: 204 len: 168 time: 0.9930923 May 25 17:27:37.829180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:38.016152 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-bc6c6200-2e1f-4be5-b24d-c4b805118867 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fd8a7de679ed427c91da63e54964ce65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857431 May 25 17:27:38.018475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41856) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:38.086453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.113146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.170803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.176181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4d1985f2-aa59-4fb9-8368-889a7c076440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:38.189154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea347e-fe1a-4373-9fa8-49007cea67f0,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:38.191803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:38.206641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.208556 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6eea347e-fe1a-4373-9fa8-49007cea67f0 HTTP/1.1" status: 204 len: 168 time: 0.1890666 May 25 17:27:38.405788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3a57259d-80c5-49aa-9848-2bba63b0115d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:27:38.445657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 3a57259d-80c5-49aa-9848-2bba63b0115d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:27:38.446004 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3a57259d-80c5-49aa-9848-2bba63b0115d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:27:38.567381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41864) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:38.616904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7bb1c512-f3e2-4b3f-a179-6359c0bbf127 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e0c6a0dca61f460b91194080aa574490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482812 May 25 17:27:38.619267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41868) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:38.677540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.702304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.761384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.765175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c27a7f69-ab2f-415b-8a9c-b89b9eba3b1b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:38.777261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd88a1-cb51-4f0c-8a06-f0f8f0f3c448,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:38.780775 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:38.786708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:38.786708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ddbd88a1-cb51-4f0c-8a06-f0f8f0f3c448 HTTP/1.1" status: 204 len: 168 time: 0.1663790 May 25 17:27:40.139294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-927de783-e2dd-4a54-b6f3-74890efb8f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.583329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41910) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:40.588798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788698160', 'description': 'tempest-secgroup-smoke-788698160 description', 'project_id': '44caad858db340aeb630ba8c8afdc5a2'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:40.595277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:40.599785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:40.602641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:40.608457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:40.620499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.632649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.647808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:40.651519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:40.654318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:40.660869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:40.752233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.756324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.760126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-08f79a24-b340-4693-9d3a-1d5e6dd90371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:40.767963 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:40.775744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:40.780198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:40.794820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:40.803282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7664eed7-a4a5-4716-aace-2c56204d2178,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:40.809097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:40.879977 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.883636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.887259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9f3d5692-7303-471e-832b-9d51d7744bda tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:40.929390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010b3ddc-053f-4a8f-8956-45090f39c3b7,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:40.931983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:40.933120 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3488081 May 25 17:27:40.934013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dc208ed4-6aa1-48ab-a2d0-13d365b64cd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:40.936160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41914) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:40.941564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:40.947881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:40.951625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:40.954449 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:40.961703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:40.977836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.041492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.045237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.051303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f90aaa17-7dcb-4bdf-b02b-13f4ae0d6418 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.070386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4641a01-4e04-4aaa-bd37-e430c4281360,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.074819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.079038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.080187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431153 May 25 17:27:41.083828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41918) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.089074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.095068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.099435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.102267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.108168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.124871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.186217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.189768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.191598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8c88c260-e881-468a-9f36-7d5dedf0d8d9 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.216764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06783f4b-2083-4b12-9364-266e0af9b2f3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.219282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.225713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.226878 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421330 May 25 17:27:41.229724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41922) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.235267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.241608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.245796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.248750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.255248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.272258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.335584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.339467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.345181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8781b342-fcff-4d13-88c3-7b7b45039a1f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.365300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5562d67b-7d2c-42d4-bdae-96f68ab3eff3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.368489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.375622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.376787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95d20150-ccce-41dd-bafe-b07fd35ccf5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461203 May 25 17:27:41.379577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41926) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.384809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.390752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.394742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.397858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.403628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.420887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.487593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.491320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.497065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-53d46851-adfa-44d9-a3a5-f2aea8f9e3ec tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.516320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4381292d-255c-4bab-ae02-79adc3ea1212,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.518780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.527390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.528575 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480341 May 25 17:27:41.531512 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41930) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.537198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.543123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.546936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.550036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.556451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.567083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:27:41.572884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.641235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.645114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.646931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dda35b6c-e8c6-4662-8e51-f96a7adcdf34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.669425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb71320-ed11-4d7c-8194-9e2d5a784f5f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.671899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.679928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.681094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b05a7380-5482-49a2-8df8-c0150f83dda5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486416 May 25 17:27:41.683855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41934) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.688815 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '010b3ddc-053f-4a8f-8956-45090f39c3b7', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.694721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.698426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.701251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.707459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.717573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:27:41.723860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.788783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.792396 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.794191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95be67da-88a7-473e-84e1-93c20b3c8a98 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:41.816264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e10e7ae-ba26-42b8-aa84-a07b89590745,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:41.818752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:41.825687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.826947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421773 May 25 17:27:41.829973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 41938) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:41.836075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'network': {'name': 'tempest-network-smoke--537841838', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:41.840928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:41.844672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:network and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:41.848062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:41.853770 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:41.864571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:27:41.867957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.895830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] vlan segment allocate from pool success with {'vlan_id': 1173, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:27:41.905877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.906218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Added segment a7955e4c-ee9e-4440-b874-d648ea1bedda of type vlan for network b20eaa53-a0c1-4ed1-a792-0d7867291144 May 25 17:27:41.938941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.968788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.974635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:41.975256 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:41.980316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8efcf249-1328-4dc3-b2ff-74251b6d9279 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:42.077504 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2463326 May 25 17:27:42.080302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41942) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:42.085727 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'admin_state_up': True, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:42.089924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Network': ['ID=b20eaa53-a0c1-4ed1-a792-0d7867291144,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:42.093259 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b45887a2-a17d-4413-9b83-ad4784589284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:42.093598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:42.098401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:router and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:42.100855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:27:42.101778 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:42.108556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:42.120302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.121363 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.137111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.423753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.660292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.774763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.807024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.922612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa998-a07d-4638-8dcd-83ad12a072fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:42.980728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.248 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/1100d999-f938-462d-87ee-43255ac0161f) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:27:43.152158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:43.186338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:43.190252 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-444ce360-e755-481d-9933-00abcf1371df tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:43.258434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:27:43.261628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:43.265571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:27:43.302542 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=1100d999-f938-462d-87ee-43255ac0161f,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:43.309004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:43.841952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:43.919198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:44.195283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:44.399950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router af3531b0-8727-4c06-b78d-dfcaba03da50 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:27:44.580120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:27:44.590509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Sync routers for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:27:44.602042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:44.602042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:44.608507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:44.609890 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5284760 May 25 17:27:44.612925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41946) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:44.762063 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-12874e9e-1dd7-4297-b14a-24272a536cfc tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=44caad858db340aeb630ba8c8afdc5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1471474 May 25 17:27:44.764588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41952) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:44.824870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:44.900818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d970b18-a2c4-480b-befc-5bce44e3b3d3 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:44.902218 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0d970b18-a2c4-480b-befc-5bce44e3b3d3 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367686 May 25 17:27:44.905139 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41956) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:44.948514 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7ed7f1bd-6999-48dc-abbf-04ba2c8c8e80 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396714 May 25 17:27:44.948731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41960) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:44.954428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-772770424', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:45.069093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:45.073732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:subnet and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:27:45.076919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:27:45.083111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:45.093525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:27:45.098200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.123589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:45.127634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Checking router: af3531b0-8727-4c06-b78d-dfcaba03da50 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:27:45.128002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Updating router af3531b0-8727-4c06-b78d-dfcaba03da50 port 1100d999-f938-462d-87ee-43255ac0161f binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:27:45.186588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.538285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.550855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Transition to ACTIVE for port object 1100d999-f938-462d-87ee-43255ac0161f will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:45.557454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.564110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:45.651325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.653964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Attempting to bind port 1100d999-f938-462d-87ee-43255ac0161f on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:27:45.654319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Attempting to bind port 1100d999-f938-462d-87ee-43255ac0161f by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:27:45.654727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Attempting to bind port 1100d999-f938-462d-87ee-43255ac0161f on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:27:45.661946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Pushing event updated for resources: {'Port': ['ID=1100d999-f938-462d-87ee-43255ac0161f,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:45.665974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:45.666902 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:27:45.667297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:27:45.667697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.668092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:27:45.668571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Bound port: 1100d999-f938-462d-87ee-43255ac0161f, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:27:45.668948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.720670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.725615 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aa73bbb9-17c8-40d9-b12f-568674fb5f72 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:45.745285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] For port 1100d999-f938-462d-87ee-43255ac0161f, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:27:45.748308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] For port 1100d999-f938-462d-87ee-43255ac0161f, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1100d999-f938-462d-87ee-43255ac0161f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:27:45.752127 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.756324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a976f21c-7502-46c4-9000-3030239f2ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:45.810797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Subnet': ['ID=868680c8-375c-4346-9759-8d145a2c9832,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:45.814751 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:45.818402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Checking segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:27:45.818771 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network hostable DHCP agents. Network: b20eaa53-a0c1-4ed1-a792-0d7867291144, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:27:45.837253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:27:45.838440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Pushing event updated for resources: {'Port': ['ID=1100d999-f938-462d-87ee-43255ac0161f,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:45.841118 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:45.841738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:45.849561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, b20eaa53-a0c1-4ed1-a792-0d7867291144) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:45.860371 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:45.861457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:45.882017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4dc81da-d081-4007-a635-22595e6dfd24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9322731 May 25 17:27:45.884680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 41964) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:27:45.897898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:45.898666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cedccd-a39f-4662-8869-da88d72e14a8 None None] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:27:46.203252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:46.465658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-b20eaa53-a0c1-4ed1-a792-0d7867291144', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:27:46.467819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:46.616517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:46.690084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Allocated IP 172.20.0.2 (b20eaa53-a0c1-4ed1-a792-0d7867291144/868680c8-375c-4346-9759-8d145a2c9832/dac55072-573e-4608-804c-cb3719515968) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:27:46.695752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:46.704370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72df18-c751-48f0-9790-a1467e76a835 None None] The sync data for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv is: [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:27:46.964423 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:46.983487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Transition to ACTIVE for port object dac55072-573e-4608-804c-cb3719515968 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:47.008790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Transition to ACTIVE for port object dac55072-573e-4608-804c-cb3719515968 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:47.014714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.020573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-1daa8243-3c19-4f33-abd9-cc4dc8947588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:47.093412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:27:47.096740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:47.100092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:27:47.110275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Pushing event updated for resources: {'Port': ['ID=dac55072-573e-4608-804c-cb3719515968,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:47.113856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:47.209887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Attempting to bind port dac55072-573e-4608-804c-cb3719515968 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:27:47.210601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Attempting to bind port dac55072-573e-4608-804c-cb3719515968 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:27:47.210601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Attempting to bind port dac55072-573e-4608-804c-cb3719515968 on network b20eaa53-a0c1-4ed1-a792-0d7867291144 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:27:47.216625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:27:47.217566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Checking segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:27:47.217566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.217876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Bound using segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:27:47.218372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Bound port: dac55072-573e-4608-804c-cb3719515968, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:27:47.218764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.238779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.1 (b20eaa53-a0c1-4ed1-a792-0d7867291144/868680c8-375c-4346-9759-8d145a2c9832/68ecfbac-c748-472b-81dd-b5ff15a76393) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:27:47.322095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] For port dac55072-573e-4608-804c-cb3719515968, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:27:47.326784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] For port dac55072-573e-4608-804c-cb3719515968, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dac55072-573e-4608-804c-cb3719515968,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:27:47.332741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.336360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b9ca11e5-99e5-431f-9bcc-a49a3705321e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:47.419223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.437220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 68ecfbac-c748-472b-81dd-b5ff15a76393 will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:47.443541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Pushing event updated for resources: {'Port': ['ID=dac55072-573e-4608-804c-cb3719515968,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:47.453086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:47.465166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.469090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:47.538302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:27:47.541488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:47.545657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:27:47.588595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:47.598461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:47.623774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:47.770818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:48.193763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:48.199059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:48.225243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3879c321-2a9d-452f-9597-0e03e19c3e4a tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:48.319409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:48.322237 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:48.323426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:48.459332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565b2148-b114-470a-9382-fa6f6744ccce None None] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:27:48.492109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:27:48.494471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:48.541517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dac55072-573e-4608-804c-cb3719515968 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:48.604457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ddd648d2-7a48-4eb4-8625-49c58556ddfc None None] Provisioning for port dac55072-573e-4608-804c-cb3719515968 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:48.697110 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router af3531b0-8727-4c06-b78d-dfcaba03da50 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:27:48.697543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port dac55072-573e-4608-804c-cb3719515968 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:48.714251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port dac55072-573e-4608-804c-cb3719515968 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:48.714659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:48.981139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.021350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port dac55072-573e-4608-804c-cb3719515968, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dac55072-573e-4608-804c-cb3719515968,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:49.024569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.025425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1100d999-f938-462d-87ee-43255ac0161f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:49.048066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:27:49.065399 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4164c5f2-cefc-4b3c-ad7d-15b964a5f7f2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/af3531b0-8727-4c06-b78d-dfcaba03da50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1726732 May 25 17:27:49.067796 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Sync routers for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:27:49.080862 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:49.082841 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:49.090970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:49.174085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=dac55072-573e-4608-804c-cb3719515968,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:49.189937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:49.221353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.226227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1100d999-f938-462d-87ee-43255ac0161f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:49.233613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1100d999-f938-462d-87ee-43255ac0161f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:49.233880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.288677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-13992834-f1d1-457e-b733-06b132fba35f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:49.314002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Provisioning for port 68ecfbac-c748-472b-81dd-b5ff15a76393 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:49.315195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-13992834-f1d1-457e-b733-06b132fba35f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:49.316620 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-13992834-f1d1-457e-b733-06b132fba35f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788698160&fields=id&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 267 time: 0.0850749 May 25 17:27:49.322944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Provisioning complete for port 68ecfbac-c748-472b-81dd-b5ff15a76393 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:49.323461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.363359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:49.419370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Port 68ecfbac-c748-472b-81dd-b5ff15a76393 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:27:49.464212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Provisioning complete for port dac55072-573e-4608-804c-cb3719515968 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:49.464794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d7c5bc0-7ec9-4d4f-89d4-fd3a270c42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.500319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.511400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f807f25-7cb6-4063-ab39-36d630e526be tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:49.512138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f807f25-7cb6-4063-ab39-36d630e526be tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:49.535844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f807f25-7cb6-4063-ab39-36d630e526be tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:49.537772 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f807f25-7cb6-4063-ab39-36d630e526be tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 796 time: 0.2135262 May 25 17:27:49.544356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1100d999-f938-462d-87ee-43255ac0161f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1100d999-f938-462d-87ee-43255ac0161f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:49.552393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.556572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aa50aff5-df83-4d4a-b9f4-5896e7495092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:49.559437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-bf69a18c-29a7-442e-984a-f538d5cad5e6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/quotas/44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 375 time: 0.0147202 May 25 17:27:49.681452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1100d999-f938-462d-87ee-43255ac0161f,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:49.684465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:49.699314 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-0df7cb3e-e4bc-469d-9f0e-182e6de931de tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161692 May 25 17:27:49.741177 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:48Z', 'revision_number': 2, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:49.745339 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Checking router: af3531b0-8727-4c06-b78d-dfcaba03da50 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:27:49.745701 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Updating router af3531b0-8727-4c06-b78d-dfcaba03da50 port 68ecfbac-c748-472b-81dd-b5ff15a76393 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:27:49.760279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-be0d3dee-5c94-4fd0-87d3-da1bc7ece80e service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:27:49.761244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-be0d3dee-5c94-4fd0-87d3-da1bc7ece80e service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574701 May 25 17:27:49.813143 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.815786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-584ae5d3-3d4f-43e3-8393-666df8a7d0d9 None None] Provisioning complete for port 68ecfbac-c748-472b-81dd-b5ff15a76393 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:49.816652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-584ae5d3-3d4f-43e3-8393-666df8a7d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:49.874355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-584ae5d3-3d4f-43e3-8393-666df8a7d0d9 None None] Port 68ecfbac-c748-472b-81dd-b5ff15a76393 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:27:50.050069 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-34f5290b-5902-4156-b20b-3a26368f89af service neutron] 10.222.0.96 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823882 May 25 17:27:50.165695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.178248 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Transition to ACTIVE for port object 68ecfbac-c748-472b-81dd-b5ff15a76393 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:50.184948 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.186612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-0261ba05-be90-4829-b317-5e8f01e52d92 service neutron] 10.222.0.96 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302359 May 25 17:27:50.188866 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ba373508-8aa4-4498-a320-a18e1880a9d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:50.354180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Pushing event updated for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:50.383761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a2153180-9c49-47f5-8901-2e4c701a3575 req-6588ecbb-b41f-40a6-bf15-f8d885e2e5a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:50.407021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-a2153180-9c49-47f5-8901-2e4c701a3575 req-6588ecbb-b41f-40a6-bf15-f8d885e2e5a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:50.407269 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.407593 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.407932 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.408263 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.408698 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a2153180-9c49-47f5-8901-2e4c701a3575 req-6588ecbb-b41f-40a6-bf15-f8d885e2e5a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.0729682 May 25 17:27:50.411400 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.412167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.412512 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.412847 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.413325 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.413671 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.413982 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.414301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:27:50.422715 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:50.441910 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Attempting to bind port 68ecfbac-c748-472b-81dd-b5ff15a76393 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:27:50.442285 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Attempting to bind port 68ecfbac-c748-472b-81dd-b5ff15a76393 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:27:50.442733 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Attempting to bind port 68ecfbac-c748-472b-81dd-b5ff15a76393 on network b20eaa53-a0c1-4ed1-a792-0d7867291144 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:27:50.449183 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:27:50.449565 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Checking segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:27:50.449969 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.450365 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Bound using segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:27:50.450664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dac55072-573e-4608-804c-cb3719515968 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:50.450836 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Bound port: 68ecfbac-c748-472b-81dd-b5ff15a76393, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:27:50.451448 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.541860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port dac55072-573e-4608-804c-cb3719515968 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:50.542452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.544004 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] For port 68ecfbac-c748-472b-81dd-b5ff15a76393, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:27:50.547165 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] For port 68ecfbac-c748-472b-81dd-b5ff15a76393, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=68ecfbac-c748-472b-81dd-b5ff15a76393,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:27:50.552854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.556845 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-0d6f9163-ab3d-44dd-83af-5ba5a2efec99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:50.639365 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:27:50.640039 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:50.687916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1100d999-f938-462d-87ee-43255ac0161f up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:50.702713 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Pushing event updated for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:50.721212 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:50.763537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1100d999-f938-462d-87ee-43255ac0161f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:50.764089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:50.831306 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:27:51.174905 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:50Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:27:51.178904 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd3bfa3-0475-474c-8bec-32b5aca44fba None None] The sync data for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv is: [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:50Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:27:51.520606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-49d47713-ff3a-49a8-9348-95b85036ff30 req-cc0dede0-4ac3-408b-9208-8bcc6720d2bf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.0486829 May 25 17:27:52.428402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 68ecfbac-c748-472b-81dd-b5ff15a76393 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:52.499849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 68ecfbac-c748-472b-81dd-b5ff15a76393 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:52.505583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 68ecfbac-c748-472b-81dd-b5ff15a76393 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:52.505967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:52.626858 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c508af20-b841-4e33-bd59-004881640695 req-f46274ad-e570-4ce6-a061-e28d96384010 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.0474229 May 25 17:27:52.639529 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:52.674444 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 68ecfbac-c748-472b-81dd-b5ff15a76393, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=68ecfbac-c748-472b-81dd-b5ff15a76393,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:27:52.678618 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:52.680457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:52.752111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:52.755349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:53.726988 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f46e3ce9-c087-4b23-b44f-1c2d22d4aa35 req-2b581f46-a9bf-4ed3-8433-dd64cc57aef7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.0463080 May 25 17:27:54.411422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 68ecfbac-c748-472b-81dd-b5ff15a76393 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:27:54.483635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 68ecfbac-c748-472b-81dd-b5ff15a76393 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:54.484012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:54.881516 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1f4996eb-b226-4803-9ed3-72da9cd8f742 req-47b9f1c3-a860-40a3-ae8b-9a928c2e27ae tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.0437698 May 25 17:27:55.524427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f012c66-a2f2-4cca-b551-fdef6d558a68 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:55.525883 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-3f012c66-a2f2-4cca-b551-fdef6d558a68 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 796 time: 0.1525106 May 25 17:27:55.576296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-5e0a772d-6a03-4b9e-abc4-ea5972f28322 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 379 time: 0.0417457 May 25 17:27:55.585029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'port': {'device_id': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'admin_state_up': True, 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'security_groups': ['010b3ddc-053f-4a8f-8956-45090f39c3b7']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:55.726519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:27:55.736242 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:27:55.747046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:27:55.750921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:55.923955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.9 (b20eaa53-a0c1-4ed1-a792-0d7867291144/868680c8-375c-4346-9759-8d145a2c9832/cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:27:56.095681 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7db7f743-7fd2-4e9b-9aa5-f353a5496a77 req-ecdef1fc-19d9-4835-a048-41bfaa632bec tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 210 time: 0.1041894 May 25 17:27:56.166687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.183335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:56.207244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.213832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:56.280298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:27:56.283251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:27:56.287127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:27:56.318127 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:56.325929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:56.360554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:56.361209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.391347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105304 May 25 17:27:56.405730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Request body: {'port': {'device_id': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:27:56.534408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.564253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9ca7a5d-740c-41c7-9de3-a0ce76b80ff8 None None] Provisioning for port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:27:56.569951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d9ca7a5d-740c-41c7-9de3-a0ce76b80ff8 None None] Provisioning complete for port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:27:56.570346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7a5d-740c-41c7-9de3-a0ce76b80ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.628252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca7a5d-740c-41c7-9de3-a0ce76b80ff8 None None] Port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:27:56.896879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:27:56.905165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.920005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Transition to ACTIVE for port object cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:27:56.924892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:56.929338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b93502f1-90ba-4eaa-a9fe-c1fb0f5498ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:57.220949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:57.224594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:57.325272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28abb3-46ae-4bc2-b98a-1b7099f4a15b req-00f3326d-7ff8-46bc-801a-0ee355801528 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:57.327009 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bb28abb3-46ae-4bc2-b98a-1b7099f4a15b req-00f3326d-7ff8-46bc-801a-0ee355801528 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 943 time: 0.1074669 May 25 17:27:57.331793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Attempting to bind port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:27:57.332395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Attempting to bind port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:27:57.332733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Attempting to bind port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a on network b20eaa53-a0c1-4ed1-a792-0d7867291144 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:27:57.338479 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a on network b20eaa53-a0c1-4ed1-a792-0d7867291144 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:27:57.338798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Attempting to bind port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a on network b20eaa53-a0c1-4ed1-a792-0d7867291144 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:27:57.344204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:27:57.344541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Checking segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:27:57.344921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Bound using segment: {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:27:57.345353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Bound port: cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7955e4c-ee9e-4440-b874-d648ea1bedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1173, 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:27:57.345709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:57.379476 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bb28abb3-46ae-4bc2-b98a-1b7099f4a15b req-c8ccc70a-d104-4cbc-b675-f1751bde04d5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459881 May 25 17:27:57.445265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:27:57.448684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:27:57.453233 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:57.457057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89ce80c9-0f26-4966-84cb-651892d9d613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:27:57.517403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:57.518054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:27:57.519472 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] 10.222.0.95 "PUT /v2.0/ports/cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 1093 time: 1.1194227 May 25 17:27:57.520008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:27:57.553646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:27:57.558129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:27:57.616449 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'status': 'completed', 'code': 200} May 25 17:27:57.652594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ed4f5141-4499-46fd-9864-2b58a0a79e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:57.654081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-ed4f5141-4499-46fd-9864-2b58a0a79e00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1096 time: 0.0948656 May 25 17:27:57.723498 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-5d49a5a0-bb1a-47c3-acef-09ea23d5720b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 217 time: 0.0627978 May 25 17:27:57.792406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-fa7ba8c6-f339-4bfa-80ca-560bc07a8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:57.793790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-fa7ba8c6-f339-4bfa-80ca-560bc07a8d87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 200 len: 834 time: 0.0635524 May 25 17:27:57.870647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-d8c73b54-d5ff-4a46-a6cd-50e035b7db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:57.872156 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-d8c73b54-d5ff-4a46-a6cd-50e035b7db8e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b20eaa53-a0c1-4ed1-a792-0d7867291144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719957 May 25 17:27:58.008809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-47fb5613-ec3d-43e9-88b3-0d8e22e92cb3 service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300893 May 25 17:27:58.145905 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25bc28b4-32c3-4838-a058-c16140bb01f1 req-6d1f0bf2-1b3e-43e7-86eb-ac0651d78434 service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301358 May 25 17:27:58.271021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-d803f8a9-38db-4a77-8604-774e189cd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:58.273248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-d803f8a9-38db-4a77-8604-774e189cd3ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1096 time: 0.0810728 May 25 17:27:58.416298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-a5818b0a-7b3f-4d92-90a9-eb8fef03cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:58.417761 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-a5818b0a-7b3f-4d92-90a9-eb8fef03cdf5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 898 time: 0.1383066 May 25 17:27:58.487568 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-1dd71460-00e3-4224-a332-5c99812e6b18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 217 time: 0.0627770 May 25 17:27:58.555944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-7c467d11-979e-494d-b773-199ff81c28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:58.557353 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-7c467d11-979e-494d-b773-199ff81c28ea service neutron] 10.222.0.95 "GET /v2.0/subnets?id=868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 200 len: 834 time: 0.0638566 May 25 17:27:58.571621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c30ee-f3e1-40fc-9dcd-f9ac6777ad03 req-ac62ee10-c08c-484a-b333-5086cd065f34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:58.573109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-319c30ee-f3e1-40fc-9dcd-f9ac6777ad03 req-ac62ee10-c08c-484a-b333-5086cd065f34 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 943 time: 0.0831420 May 25 17:27:58.620101 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-319c30ee-f3e1-40fc-9dcd-f9ac6777ad03 req-8945c10e-d66d-4798-a3b9-890845049090 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 May 25 17:27:58.638068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-34f8e101-72ee-4afd-9e96-33c9ec978d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:58.638068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-34f8e101-72ee-4afd-9e96-33c9ec978d26 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b20eaa53-a0c1-4ed1-a792-0d7867291144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737276 May 25 17:27:58.774357 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-e11f1479-00df-47bc-8c51-2dc41a2dcffc service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295698 May 25 17:27:58.908252 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb4f1c09-92e6-495d-981b-4af7f0a55015 req-7c9a6fa9-ba2a-449b-a3e0-267304dcea4c service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274819 May 25 17:27:59.811863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ceab-2acc-46e9-8448-bbdda8d4ac10 req-12f22bab-faa3-4d31-9a25-7e3fe3524c52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:27:59.812621 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8477ceab-2acc-46e9-8448-bbdda8d4ac10 req-12f22bab-faa3-4d31-9a25-7e3fe3524c52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:27:59.828567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8477ceab-2acc-46e9-8448-bbdda8d4ac10 req-12f22bab-faa3-4d31-9a25-7e3fe3524c52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:27:59.829725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8477ceab-2acc-46e9-8448-bbdda8d4ac10 req-12f22bab-faa3-4d31-9a25-7e3fe3524c52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 943 time: 0.1031799 May 25 17:27:59.876186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8477ceab-2acc-46e9-8448-bbdda8d4ac10 req-64155c69-fb15-4376-9b46-b3bf7e0e6788 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 May 25 17:28:01.083314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca262bc-ffcd-4c07-865b-ccd611c274b4 req-6cf60109-f977-4cc4-ad0e-141cea260b4a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:01.085386 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0ca262bc-ffcd-4c07-865b-ccd611c274b4 req-6cf60109-f977-4cc4-ad0e-141cea260b4a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 943 time: 0.0975347 May 25 17:28:01.134867 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0ca262bc-ffcd-4c07-865b-ccd611c274b4 req-f404bded-7351-4e87-a4ac-136871ae784f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434620 May 25 17:28:01.828084 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:28:01.871904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:28:02.008420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:28:02.021604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'port_id': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'mac_address': 'fa:16:3e:bb:c9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:28:02.116468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:02.133799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:28:02.149224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:28:02.153196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:02.155899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:28:02.225271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:28:02.228355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:28:02.325333 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69363d3-d4d5-4cb4-9717-51bae5d563d0 req-e388fe3c-35d0-40b0-bc4a-78a63eb45000 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:02.326881 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d69363d3-d4d5-4cb4-9717-51bae5d563d0 req-e388fe3c-35d0-40b0-bc4a-78a63eb45000 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 944 time: 0.0814996 May 25 17:28:02.372535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d69363d3-d4d5-4cb4-9717-51bae5d563d0 req-00576627-e343-43aa-aad9-0504098888d6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398839 May 25 17:28:02.538198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:28:03.564121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ba17c-42ee-4208-8b9a-d7777ac80fd6 req-bc5be7c5-a424-40e4-95d6-53f35e1251c4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:03.565619 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-033ba17c-42ee-4208-8b9a-d7777ac80fd6 req-bc5be7c5-a424-40e4-95d6-53f35e1251c4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 944 time: 0.0807736 May 25 17:28:03.616151 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-033ba17c-42ee-4208-8b9a-d7777ac80fd6 req-dd231f15-b29e-4909-980c-5aa67ee54bee tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444369 May 25 17:28:03.881946 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:28:03.952353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:28:03.957546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:28:03.957934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:04.079891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:04.108450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:28:04.119296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:28:04.123355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:04.126303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:28:04.196000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:28:04.199165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:28:04.252954 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'code': 200} May 25 17:28:04.489066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64cb7e-f765-4589-9c75-40b378a87516 req-c6dcb832-90f3-4378-927f-ebc729459110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:04.490649 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e64cb7e-f765-4589-9c75-40b378a87516 req-c6dcb832-90f3-4378-927f-ebc729459110 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1098 time: 0.0752945 May 25 17:28:04.532048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e64cb7e-f765-4589-9c75-40b378a87516 req-983dd867-56b5-4928-a3ac-ef0515d80fef service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 May 25 17:28:04.808891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedade55-5c4d-4a96-9afb-527e9f18db74 req-99ab03a9-1697-4081-ba5b-5c00bc5c87d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:04.810397 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cedade55-5c4d-4a96-9afb-527e9f18db74 req-99ab03a9-1697-4081-ba5b-5c00bc5c87d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0877450 May 25 17:28:04.856643 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cedade55-5c4d-4a96-9afb-527e9f18db74 req-85eeb69c-bfd7-4dd9-a9e0-651d0035830a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 May 25 17:28:06.045239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398e6ca-62bf-48a0-a931-c959121c98e7 req-18e0bb01-5844-417b-bb01-496018ac9651 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:06.046712 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c398e6ca-62bf-48a0-a931-c959121c98e7 req-18e0bb01-5844-417b-bb01-496018ac9651 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0818055 May 25 17:28:06.098315 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c398e6ca-62bf-48a0-a931-c959121c98e7 req-badeddd5-b62e-492d-bcb0-8278c5ceff46 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 May 25 17:28:06.289042 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a883db-1918-4462-be01-7806edbf541a req-6a5f614e-f277-4e79-9ee2-2a29f9bc5811 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:06.290522 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-50a883db-1918-4462-be01-7806edbf541a req-6a5f614e-f277-4e79-9ee2-2a29f9bc5811 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0849953 May 25 17:28:06.336014 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-50a883db-1918-4462-be01-7806edbf541a req-7d13eadd-b7b0-4ff9-a5bb-10e713cce1b9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397470 May 25 17:28:06.358143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42038) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:28:06.435027 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82faf1c-42c5-4a05-9575-54cc589cc18f tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:06.436778 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a82faf1c-42c5-4a05-9575-54cc589cc18f tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1093 time: 0.0776248 May 25 17:28:06.440328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42042) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:28:06.447405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:28:06.453553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:28:06.457322 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:floatingip and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:28:06.460384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:28:06.466117 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:28:06.476527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:06.617626 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:06.760114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.101 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/3fd0063c-695c-4e01-be18-159300aff627) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:28:07.064108 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.094797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.099381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41bc9e9c-0729-4e6f-abdc-e05941430515 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:28:07.164292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:28:07.167220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:28:07.171752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:28:07.206448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=3fd0063c-695c-4e01-be18-159300aff627,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:28:07.212733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:28:07.636489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.711313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.922834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.927614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:07.931441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:28:08.041913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=3fd0063c-695c-4e01-be18-159300aff627,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:28:08.044824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:28:08.054863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:08.240104 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP fe902856-bbe1-4c8a-b36c-88666d7d05e6 associated. External IP: 172.26.6.101, port: cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a. May 25 17:28:08.748036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router af3531b0-8727-4c06-b78d-dfcaba03da50 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:28:08.933210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:28:08.942774 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Sync routers for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:28:08.952887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:28:08.953521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:28:08.959616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:09.016526 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5746286 May 25 17:28:09.017284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:28:09.073326 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'status': 'completed', 'code': 200} May 25 17:28:09.146765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:28:09.235509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-7a61d173-146a-4d90-8935-08382bb0bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:09.237000 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-7a61d173-146a-4d90-8935-08382bb0bad4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1098 time: 0.1410568 May 25 17:28:09.245610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00410ca-42bf-44c1-86ae-b8b96b05bba9 req-8b247255-bf6a-4c30-a1b5-b332e198170c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:09.247051 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e00410ca-42bf-44c1-86ae-b8b96b05bba9 req-8b247255-bf6a-4c30-a1b5-b332e198170c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.1178508 May 25 17:28:09.374238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e00410ca-42bf-44c1-86ae-b8b96b05bba9 req-af807f01-e69e-4fde-ae1c-083f2dd0333b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082208 May 25 17:28:09.398994 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42050) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:28:09.512854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-f0451a2c-756d-4685-8f22-a19311950e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:09.514286 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-f0451a2c-756d-4685-8f22-a19311950e3f service neutron] 10.222.0.95 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 898 time: 0.2663922 May 25 17:28:09.519399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'fe902856-bbe1-4c8a-b36c-88666d7d05e6', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'port_id': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'mac_address': 'fa:16:3e:bb:c9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:28:07Z', 'updated_at': '2021-05-25T17:28:07Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:28:09.523632 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Checking router: af3531b0-8727-4c06-b78d-dfcaba03da50 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:28:09.532232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:28:09.532932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:27:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:28:09.588591 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3f394733-a81f-4690-b171-ebe4c1a8e444 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/fe902856-bbe1-4c8a-b36c-88666d7d05e6 HTTP/1.1" status: 200 len: 991 time: 0.1883969 May 25 17:28:09.631848 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-4f09c76e-909d-494b-bef8-7401424422a1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 999 time: 0.1051490 May 25 17:28:09.696324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-ce7023dc-ef2c-481c-8f1a-4846b8f784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:09.697794 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-ce7023dc-ef2c-481c-8f1a-4846b8f784b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 200 len: 834 time: 0.0603447 May 25 17:28:09.714419 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:28:09.778786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-f9134f11-f2ae-45a1-92de-76d6187a416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:09.780331 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-f9134f11-f2ae-45a1-92de-76d6187a416a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b20eaa53-a0c1-4ed1-a792-0d7867291144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767198 May 25 17:28:09.919870 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-fcf83869-767d-410c-91cc-511666ea8cd3 service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329238 May 25 17:28:10.056781 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-44555941-2e5b-44c3-b46d-6b935311b7ed req-38304563-5f9a-4342-925b-5bdc1757be9f service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302063 May 25 17:28:10.126254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'fe902856-bbe1-4c8a-b36c-88666d7d05e6', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'port_id': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'mac_address': 'fa:16:3e:bb:c9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:28:07Z', 'updated_at': '2021-05-25T17:28:07Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:28:10.135232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e31c2-3572-451a-99a3-bf9711176aea None None] The sync data for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv is: [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'fe902856-bbe1-4c8a-b36c-88666d7d05e6', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'port_id': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'mac_address': 'fa:16:3e:bb:c9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:28:07Z', 'updated_at': '2021-05-25T17:28:07Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:28:10.148156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1293ffc4-bf65-467c-a371-d298a5b7993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:10.333295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b347ef-2c08-42fa-8055-a86314f78c6d None None] New status for floating IP fe902856-bbe1-4c8a-b36c-88666d7d05e6: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:28:10.592666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42054) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:28:10.702886 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a223b4f2-21d7-42c1-ad6a-65e890ae52eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/fe902856-bbe1-4c8a-b36c-88666d7d05e6 HTTP/1.1" status: 200 len: 993 time: 0.1089718 May 25 17:28:12.667427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:12.927328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39db718b-83fd-4b4e-8b4c-08cdbd1628ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:13.921976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:15.594506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:19.180573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:37.180152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-441c0a0e-fd4c-4c17-ac62-0e9375646cb6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723171 May 25 17:28:37.319655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-7419d0b7-6745-4654-98b8-40608b6545de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:37.321095 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-7419d0b7-6745-4654-98b8-40608b6545de service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1098 time: 0.0727746 May 25 17:28:37.468207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-5c760f1f-6dae-4c00-b639-97acfcbf2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:37.469528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-5c760f1f-6dae-4c00-b639-97acfcbf2bea service neutron] 10.222.0.95 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 898 time: 0.1296852 May 25 17:28:37.725725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-ebda6e94-fd8e-4a31-8583-cf80f4fb96aa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 1001 time: 0.2492647 May 25 17:28:37.787462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-322f064a-edbf-4d93-9ae1-f30f3221ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:37.788855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-322f064a-edbf-4d93-9ae1-f30f3221ddad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 200 len: 834 time: 0.0569484 May 25 17:28:37.864637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-9748dae5-e8f3-4388-90e1-880e7f8074da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:28:37.866089 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-9748dae5-e8f3-4388-90e1-880e7f8074da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b20eaa53-a0c1-4ed1-a792-0d7867291144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714152 May 25 17:28:37.998876 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-e1fff629-f184-4536-8091-e6be3977e2f6 service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263123 May 25 17:28:38.132940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-70d7e034-ab62-4add-9918-b6c5635194c6 req-1c5533cc-2412-4fd4-8b39-b5fa3b438601 service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280732 May 25 17:28:38.826749 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:28:40.140830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-417a95db-b028-4057-9b21-f636f0eda58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:42.660522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:42.933476 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5617ff4b-b6ff-4c70-9a75-ea78900ddfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:43.931466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:45.596754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:28:49.174120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:10.142394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-94b5f660-c5b0-4be9-a35a-acba9893cae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:12.665880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:12.925583 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b16a4226-9ba6-4521-9ff4-527a279de802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:13.928338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:15.603176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:15.826095 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:29:19.182406 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:24.233119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c032aaf-c55b-45e9-872d-6ef1d587391f req-2eb74be9-ab43-4ba6-8ae1-a4980822245a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:24.234899 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2c032aaf-c55b-45e9-872d-6ef1d587391f req-2eb74be9-ab43-4ba6-8ae1-a4980822245a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0868027 May 25 17:29:24.282615 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2c032aaf-c55b-45e9-872d-6ef1d587391f req-8cf5635b-9923-402d-b8ce-51377dc6091e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419443 May 25 17:29:25.499812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d3dd8-7d50-4418-98bb-f72d8c8317f2 req-bac3043c-aa41-4798-9ef4-050af778608c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:25.501530 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e16d3dd8-7d50-4418-98bb-f72d8c8317f2 req-bac3043c-aa41-4798-9ef4-050af778608c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0875909 May 25 17:29:25.550055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e16d3dd8-7d50-4418-98bb-f72d8c8317f2 req-3055366e-06d2-4266-8be3-b37e08c2e69c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423696 May 25 17:29:25.574065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42084) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:25.687765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-69ee88e6-b826-46e8-ad40-1f3f1d1464e8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/fe902856-bbe1-4c8a-b36c-88666d7d05e6 HTTP/1.1" status: 200 len: 993 time: 0.1123035 May 25 17:29:27.308732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9b1dc-7d41-49e8-bc58-f33f91fbcbaa req-526f266c-5e82-4eae-aa8a-a8d184c66c24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:27.310787 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ce9b1dc-7d41-49e8-bc58-f33f91fbcbaa req-526f266c-5e82-4eae-aa8a-a8d184c66c24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0840249 May 25 17:29:27.357431 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5ce9b1dc-7d41-49e8-bc58-f33f91fbcbaa req-aed05517-02af-4a02-8b7a-5ed1078fe9e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 May 25 17:29:28.552476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e6535-bf21-4e04-a0db-5e52206bdf2e req-fd2d1ca8-0ba8-4ffa-a59f-a3f4e193a304 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:28.554331 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d1e6535-bf21-4e04-a0db-5e52206bdf2e req-fd2d1ca8-0ba8-4ffa-a59f-a3f4e193a304 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0849383 May 25 17:29:28.606727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d1e6535-bf21-4e04-a0db-5e52206bdf2e req-eb41086e-3b6b-4427-88f7-6b1bb3e8e15d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 May 25 17:29:28.630805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:28.743424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2cc6ece5-a681-4647-8256-e72881239a4a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/fe902856-bbe1-4c8a-b36c-88666d7d05e6 HTTP/1.1" status: 200 len: 993 time: 0.1112270 May 25 17:29:29.047675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42104) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:29.455126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 3fd0063c-695c-4e01-be18-159300aff627 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:29:29.455467 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:29.574797 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:29.575145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:29.701967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 3fd0063c-695c-4e01-be18-159300aff627 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:29:29.831796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:29.835408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:29.880657 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=3fd0063c-695c-4e01-be18-159300aff627,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:29.917555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.917943 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.918334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.918699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.919104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.920038 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.920409 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.920785 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.921151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.921517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.921883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.922244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:29.929665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:29.987060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:29.987295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP fe902856-bbe1-4c8a-b36c-88666d7d05e6 disassociated (deleted). External IP: 172.26.6.101, port: cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a. May 25 17:29:30.346716 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router af3531b0-8727-4c06-b78d-dfcaba03da50 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:29:30.532469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:29:30.541880 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Sync routers for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:29:30.552013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:30.552635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:30.552927 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:30.608839 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/floatingips/fe902856-bbe1-4c8a-b36c-88666d7d05e6 HTTP/1.1" status: 204 len: 168 time: 1.5599053 May 25 17:29:30.609522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:29:30.658584 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'status': 'completed', 'code': 200} May 25 17:29:30.741465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:30.756727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-6a52814f-9dfa-48db-b734-ba186018a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:30.758387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-6a52814f-9dfa-48db-b734-ba186018a1a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 1098 time: 0.0779777 May 25 17:29:30.916405 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-cb3021e3-a083-4976-8490-ef8554a9e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:30.917791 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-cb3021e3-a083-4976-8490-ef8554a9e302 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 200 len: 898 time: 0.1529634 May 25 17:29:30.992055 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-4c066f88-ef7f-4324-8157-d54bcee98c4f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 200 len: 217 time: 0.0671747 May 25 17:29:30.996428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751226c2-1c79-4275-836a-1d5441973b86 req-8ef254a3-c3b9-40c4-b94d-8bf2a693c1e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:30.997155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-751226c2-1c79-4275-836a-1d5441973b86 req-8ef254a3-c3b9-40c4-b94d-8bf2a693c1e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:31.017857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-751226c2-1c79-4275-836a-1d5441973b86 req-8ef254a3-c3b9-40c4-b94d-8bf2a693c1e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:31.019095 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-751226c2-1c79-4275-836a-1d5441973b86 req-8ef254a3-c3b9-40c4-b94d-8bf2a693c1e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.1037169 May 25 17:29:31.069337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-9a41aa03-c916-4c03-ad8c-acccc2244607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:31.070811 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-9a41aa03-c916-4c03-ad8c-acccc2244607 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 200 len: 834 time: 0.0710230 May 25 17:29:31.074979 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-751226c2-1c79-4275-836a-1d5441973b86 req-1e17e791-6915-43a7-95cd-7348443d4c2e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488200 May 25 17:29:31.080398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:31.085071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Checking router: af3531b0-8727-4c06-b78d-dfcaba03da50 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:29:31.096009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:31.096892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:31.150202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-2fe64e0e-046a-4d54-9c2c-e83997528117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:31.151685 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-2fe64e0e-046a-4d54-9c2c-e83997528117 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b20eaa53-a0c1-4ed1-a792-0d7867291144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734665 May 25 17:29:31.280772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:31.293873 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-7c531864-2d90-46b3-bfd0-834c3c00382f service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350453 May 25 17:29:31.440552 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3fd7d1f9-794b-4d42-8ab6-7786869775fd req-723e9aee-0304-4aa4-8667-03979a89dbdd service neutron] 10.222.0.95 "GET /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383848 May 25 17:29:31.642346 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:31.646319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdba29e1-4620-4751-9e3e-7bf1320a1c22 None None] The sync data for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv is: [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '68ecfbac-c748-472b-81dd-b5ff15a76393', 'name': '', 'network_id': 'b20eaa53-a0c1-4ed1-a792-0d7867291144', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:80:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '868680c8-375c-4346-9759-8d145a2c9832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:47Z', 'updated_at': '2021-05-25T17:27:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '868680c8-375c-4346-9759-8d145a2c9832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:29:31.861720 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddfd57f-5a0e-4dff-bea7-273037f894bd None None] New status for floating IP fe902856-bbe1-4c8a-b36c-88666d7d05e6: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:29:32.270208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62122d5c-ad21-4a6c-ab40-5b599fad379f req-c3351b37-235f-438f-abbc-f8a6df8dc015 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:32.271771 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62122d5c-ad21-4a6c-ab40-5b599fad379f req-c3351b37-235f-438f-abbc-f8a6df8dc015 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0874417 May 25 17:29:32.318999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-62122d5c-ad21-4a6c-ab40-5b599fad379f req-963a53ea-21b6-4fde-b908-a799e33d0fbe tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 May 25 17:29:32.954265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-32ff36dd-9281-4cbd-85bb-e0a1d52c6958 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:32.955767 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-32ff36dd-9281-4cbd-85bb-e0a1d52c6958 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 945 time: 0.0803370 May 25 17:29:33.095723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:29:33.096067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:33.232215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:33.232488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:33.363593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:29:33.492556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:33.499379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-998f8c9d-d766-40c4-afdb-7f97ed37c37d tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:33.515342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1580bd-0bc7-4af1-92ce-691502230462 req-6ffc7f5f-2ae6-4ef7-b7f5-cee17924f90a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:33.516859 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bf1580bd-0bc7-4af1-92ce-691502230462 req-6ffc7f5f-2ae6-4ef7-b7f5-cee17924f90a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=aa2d20f6-1474-4f19-8502-aba575f3e637 HTTP/1.1" status: 200 len: 867 time: 0.0888929 May 25 17:29:33.545819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:33.565645 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-bf1580bd-0bc7-4af1-92ce-691502230462 req-75db52c9-631d-4a08-8ad2-4dcd2068382d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=010b3ddc-053f-4a8f-8956-45090f39c3b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 May 25 17:29:33.758093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.758475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.758859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.759253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.759620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.759989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.760351 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.760714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.761074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.761431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.761789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.762147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:33.769924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:33.775564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] No DVR routers for this DVR port cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:29:33.777843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:33.781184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'name': 'network-vif-deleted', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:29:33.797389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1aa26dc4-5c8e-4a95-8aba-c6b09a757aca req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "DELETE /v2.0/ports/cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a HTTP/1.1" status: 204 len: 173 time: 0.8358936 May 25 17:29:33.827981 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d20f6-1474-4f19-8502-aba575f3e637', 'name': 'network-vif-deleted', 'tag': 'cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a', 'status': 'completed', 'code': 200} May 25 17:29:34.662435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42122) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:35.363117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:35.788787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 68ecfbac-c748-472b-81dd-b5ff15a76393 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:29:35.789489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:35.923262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 68ecfbac-c748-472b-81dd-b5ff15a76393, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=68ecfbac-c748-472b-81dd-b5ff15a76393,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:35.923620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:36.048005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 68ecfbac-c748-472b-81dd-b5ff15a76393 owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:29:36.251227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:29:36.285777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:29:36.286134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device cb5f0361-bdc9-4d15-aa8c-6d3e652cf76a not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:29:36.296460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:36.301490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-276c8040-f6b7-43cd-adff-4e902df7fc6d tempest-TestVolumeBootPattern-2035920084 tempest-TestVolumeBootPattern-2035920084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:36.518314 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=68ecfbac-c748-472b-81dd-b5ff15a76393,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:36.520763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:36.773202 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.147238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router af3531b0-8727-4c06-b78d-dfcaba03da50 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:29:37.333076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:29:37.342549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Sync routers for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:29:37.346080 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/af3531b0-8727-4c06-b78d-dfcaba03da50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6824152 May 25 17:29:37.348739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42126) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:37.351997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:37.352620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:37.422637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting subnet 868680c8-375c-4346-9759-8d145a2c9832 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:29:37.426177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.483279 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.541206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:37.579099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.833806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:29:36Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:37.837646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Checking router: af3531b0-8727-4c06-b78d-dfcaba03da50 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:29:37.846147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Routers {'af3531b0-8727-4c06-b78d-dfcaba03da50'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:37.846758 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['af3531b0-8727-4c06-b78d-dfcaba03da50'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:37.857257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.861060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-614db690-0836-49c7-ad1f-7e11df77fdb9 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:37.898102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Subnet': ['ID=868680c8-375c-4346-9759-8d145a2c9832,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:37.901203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:37.902188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:37.908709 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-130ee0da-fbbc-42cc-b18b-51120376d205 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/subnets/868680c8-375c-4346-9759-8d145a2c9832 HTTP/1.1" status: 204 len: 168 time: 0.5589614 May 25 17:29:37.911482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42130) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:37.914796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed2ac0-afdc-482d-a3b1-a8d7eed6c523 None None] Network b20eaa53-a0c1-4ed1-a792-0d7867291144 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:29:38.192735 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] Set router af3531b0-8727-4c06-b78d-dfcaba03da50 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:38.240979 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.440699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.524540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 1100d999-f938-462d-87ee-43255ac0161f {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:29:38.524886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.541146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07f540-61df-4092-870f-1186625554b9 None None] DHCP port deletion for b20eaa53-a0c1-4ed1-a792-0d7867291144 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:29:38.601481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:29:36Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:38.607678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f83dbf-51e4-4ee3-b436-8f10c5788349 None None] The sync data for ids ['af3531b0-8727-4c06-b78d-dfcaba03da50'] in dv-neutron-792998-1-hyperv is: [{'id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501233368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '1100d999-f938-462d-87ee-43255ac0161f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:29:36Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '1100d999-f938-462d-87ee-43255ac0161f', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3531b0-8727-4c06-b78d-dfcaba03da50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:27:42Z', 'updated_at': '2021-05-25T17:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:29:38.621966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Deleting port dac55072-573e-4608-804c-cb3719515968 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:29:38.622341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.658520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 1100d999-f938-462d-87ee-43255ac0161f, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1100d999-f938-462d-87ee-43255ac0161f,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:38.658892 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.724204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4a07f540-61df-4092-870f-1186625554b9 None None] For port dac55072-573e-4608-804c-cb3719515968, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=dac55072-573e-4608-804c-cb3719515968,segment=NetworkSegment(a7955e4c-ee9e-4440-b874-d648ea1bedda),segment_id=a7955e4c-ee9e-4440-b874-d648ea1bedda)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:38.724608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.792205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 1100d999-f938-462d-87ee-43255ac0161f owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:29:38.853173 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Calling delete_port for dac55072-573e-4608-804c-cb3719515968 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:29:38.899268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.904471 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:38.929282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:38.932922 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:38.947364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Pushing event deleted for resources: {'Port': ['ID=dac55072-573e-4608-804c-cb3719515968,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:38.956582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07f540-61df-4092-870f-1186625554b9 None None] No DVR routers for this DVR port dac55072-573e-4608-804c-cb3719515968 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:29:38.958836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.959295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.959744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.960308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.960608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.961029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.961446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.961862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.962284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.962698 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.963138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.963563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:38.968150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:38.981860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=1100d999-f938-462d-87ee-43255ac0161f,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:38.985224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:39.077376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.257611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.259857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.282794 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.283327 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Fanout notify agent at l3_agent the message router_deleted on router af3531b0-8727-4c06-b78d-dfcaba03da50 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:29:39.303937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.304998 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/routers/af3531b0-8727-4c06-b78d-dfcaba03da50 HTTP/1.1" status: 204 len: 168 time: 1.3926129 May 25 17:29:39.307637 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42134) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:39.427382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.683668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.700138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20eaa53-a0c1-4ed1-a792-0d7867291144']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:39.718614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7955e4c-ee9e-4440-b874-d648ea1bedda') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:39.718934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7955e4c-ee9e-4440-b874-d648ea1bedda') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:39.731284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.751620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.758328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Releasing vlan 1173 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:29:39.758773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:29:39.779064 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:29:39.855907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.861067 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:39.863848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9d26b747-a046-47a7-902b-19e296c028c7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:39.890779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Network': ['ID=b20eaa53-a0c1-4ed1-a792-0d7867291144,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:39.893250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:39.900796 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/networks/b20eaa53-a0c1-4ed1-a792-0d7867291144 HTTP/1.1" status: 204 len: 168 time: 0.5921354 May 25 17:29:39.904176 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42138) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:39.972950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.003141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.068287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.072088 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1ba0e602-6f2b-4bd6-80d4-a7be87d84be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:40.087537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b3ddc-053f-4a8f-8956-45090f39c3b7,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:40.090169 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:40.103747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.105287 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-674e85f5-aa3e-4e00-bd62-e836fcca9368 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/security-groups/010b3ddc-053f-4a8f-8956-45090f39c3b7 HTTP/1.1" status: 204 len: 168 time: 0.2000079 May 25 17:29:40.144403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cd6b7384-f738-4d78-9dde-1aa3e2c8342a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.321655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42146) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:40.328044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178549171', 'description': 'tempest-secgroup-smoke-178549171 description', 'project_id': '44caad858db340aeb630ba8c8afdc5a2'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:40.334045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:40.338156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:40.341025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:40.348411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:40.358301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.378522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:40.382306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:40.385152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:40.392006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:40.471392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.475099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.479688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d5f6be8d-eb95-49f5-93c1-70553bfe4f27 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:40.481522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dac55072-573e-4608-804c-cb3719515968 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:29:40.517472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: dac55072-573e-4608-804c-cb3719515968 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:29:40.518123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device dac55072-573e-4608-804c-cb3719515968 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:29:40.518549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1100d999-f938-462d-87ee-43255ac0161f no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:29:40.525948 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da6d3b-9efa-4143-8bb4-5355a74d1275,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:40.529766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:40.531409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.532624 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5b05ee2e-664e-4f2c-b1d1-207f8b678409 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2099786 May 25 17:29:40.535476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42150) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:40.540692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:40.547323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:40.551534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:40.554357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:40.560206 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:40.561619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1100d999-f938-462d-87ee-43255ac0161f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:29:40.561990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1100d999-f938-462d-87ee-43255ac0161f not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:29:40.562421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 68ecfbac-c748-472b-81dd-b5ff15a76393 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:29:40.577317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.596741 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 68ecfbac-c748-472b-81dd-b5ff15a76393 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:29:40.597092 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 68ecfbac-c748-472b-81dd-b5ff15a76393 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:29:40.642418 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.646123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.648094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3839f02c-cc09-4d0f-b9d6-af73de69b835 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:40.672611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d062ee77-876e-4e1f-acaf-fe2d7dc4bae8,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:40.677685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:40.682067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.683634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470797 May 25 17:29:40.686335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42154) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:40.691585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:40.697577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:40.701574 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:40.704527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:40.710267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:40.726296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.789024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.792806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.795188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70624b2a-12c1-4fb6-8104-2eaea519b65b tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:40.817172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10da59a-1311-4c04-b8b9-cab0b9da0f76,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:40.819554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:40.828656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.829868 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425397 May 25 17:29:40.833067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42160) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:40.838074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:40.844853 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:40.848657 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:40.851520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:40.858552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:40.877712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.939587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.943224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.945066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1b29b7f6-b102-49fe-af93-8da3a984646e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:40.969885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd8a989-bc58-441f-9ada-620d498d9b7c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:40.972541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:40.980362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:40.981593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475737 May 25 17:29:40.985003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42164) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:40.990991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:40.996990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:41.000989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:41.003854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:41.009661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:41.026139 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.093091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.097249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.099075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e1c3144f-b4eb-4a44-8754-808310835881 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:41.121505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b93325e-80be-4193-8254-59ba6409e724,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:41.126166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:41.131280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.132472 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465430 May 25 17:29:41.135170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42168) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:41.140725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:41.146601 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:41.150371 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:41.153240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:41.159651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:41.170085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:29:41.175966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.243187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.247497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.249567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-117bbd34-9794-4bfe-86ab-329ebef8a0b8 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:41.273335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725a92f7-21ff-4713-9bfc-ae885b0bfdee,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:41.278059 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:41.283919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.285169 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-89805f47-433c-4c45-82b6-5b881056cc00 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490889 May 25 17:29:41.288044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42172) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:41.293158 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b7da6d3b-9efa-4143-8bb4-5355a74d1275', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:41.299470 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:41.303286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:41.306137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:41.312508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:41.323278 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:29:41.330412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.398532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.402223 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.404659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-248413f6-1b0b-498c-b911-d13dde484f29 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:41.427606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3f9ea0-b35b-4a41-a935-f97cf68355cc,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:41.432742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:41.439030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.440191 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a1bb2719-62d2-4eca-999b-029310df4051 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512461 May 25 17:29:41.442975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42176) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:41.448786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'network': {'name': 'tempest-network-smoke--112673999', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:41.454729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:41.459457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:network and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:41.463847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:41.470343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:41.479787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:29:41.483372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.511635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:29:41.522099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.522510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Added segment cada45e6-c57d-4cab-b8fd-ce8aa9b299fa of type vlan for network d7b67dce-fad0-42d7-b88d-5e39f7c01721 May 25 17:29:41.549361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.582655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.588886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:41.589552 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.593591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2dac6c97-79e9-460d-b594-5e075069255f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:41.696309 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2521358 May 25 17:29:41.698886 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42180) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:41.699411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Network': ['ID=d7b67dce-fad0-42d7-b88d-5e39f7c01721,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:41.702485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2885f3ab-6cc3-4557-954a-b0a193aeba74 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:41.705218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'admin_state_up': True, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:41.710507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:29:41.712584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:41.716458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:router and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:41.719315 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:41.726598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:41.737018 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.738347 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:41.756133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.033907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.350136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.379330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.516994 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.25 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/3252ea0a-a9ff-4d8b-a5ab-3437b860c68c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:29:42.666552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.669363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.697802 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.703208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2ca9ee08-d108-4c07-b0d4-90f12d9bb2d7 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:42.763694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:29:42.766540 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:42.770209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:29:42.929752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d0ef827b-dc91-4d88-9d05-80b223184c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:42.939500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:42.947683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:43.323601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:43.688864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:43.931675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:43.943107 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router f2297145-1c58-4028-b20a-3f8f1d7d3496 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:29:44.161028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:29:44.172933 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Sync routers for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:29:44.186708 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:44.187503 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:44.189858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:44.191164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4911494 May 25 17:29:44.194298 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42192) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:44.240041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e50cc951-5293-4fae-b148-0aae50629789 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=44caad858db340aeb630ba8c8afdc5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445867 May 25 17:29:44.242849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42196) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:44.393772 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:44.551188 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1ddd9-2231-46e2-8c59-63aaaafd20da tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:44.555404 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-2ed1ddd9-2231-46e2-8c59-63aaaafd20da tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3089018 May 25 17:29:44.555614 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42200) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:44.595642 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d4540000-05fc-4863-9656-f07790b193aa tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388203 May 25 17:29:44.598538 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42204) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:44.604301 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891151872', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:44.719494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:44.723289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:subnet and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:29:44.726086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:29:44.730116 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:44.732043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:44.734394 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Checking router: f2297145-1c58-4028-b20a-3f8f1d7d3496 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:29:44.734760 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Updating router f2297145-1c58-4028-b20a-3f8f1d7d3496 port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:29:44.742701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:29:44.746432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:44.793213 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.124767 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.137408 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Transition to ACTIVE for port object 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:45.144883 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.148617 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-4fe2a1fe-8568-46b3-864d-13a514a9326c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:45.180187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.183866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d9140268-8889-41d9-998b-b701ec37ae3f tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:45.231099 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Attempting to bind port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:29:45.231705 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Attempting to bind port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:29:45.231863 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Attempting to bind port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:29:45.233821 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Pushing event updated for resources: {'Port': ['ID=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:45.242998 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:29:45.243375 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:29:45.243779 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.244188 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:29:45.244643 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Bound port: 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:29:45.245020 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.263551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Subnet': ['ID=f675eb79-065a-4720-b509-6f028bd674dd,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:45.267693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:45.271906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Checking segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:29:45.272272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network hostable DHCP agents. Network: d7b67dce-fad0-42d7-b88d-5e39f7c01721, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:29:45.275209 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.275556 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.275894 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.276221 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.276549 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.277123 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.277386 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.277708 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.278031 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.278369 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.278694 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.279036 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:29:45.290846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:29:45.292712 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:45.301433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d7b67dce-fad0-42d7-b88d-5e39f7c01721) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:45.312046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1cc83f-9416-41ae-b8e0-47cd2aea840e None None] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:29:45.312622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:45.313172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.334694 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] For port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:29:45.338049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] For port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:29:45.339906 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42208) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:29:45.340400 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7d52c0dd-500d-49ec-b59e-563e8c595571 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7404106 May 25 17:29:45.343100 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.347885 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:45.424819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:45.425466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:45.491589 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Pushing event updated for resources: {'Port': ['ID=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:45.503128 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-cd8d4381-286d-4c60-8fec-1696ec0f15d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:45.569564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-d7b67dce-fad0-42d7-b88d-5e39f7c01721', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:29:45.570513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.615465 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:45.661044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.753776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Allocated IP 172.20.0.2 (d7b67dce-fad0-42d7-b88d-5e39f7c01721/f675eb79-065a-4720-b509-6f028bd674dd/73523316-e15d-4c92-9b33-747bc51c23a3) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:29:45.924376 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:45.928891 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3209e-07bc-44ac-b1f1-204ba7504641 None None] The sync data for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv is: [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:43Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:29:45.978051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:45.989540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Transition to ACTIVE for port object 73523316-e15d-4c92-9b33-747bc51c23a3 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:46.010503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Transition to ACTIVE for port object 73523316-e15d-4c92-9b33-747bc51c23a3 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:46.017446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.021176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:46.087204 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:29:46.090266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:46.094078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:29:46.100109 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Pushing event updated for resources: {'Port': ['ID=73523316-e15d-4c92-9b33-747bc51c23a3,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:46.104084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:46.119376 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.231855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Attempting to bind port 73523316-e15d-4c92-9b33-747bc51c23a3 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:29:46.232275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Attempting to bind port 73523316-e15d-4c92-9b33-747bc51c23a3 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:29:46.232603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Attempting to bind port 73523316-e15d-4c92-9b33-747bc51c23a3 on network d7b67dce-fad0-42d7-b88d-5e39f7c01721 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:29:46.238721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:29:46.239126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Checking segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:29:46.239531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.240018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Bound using segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:29:46.240496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Bound port: 73523316-e15d-4c92-9b33-747bc51c23a3, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:29:46.240870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.396061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] For port 73523316-e15d-4c92-9b33-747bc51c23a3, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:29:46.402084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] For port 73523316-e15d-4c92-9b33-747bc51c23a3, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=73523316-e15d-4c92-9b33-747bc51c23a3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:29:46.408169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.417310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-950a1c87-b2d6-49f7-a863-886f176f749a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:46.547311 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Pushing event updated for resources: {'Port': ['ID=73523316-e15d-4c92-9b33-747bc51c23a3,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:46.552443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:46.587091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:46.643728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:46.649286 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:46.649827 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.797432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.1 (d7b67dce-fad0-42d7-b88d-5e39f7c01721/f675eb79-065a-4720-b509-6f028bd674dd/cb7c0e9f-d16f-44ba-bc33-3106d977082c) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:29:46.813410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.840081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:46.848083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:46.857713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-53edaa8c-6087-4e0f-9a2a-69c63c6dda04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:46.946351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:46.956015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:47.032498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.048922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object cb7c0e9f-d16f-44ba-bc33-3106d977082c will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:47.073750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.078194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bb2a4ee3-c3da-4884-8d7e-f1760c85f0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:47.153258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:29:47.157681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:47.162228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:29:47.195207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:47.203453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:47.230219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.515690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.642250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38381943-ba1c-45e2-9c68-8a030d4978d3 None None] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:29:47.746413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a34afe6c-58cd-4080-ae90-e6b5d96f032e None None] Provisioning for port 73523316-e15d-4c92-9b33-747bc51c23a3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:47.947583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.953069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:47.983406 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1e77f438-7098-4c4f-be84-f6979eff8f0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:48.087749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:48.091909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:48.093311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:48.189157 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c2436b21-5558-44f4-84d7-52a82b5295be None None] Provisioning for port cb7c0e9f-d16f-44ba-bc33-3106d977082c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:48.194344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c2436b21-5558-44f4-84d7-52a82b5295be None None] Provisioning complete for port cb7c0e9f-d16f-44ba-bc33-3106d977082c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:48.194995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c2436b21-5558-44f4-84d7-52a82b5295be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:48.247113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:29:48.248786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:48.251820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c2436b21-5558-44f4-84d7-52a82b5295be None None] Port cb7c0e9f-d16f-44ba-bc33-3106d977082c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:29:48.374786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-62be5c47-2eb5-4ede-bfc0-6a4389255fc3 None None] Provisioning complete for port cb7c0e9f-d16f-44ba-bc33-3106d977082c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:48.375209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-62be5c47-2eb5-4ede-bfc0-6a4389255fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:48.441047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-62be5c47-2eb5-4ede-bfc0-6a4389255fc3 None None] Port cb7c0e9f-d16f-44ba-bc33-3106d977082c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:29:48.562601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-832cb6d8-799f-4a58-9731-c9ab7abd0846 None None] Provisioning complete for port cb7c0e9f-d16f-44ba-bc33-3106d977082c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:48.563060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-832cb6d8-799f-4a58-9731-c9ab7abd0846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:48.596430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:48.604783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router f2297145-1c58-4028-b20a-3f8f1d7d3496 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:29:48.667664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-832cb6d8-799f-4a58-9731-c9ab7abd0846 None None] Port cb7c0e9f-d16f-44ba-bc33-3106d977082c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:29:48.684978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:48.685490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:48.792114 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:29:48.803325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Sync routers for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:29:48.805101 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/f2297145-1c58-4028-b20a-3f8f1d7d3496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4632485 May 25 17:29:48.818656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 73523316-e15d-4c92-9b33-747bc51c23a3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:48.848693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:48.849353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:49.046672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 73523316-e15d-4c92-9b33-747bc51c23a3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:49.055243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 73523316-e15d-4c92-9b33-747bc51c23a3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:49.055628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:49.107667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:49.131521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-44d7edbc-8d82-48ac-94cc-7bcb2a913487 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:49.156393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-44d7edbc-8d82-48ac-94cc-7bcb2a913487 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:49.157775 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-44d7edbc-8d82-48ac-94cc-7bcb2a913487 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178549171&fields=id&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 267 time: 0.0679646 May 25 17:29:49.290648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:49.318696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-f4aef820-9bb6-45c3-a7bc-2389d4d9364e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:49.319296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-f4aef820-9bb6-45c3-a7bc-2389d4d9364e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:49.334783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-f4aef820-9bb6-45c3-a7bc-2389d4d9364e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:49.336118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-f4aef820-9bb6-45c3-a7bc-2389d4d9364e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 796 time: 0.1708322 May 25 17:29:49.354332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-821a1db6-ec19-49a3-8201-6810f56f4406 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/quotas/44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 375 time: 0.0116420 May 25 17:29:49.448278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-1300c8f8-0e66-4399-9634-7631e2574c61 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:49.464900 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-1b658609-598d-482c-8f79-10a05fa71432 req-1300c8f8-0e66-4399-9634-7631e2574c61 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:49.466480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-1300c8f8-0e66-4399-9634-7631e2574c61 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057613 May 25 17:29:49.483891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:49.571003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 73523316-e15d-4c92-9b33-747bc51c23a3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=73523316-e15d-4c92-9b33-747bc51c23a3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:49.578517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:49.582505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:49.612774 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-0fa6044e-9dd7-4d0a-9f00-fdcf713bc73c service neutron] 10.222.0.96 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342626 May 25 17:29:49.659203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=73523316-e15d-4c92-9b33-747bc51c23a3,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:49.662321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:49.668602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 2, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:49.673801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Checking router: f2297145-1c58-4028-b20a-3f8f1d7d3496 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:29:49.674426 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Updating router f2297145-1c58-4028-b20a-3f8f1d7d3496 port cb7c0e9f-d16f-44ba-bc33-3106d977082c binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:29:49.728779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:49.761890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-6a602464-f2bf-4d1b-a84e-4199ec959593 service neutron] 10.222.0.96 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429834 May 25 17:29:50.016849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e84d3ae0-90fa-4d73-9c1f-71c22b4fb13d req-24ba9528-cb58-407e-a1c2-0553cd4eee7d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:50.029339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-e84d3ae0-90fa-4d73-9c1f-71c22b4fb13d req-24ba9528-cb58-407e-a1c2-0553cd4eee7d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:50.030836 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e84d3ae0-90fa-4d73-9c1f-71c22b4fb13d req-24ba9528-cb58-407e-a1c2-0553cd4eee7d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 210 time: 0.1356864 May 25 17:29:50.110084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.121858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Transition to ACTIVE for port object cb7c0e9f-d16f-44ba-bc33-3106d977082c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:50.129176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.133184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-84a4292d-2257-4e7d-81d7-02352d2504f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:50.295967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Pushing event updated for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:50.303706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:50.366680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Attempting to bind port cb7c0e9f-d16f-44ba-bc33-3106d977082c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:29:50.367097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Attempting to bind port cb7c0e9f-d16f-44ba-bc33-3106d977082c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:29:50.367463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Attempting to bind port cb7c0e9f-d16f-44ba-bc33-3106d977082c on network d7b67dce-fad0-42d7-b88d-5e39f7c01721 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:29:50.374399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:29:50.374876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Checking segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:29:50.375462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.375830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Bound using segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:29:50.376381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Bound port: cb7c0e9f-d16f-44ba-bc33-3106d977082c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:29:50.376815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.480067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] For port cb7c0e9f-d16f-44ba-bc33-3106d977082c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:29:50.485100 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] For port cb7c0e9f-d16f-44ba-bc33-3106d977082c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cb7c0e9f-d16f-44ba-bc33-3106d977082c,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:29:50.491653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.497788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:50.527240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 73523316-e15d-4c92-9b33-747bc51c23a3 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:50.642657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:29:50.643340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:50.714936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Pushing event updated for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:50.721251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:50.753899 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 73523316-e15d-4c92-9b33-747bc51c23a3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:50.754276 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:50.913398 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:29:51.248036 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fdca43d1-a6ba-4bd2-91a4-515aef0d74a0 req-5704a9d6-2861-4c89-ad3b-8295128f6c8a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0557041 May 25 17:29:51.325325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-a1e06ad8-031e-4c63-a58a-8efa7e9776d2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:51.327528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-a1e06ad8-031e-4c63-a58a-8efa7e9776d2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 796 time: 0.2274334 May 25 17:29:51.362455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:50Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:29:51.366624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4a477c-df71-4c79-bfd0-4e9291ab885b None None] The sync data for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv is: [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:50Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:29:51.381578 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-23378ca9-d15a-4a3d-a735-1a2fcfa7ef5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 379 time: 0.0452199 May 25 17:29:51.391454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'port': {'device_id': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'admin_state_up': True, 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'security_groups': ['b7da6d3b-9efa-4143-8bb4-5355a74d1275']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:51.562984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:29:51.573025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:29:51.583745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:29:51.587718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:51.763708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.3 (d7b67dce-fad0-42d7-b88d-5e39f7c01721/f675eb79-065a-4720-b509-6f028bd674dd/68324931-b5c7-47f4-a6ad-dd1d291c12e3) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:29:52.124300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.141030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 68324931-b5c7-47f4-a6ad-dd1d291c12e3 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:52.165076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.171399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b0f46ca7-5a12-4f36-ae06-0c91ffa3526e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:52.240839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:29:52.244309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:29:52.249804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:29:52.294663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:52.304907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:52.332217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:52.332935 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.363307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768667 May 25 17:29:52.443673 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Request body: {'port': {'device_id': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:29:52.457428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97bfe7-0049-487a-b804-43b1e1e6d082 req-e1411da0-1202-4e4d-9700-03c2e9575bf1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:52.463816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1c97bfe7-0049-487a-b804-43b1e1e6d082 req-e1411da0-1202-4e4d-9700-03c2e9575bf1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 931 time: 0.0960705 May 25 17:29:52.513702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-1c97bfe7-0049-487a-b804-43b1e1e6d082 req-c6777200-0e78-4e79-a8d7-82a14dceda05 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:52.526724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-1c97bfe7-0049-487a-b804-43b1e1e6d082 req-c6777200-0e78-4e79-a8d7-82a14dceda05 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:52.527933 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1c97bfe7-0049-487a-b804-43b1e1e6d082 req-c6777200-0e78-4e79-a8d7-82a14dceda05 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601516 May 25 17:29:52.544711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-47e0b961-1f3d-4246-9576-1f4de8c6167d None None] Provisioning for port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:52.555076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cb7c0e9f-d16f-44ba-bc33-3106d977082c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:52.583196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.584071 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-47e0b961-1f3d-4246-9576-1f4de8c6167d None None] Provisioning complete for port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:52.584530 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-47e0b961-1f3d-4246-9576-1f4de8c6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.660111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-47e0b961-1f3d-4246-9576-1f4de8c6167d None None] Port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:29:52.677336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port cb7c0e9f-d16f-44ba-bc33-3106d977082c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:52.682351 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port cb7c0e9f-d16f-44ba-bc33-3106d977082c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:52.682739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.813211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.827836 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:29:52.849569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port cb7c0e9f-d16f-44ba-bc33-3106d977082c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cb7c0e9f-d16f-44ba-bc33-3106d977082c,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:52.853751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.856043 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:52.925328 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:52.928457 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:52.949165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68324931-b5c7-47f4-a6ad-dd1d291c12e3 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:29:52.957003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.972400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Transition to ACTIVE for port object 68324931-b5c7-47f4-a6ad-dd1d291c12e3 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:29:52.976115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:52.980173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ccd67dec-f8fa-4b45-bc96-ec13ea0961b5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:53.116989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Pushing event updated for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:53.119964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:53.231988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Attempting to bind port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:29:53.232320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Attempting to bind port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:29:53.232647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Attempting to bind port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 on network d7b67dce-fad0-42d7-b88d-5e39f7c01721 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:29:53.237456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 on network d7b67dce-fad0-42d7-b88d-5e39f7c01721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:29:53.237774 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Attempting to bind port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 on network d7b67dce-fad0-42d7-b88d-5e39f7c01721 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:29:53.243143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:29:53.243480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Checking segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:29:53.243865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Bound using segment: {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:29:53.244295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Bound port: 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:29:53.244639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:53.344035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:29:53.347290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:29:53.355185 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:53.359638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9313ce76-bfad-4528-93cc-f63a7080dc86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:53.424328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:53.425177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:53.426655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] 10.222.0.95 "PUT /v2.0/ports/68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 1093 time: 1.0561247 May 25 17:29:53.429698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:29:53.466400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Pushing event updated for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:53.516964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:53.525796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'status': 'completed', 'code': 200} May 25 17:29:53.581974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-4d73900d-487a-4161-a7c1-62ca12f37865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:53.583578 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-4d73900d-487a-4161-a7c1-62ca12f37865 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1096 time: 0.1129417 May 25 17:29:53.661737 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-6e722941-9278-4265-a32c-b98371823dd5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 217 time: 0.0693469 May 25 17:29:53.731385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-d111be41-e5ab-4ad1-b144-48102b32c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:53.732955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-d111be41-e5ab-4ad1-b144-48102b32c627 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0645015 May 25 17:29:53.744182 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8a58c-ca7e-4912-9c09-d55e40867ec5 req-f11c90a7-e5db-47e7-9305-6e070d4a09e8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:53.745693 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fff8a58c-ca7e-4912-9c09-d55e40867ec5 req-f11c90a7-e5db-47e7-9305-6e070d4a09e8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0907476 May 25 17:29:53.794882 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fff8a58c-ca7e-4912-9c09-d55e40867ec5 req-f78dd73a-d749-4d73-9585-ecc731ac8134 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412891 May 25 17:29:53.819335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b658609-598d-482c-8f79-10a05fa71432 req-a37fe168-0442-4b99-8d40-897cfcea0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:53.820818 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-a37fe168-0442-4b99-8d40-897cfcea0b64 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804896 May 25 17:29:53.960030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-c111ac0a-bf3e-4c31-9d21-abbb34c76610 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319163 May 25 17:29:54.097599 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1b658609-598d-482c-8f79-10a05fa71432 req-d06bd6a7-5d3f-4da0-9ed1-f79b5bf2e6a2 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306577 May 25 17:29:54.217908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-8bf08659-efd9-419a-9f13-2418943023f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:54.219351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-8bf08659-efd9-419a-9f13-2418943023f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1096 time: 0.0742669 May 25 17:29:54.482152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cb7c0e9f-d16f-44ba-bc33-3106d977082c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:54.504312 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-1fc1b1b3-6d2f-4ab6-8271-000752485db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:54.505769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-1fc1b1b3-6d2f-4ab6-8271-000752485db0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.2800372 May 25 17:29:54.555184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port cb7c0e9f-d16f-44ba-bc33-3106d977082c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:54.555552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:54.581629 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-f1c1d47e-879b-4760-babd-c82f78c628ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 217 time: 0.0690219 May 25 17:29:54.644908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-97b346a6-789d-435f-9d28-542fbad82c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:54.646365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-97b346a6-789d-435f-9d28-542fbad82c75 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0585465 May 25 17:29:54.728183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-ac526a45-b2ef-4049-9d6b-2ba82deb0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:54.729633 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-ac526a45-b2ef-4049-9d6b-2ba82deb0f93 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749414 May 25 17:29:54.866925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-f072fd89-297a-4065-a8f7-ef0992942e3d service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300220 May 25 17:29:55.059124 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c12f8cac-ed66-42a9-b929-12c8c528d9c3 req-460d9c86-e46a-496a-8aa6-356639b7d0a9 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853263 May 25 17:29:55.072642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5921b-0fff-41fd-b796-9c5aa86ce953 req-97f490b9-cbca-4ce4-8c9c-241587408a95 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:55.073349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d4b5921b-0fff-41fd-b796-9c5aa86ce953 req-97f490b9-cbca-4ce4-8c9c-241587408a95 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:29:55.090210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d4b5921b-0fff-41fd-b796-9c5aa86ce953 req-97f490b9-cbca-4ce4-8c9c-241587408a95 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:29:55.091500 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4b5921b-0fff-41fd-b796-9c5aa86ce953 req-97f490b9-cbca-4ce4-8c9c-241587408a95 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 943 time: 0.1499465 May 25 17:29:55.141690 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4b5921b-0fff-41fd-b796-9c5aa86ce953 req-1aec61df-ac60-4a07-bfcc-4f9eb4c93445 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442247 May 25 17:29:56.329517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 68324931-b5c7-47f4-a6ad-dd1d291c12e3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:29:56.349044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e40e8-39b4-4574-a1e8-7fdd33b84cf1 req-720ab7e0-c2ba-4e6f-a919-aafb49e51279 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:56.350517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-435e40e8-39b4-4574-a1e8-7fdd33b84cf1 req-720ab7e0-c2ba-4e6f-a919-aafb49e51279 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0944035 May 25 17:29:56.414199 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-435e40e8-39b4-4574-a1e8-7fdd33b84cf1 req-f5cb8923-6db1-41e2-bf09-82ddef090a5a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575871 May 25 17:29:56.472096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:56.485433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'port_id': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'mac_address': 'fa:16:3e:2e:55:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:29:56.542014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:56.563971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68324931-b5c7-47f4-a6ad-dd1d291c12e3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:29:56.580322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:56.584562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:56.586704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:56.662629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:56.665682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:56.954548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['68324931-b5c7-47f4-a6ad-dd1d291c12e3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:29:57.619136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ccab7-8032-46f5-b063-4e41e7658190 req-0550f237-e434-48d7-b2f7-8a0a32450f4a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:57.620607 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-691ccab7-8032-46f5-b063-4e41e7658190 req-0550f237-e434-48d7-b2f7-8a0a32450f4a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 944 time: 0.0849874 May 25 17:29:57.666540 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-691ccab7-8032-46f5-b063-4e41e7658190 req-2e7e795c-bd59-4e05-94ee-cab6e8429b27 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399001 May 25 17:29:58.344675 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 68324931-b5c7-47f4-a6ad-dd1d291c12e3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:29:58.416966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:29:58.423154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:29:58.424561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:58.544915 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:58.571650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:29:58.582570 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:29:58.586999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:29:58.588830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:29:58.624505 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'code': 200} May 25 17:29:58.660819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:29:58.663738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:29:58.908681 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961177aa-af4c-4bf3-b698-ed6e5f7c0684 req-e785ca53-d3b7-4197-9845-d1cc54dc7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:58.910027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-961177aa-af4c-4bf3-b698-ed6e5f7c0684 req-e785ca53-d3b7-4197-9845-d1cc54dc7d81 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.1022227 May 25 17:29:58.918724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a7829-f6b0-4590-a168-29dbbd1ef8c7 req-6ef6bfef-1b6c-4c15-82d8-44101fad2217 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:29:58.920757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-581a7829-f6b0-4590-a168-29dbbd1ef8c7 req-6ef6bfef-1b6c-4c15-82d8-44101fad2217 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.1447001 May 25 17:29:58.988949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-961177aa-af4c-4bf3-b698-ed6e5f7c0684 req-44c40654-69e0-4f81-89eb-57cba87ef70e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672495 May 25 17:29:58.993321 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-581a7829-f6b0-4590-a168-29dbbd1ef8c7 req-7c4e1d58-841b-4d3f-ae72-c77947885ee7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594542 May 25 17:30:00.191875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e988-fcb6-48e7-a7b8-0c049be1b1c8 req-84c81da8-535d-4eee-85ea-c52913cde19c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:00.193355 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c22e988-fcb6-48e7-a7b8-0c049be1b1c8 req-84c81da8-535d-4eee-85ea-c52913cde19c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0891535 May 25 17:30:00.239178 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c22e988-fcb6-48e7-a7b8-0c049be1b1c8 req-2dda811e-2d80-4166-9e6f-6d157e8f1c90 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401773 May 25 17:30:01.424776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8ad1-bf58-4003-8ec3-0294f54aa2c6 req-b8d41577-e9ff-4a67-9827-a646eab5bb79 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:01.426287 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27bc8ad1-bf58-4003-8ec3-0294f54aa2c6 req-b8d41577-e9ff-4a67-9827-a646eab5bb79 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0822110 May 25 17:30:01.473925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27bc8ad1-bf58-4003-8ec3-0294f54aa2c6 req-f3cca9a0-88f1-423a-b0e4-b0ac0f765158 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 May 25 17:30:01.657456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07ffa6-3e9a-4757-871c-5baee28ed329 req-3ed3cdb3-ed65-4d65-ba22-8b76feee747d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:01.658868 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3d07ffa6-3e9a-4757-871c-5baee28ed329 req-3ed3cdb3-ed65-4d65-ba22-8b76feee747d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0800822 May 25 17:30:01.703500 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3d07ffa6-3e9a-4757-871c-5baee28ed329 req-df852d82-6317-424b-9b04-47fa6382b44e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388856 May 25 17:30:01.726674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42276) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:30:01.803058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a46c38-1e89-4570-bf1e-689c3934ba4c tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:01.804580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c4a46c38-1e89-4570-bf1e-689c3934ba4c tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1093 time: 0.0768614 May 25 17:30:01.807295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42280) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:30:01.812549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:30:01.818435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:30:01.822174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:floatingip and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:30:01.824999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:30:01.830737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:30:01.841746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:01.985069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:02.128161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.92 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/e652809b-2cab-45ed-a137-917ef5f9d1a0) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:30:02.278054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:02.308065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:02.312976 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:30:02.375591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:30:02.378315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:30:02.382054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:30:02.425782 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=e652809b-2cab-45ed-a137-917ef5f9d1a0,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:30:02.430459 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:30:02.947469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:03.024689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:03.232384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:03.237739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:03.241916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-eeda3142-990b-4b31-b3f9-a7cfc2e54c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:30:03.351599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=e652809b-2cab-45ed-a137-917ef5f9d1a0,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:30:03.354462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:30:03.363452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:03.540214 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef associated. External IP: 172.26.6.92, port: 68324931-b5c7-47f4-a6ad-dd1d291c12e3. May 25 17:30:03.895489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router f2297145-1c58-4028-b20a-3f8f1d7d3496 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:30:04.227632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:30:04.237694 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Sync routers for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:30:04.247173 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:30:04.247919 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:30:04.252529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:04.310608 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5022867 May 25 17:30:04.311637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:30:04.364666 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'status': 'completed', 'code': 200} May 25 17:30:04.473599 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:30:04.523514 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-f0c982aa-c1d5-4cd5-a6fe-0f95e29cd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:04.524989 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-f0c982aa-c1d5-4cd5-a6fe-0f95e29cd941 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.1393752 May 25 17:30:04.537450 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7486781-b715-4c74-8418-25aa462437ac req-b943013a-9025-4931-b1b7-a9501b49740c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:04.538886 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7486781-b715-4c74-8418-25aa462437ac req-b943013a-9025-4931-b1b7-a9501b49740c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.1129336 May 25 17:30:04.666398 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7486781-b715-4c74-8418-25aa462437ac req-6a5a9fa8-dd6a-479d-9a40-659e7d470062 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085756 May 25 17:30:04.692993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42288) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:30:04.787276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-30c93c09-3866-4821-8c60-9c9b3446a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:04.788631 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-30c93c09-3866-4821-8c60-9c9b3446a67a service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.2488871 May 25 17:30:04.832537 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'port_id': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'mac_address': 'fa:16:3e:2e:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:30:02Z', 'updated_at': '2021-05-25T17:30:02Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:30:04.836552 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Checking router: f2297145-1c58-4028-b20a-3f8f1d7d3496 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:30:04.845129 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:30:04.845735 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:29:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:30:04.886722 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-b7b62cb8-fd5e-4c02-856f-7e1c116e8f78 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef HTTP/1.1" status: 200 len: 990 time: 0.1925404 May 25 17:30:04.910581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-cd792558-f53c-4e64-b149-5b8873ddd941 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 998 time: 0.1142168 May 25 17:30:04.980571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-ccedd6a3-6d36-4c63-80c5-bb0141352463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:04.982166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-ccedd6a3-6d36-4c63-80c5-bb0141352463 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0656478 May 25 17:30:05.027264 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:30:05.059353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-bc63b2d8-f7cf-44a4-9b58-570594fcfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:05.061521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-bc63b2d8-f7cf-44a4-9b58-570594fcfdd8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730588 May 25 17:30:05.197119 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-4f0498f1-4a6d-4911-b142-8b020245bda5 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290257 May 25 17:30:05.334571 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-86987f52-a681-42d3-ba4d-9b7013aab28d req-4c9f9a17-c0e1-4c41-8864-69f66d06e032 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304703 May 25 17:30:05.387181 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'port_id': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'mac_address': 'fa:16:3e:2e:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:30:02Z', 'updated_at': '2021-05-25T17:30:02Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:30:05.391612 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aed8a8-a42b-4007-b6a6-82d1e0778be8 None None] The sync data for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv is: [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.92', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'port_id': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'mac_address': 'fa:16:3e:2e:55:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:30:02Z', 'updated_at': '2021-05-25T17:30:02Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:30:05.573871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697a5810-f72c-4197-82df-e9c2b52a1e50 None None] New status for floating IP 30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:30:05.891361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42292) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:30:06.001761 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5bd306f4-25d0-41b3-84e9-23ea98d72f61 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef HTTP/1.1" status: 200 len: 992 time: 0.1091559 May 25 17:30:10.145875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5299e3e8-f769-4bd6-9a0a-de2bfae6acca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:12.673627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:12.930823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-714b4129-e844-4f75-b20d-879c6e88712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:13.932624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:15.610742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:19.207519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:29.827231 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:30:38.610470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-fa676333-4e29-4b2a-9d58-37b87dc91b93 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715399 May 25 17:30:38.758469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-936126f7-c3f8-470e-ae7e-73f2a43e465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:38.759966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-936126f7-c3f8-470e-ae7e-73f2a43e465c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0783267 May 25 17:30:38.912205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-e6839089-fa79-4a39-9025-a12df2a32986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:38.913674 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-e6839089-fa79-4a39-9025-a12df2a32986 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.1338801 May 25 17:30:39.018389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-9625ff62-72f3-4f44-b5ca-51e77f224aa3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 1000 time: 0.0969803 May 25 17:30:39.080881 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-b374b3b4-fe0f-4eae-bd6b-08a7da962367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:39.082282 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-b374b3b4-fe0f-4eae-bd6b-08a7da962367 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0573173 May 25 17:30:39.162048 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-7aa93ac4-6e6b-4293-98a9-80522cd201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:30:39.163566 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-7aa93ac4-6e6b-4293-98a9-80522cd201a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747161 May 25 17:30:39.298582 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-b31439c0-c8cd-43e3-92f4-61b58034d780 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282525 May 25 17:30:39.578733 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f8d66b95-0142-4de6-85b4-a8859b2b473d req-3256c34c-90d8-43d9-8fa5-f25523f76188 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719924 May 25 17:30:40.149093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec9cf376-1fff-4d7b-95fc-1666d02f3ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:42.677421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:42.935951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-966a9e3b-84ef-4bce-af77-6136da6eb2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:43.935707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:45.613452 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:30:49.233888 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:06.826144 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:31:10.151684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4203676e-66b7-48c0-afa9-4bb1c18fceb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:12.684102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:12.937561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5e244c11-917d-486f-8e55-f604f8a9d864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:13.939196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:15.616206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:19.246525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:19.441526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e45c-631a-481c-9367-9d147975733e req-511da4ae-d06f-411f-bdd0-837b804a4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:19.443122 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-511da4ae-d06f-411f-bdd0-837b804a4e57 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0758882 May 25 17:31:19.486014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0893413-02c0-4bb2-bebe-0adc9e4dc5f4 req-a928d8ae-fde3-4e50-bfe4-a29b74b4657c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:19.487578 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0893413-02c0-4bb2-bebe-0adc9e4dc5f4 req-a928d8ae-fde3-4e50-bfe4-a29b74b4657c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0885956 May 25 17:31:19.534261 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0893413-02c0-4bb2-bebe-0adc9e4dc5f4 req-2b017266-fa05-45ef-82ad-0a2d38e48f1a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410314 May 25 17:31:19.586495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e45c-631a-481c-9367-9d147975733e req-8e78e50b-388e-4542-aa23-afbf07cef809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:19.588560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-8e78e50b-388e-4542-aa23-afbf07cef809 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.1390367 May 25 17:31:19.694251 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-38ac8356-c556-46b7-ac46-1727fd4fc9c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 1000 time: 0.0985432 May 25 17:31:19.766355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e45c-631a-481c-9367-9d147975733e req-a47bddd5-623f-4593-97f8-d5ac272860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:19.767830 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-a47bddd5-623f-4593-97f8-d5ac272860a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0669942 May 25 17:31:19.847521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2e45c-631a-481c-9367-9d147975733e req-a0439ad1-b12c-4f7a-b526-197b0f2b7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:19.848975 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-a0439ad1-b12c-4f7a-b526-197b0f2b7a38 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748205 May 25 17:31:19.988163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-72bc87e5-732b-4776-9cd8-10438a551276 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302912 May 25 17:31:20.130060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa2e45c-631a-481c-9367-9d147975733e req-1b2d059c-ce47-48ff-afbf-f11d06591b7e service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357186 May 25 17:31:20.722888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc9453-fdc3-437b-b604-56db52d5a724 req-d68dd632-027e-4557-b41b-3c13c4b421b3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:20.724323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5cc9453-fdc3-437b-b604-56db52d5a724 req-d68dd632-027e-4557-b41b-3c13c4b421b3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0816936 May 25 17:31:20.771495 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e5cc9453-fdc3-437b-b604-56db52d5a724 req-e0cb0427-0b59-49e7-8d6a-3b232f05b70c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 May 25 17:31:21.960233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9130f-8817-4e3d-acc1-9123bb2149bb req-d5fd1b45-bbf9-4001-a02d-5acdc5b18e0a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:21.961695 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-63d9130f-8817-4e3d-acc1-9123bb2149bb req-d5fd1b45-bbf9-4001-a02d-5acdc5b18e0a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0845621 May 25 17:31:22.008095 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-63d9130f-8817-4e3d-acc1-9123bb2149bb req-3f147177-1c25-468e-9935-27c9e3d96787 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405078 May 25 17:31:23.202219 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d858-eacc-435c-941b-e2e60a452bfe req-4d0c44c3-cb48-4056-9445-779eb0ef986a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:23.203728 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-00a4d858-eacc-435c-941b-e2e60a452bfe req-4d0c44c3-cb48-4056-9445-779eb0ef986a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0888400 May 25 17:31:23.249697 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-00a4d858-eacc-435c-941b-e2e60a452bfe req-c422e360-acec-4ec9-858b-bdddb054e689 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 May 25 17:31:24.443942 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a30bc2-b541-4245-85b1-70be9cfd351b req-677d3e0f-7542-4391-8ac0-e3ca71e00337 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:24.445471 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b6a30bc2-b541-4245-85b1-70be9cfd351b req-677d3e0f-7542-4391-8ac0-e3ca71e00337 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0852869 May 25 17:31:24.492057 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b6a30bc2-b541-4245-85b1-70be9cfd351b req-cdc15548-f420-4163-8014-7173d9f3b089 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 May 25 17:31:25.677760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ed32e-9f86-4c31-a0e2-76ffb0ed816a req-3ddbcded-0412-4c75-b7c3-0f7f913fb163 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:25.679279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f19ed32e-9f86-4c31-a0e2-76ffb0ed816a req-3ddbcded-0412-4c75-b7c3-0f7f913fb163 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0806694 May 25 17:31:25.729101 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f19ed32e-9f86-4c31-a0e2-76ffb0ed816a req-046e7e17-952b-4722-b641-ec6dc03559de tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 May 25 17:31:26.921484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047011a5-9d76-4005-aa8b-178c4cbba5c3 req-1a18f344-8657-472e-be8b-94aa3030d098 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:26.922989 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-047011a5-9d76-4005-aa8b-178c4cbba5c3 req-1a18f344-8657-472e-be8b-94aa3030d098 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0873406 May 25 17:31:26.969553 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-047011a5-9d76-4005-aa8b-178c4cbba5c3 req-a439ebc4-ade3-48f2-bda7-98d4ada4c4a5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405867 May 25 17:31:28.151847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38dd7c-bd47-498e-930a-b06f5307658e req-69730c9d-b41a-499d-8ec0-d741dff46d01 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:28.153517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff38dd7c-bd47-498e-930a-b06f5307658e req-69730c9d-b41a-499d-8ec0-d741dff46d01 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0803857 May 25 17:31:28.198841 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ff38dd7c-bd47-498e-930a-b06f5307658e req-98eeb79a-4c78-4948-ae89-48ba1dad8b77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388522 May 25 17:31:29.383913 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcc7ae-527f-43cf-b360-8e1c570afa53 req-99b79165-7734-4a76-b46e-94fcf1729915 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:29.385493 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c6bcc7ae-527f-43cf-b360-8e1c570afa53 req-99b79165-7734-4a76-b46e-94fcf1729915 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0815141 May 25 17:31:29.440636 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c6bcc7ae-527f-43cf-b360-8e1c570afa53 req-1dc1a35b-fca3-46e4-9e1f-cd39fb709e7a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482988 May 25 17:31:30.635375 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb90a4e-7406-419d-8f65-a9e680fce0ca req-85b5220a-ad9f-4d14-9eca-89371e129f7f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:30.636837 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ceb90a4e-7406-419d-8f65-a9e680fce0ca req-85b5220a-ad9f-4d14-9eca-89371e129f7f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0845654 May 25 17:31:30.683066 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ceb90a4e-7406-419d-8f65-a9e680fce0ca req-c3a0bffc-e7da-4253-9420-0880318c0697 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 May 25 17:31:31.872212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb23f00-583d-4733-9260-351ece2d3e8f req-b2298c59-9d3d-4778-a76a-1346203bed53 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:31.873688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2fb23f00-583d-4733-9260-351ece2d3e8f req-b2298c59-9d3d-4778-a76a-1346203bed53 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0819914 May 25 17:31:31.918619 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2fb23f00-583d-4733-9260-351ece2d3e8f req-cd2bd40f-4a05-4a8a-9006-b8d327bfa6a2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391452 May 25 17:31:31.941835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42342) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:31:32.052839 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3ac217ac-2565-4e54-8045-5505ad6c0d11 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef HTTP/1.1" status: 200 len: 992 time: 0.1097083 May 25 17:31:40.155537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2f3f8b2d-007b-430e-acfe-f9ac408f473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:41.348890 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-8db0bc6b-539b-43af-912f-83b4180f9686 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703597 May 25 17:31:41.513934 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-fc20f5b3-73e1-4cd6-92a6-736a920260b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:41.515928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-fc20f5b3-73e1-4cd6-92a6-736a920260b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0761559 May 25 17:31:41.807146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-964bbc37-6d63-4e42-8ea4-5e7d624f259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:41.808577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-964bbc37-6d63-4e42-8ea4-5e7d624f259b service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.2737427 May 25 17:31:41.915838 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-351357bc-53bd-496f-a217-88584a535cd3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 1000 time: 0.1004381 May 25 17:31:41.985081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-3ecbcd1e-8ad6-4a4b-aec0-e56c0520605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:41.986543 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-3ecbcd1e-8ad6-4a4b-aec0-e56c0520605a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0636871 May 25 17:31:42.064179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-7e1d013f-beeb-4d58-a72e-930ad9549b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:31:42.065574 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-7e1d013f-beeb-4d58-a72e-930ad9549b56 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726445 May 25 17:31:42.200929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-9415426b-7b9e-43f6-abdf-5e9bd183c0c1 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288767 May 25 17:31:42.338448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f70e9ff-5aa7-42df-977d-06525fe4bad3 req-9c411e23-8099-467b-aacb-2baa50a7605c service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301978 May 25 17:31:42.676665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:42.940883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-014a3c5c-e8fd-4ae3-b9d8-f503acde539d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:43.824737 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:31:43.940086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:45.619963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:31:49.250121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:10.157453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e42db7ea-d76b-4a88-8ac0-117bb2070e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:12.679953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:12.942564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-50557306-f039-4fca-8eb8-d96dae612ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:13.943354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:15.624066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:19.257294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:20.824222 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:32:33.070842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42366) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:33.342274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port e652809b-2cab-45ed-a137-917ef5f9d1a0 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:32:33.342520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:33.464708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:33.465031 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:33.591615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for e652809b-2cab-45ed-a137-917ef5f9d1a0 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:32:33.711394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:33.715105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:33.763088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=e652809b-2cab-45ed-a137-917ef5f9d1a0,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:33.806072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.806458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.806836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.807234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.807602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.807973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.808335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.808696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.809144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.809498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.809875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.810208 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:33.838639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:33.874780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:33.875135 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef disassociated (deleted). External IP: 172.26.6.92, port: 68324931-b5c7-47f4-a6ad-dd1d291c12e3. May 25 17:32:34.365106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router f2297145-1c58-4028-b20a-3f8f1d7d3496 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:32:34.550643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:32:34.559806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Sync routers for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:32:34.573327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:34.609313 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:34.610440 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:34.634082 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/floatingips/30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef HTTP/1.1" status: 204 len: 168 time: 1.5620155 May 25 17:32:34.634685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:32:34.768612 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'status': 'completed', 'code': 200} May 25 17:32:34.806655 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:34.874846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-734a3d4e-89bb-4abc-b856-0830aea3d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:34.877031 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-734a3d4e-89bb-4abc-b856-0830aea3d844 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 1098 time: 0.0876734 May 25 17:32:35.077303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-3adf4ebd-1b59-4eac-9d27-054f77871219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:35.078796 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-3adf4ebd-1b59-4eac-9d27-054f77871219 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 200 len: 898 time: 0.1952853 May 25 17:32:35.094995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4974e-68d6-4dab-8432-a4845531b5fb req-14c1f0b1-15d0-484c-8d93-9a9efd65f07f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:35.095763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-23b4974e-68d6-4dab-8432-a4845531b5fb req-14c1f0b1-15d0-484c-8d93-9a9efd65f07f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:32:35.131061 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:35.134839 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Checking router: f2297145-1c58-4028-b20a-3f8f1d7d3496 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:32:35.143158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:35.143763 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:35.166206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-5ae3eeaa-c42a-4d8c-96e1-8989cc2533ed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 200 len: 217 time: 0.0676301 May 25 17:32:35.207091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-23b4974e-68d6-4dab-8432-a4845531b5fb req-14c1f0b1-15d0-484c-8d93-9a9efd65f07f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:32:35.208094 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23b4974e-68d6-4dab-8432-a4845531b5fb req-14c1f0b1-15d0-484c-8d93-9a9efd65f07f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.2503510 May 25 17:32:35.258879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-0ca6cd2c-7b32-4310-9683-632658f66f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:35.260355 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-0ca6cd2c-7b32-4310-9683-632658f66f16 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 200 len: 834 time: 0.0864971 May 25 17:32:35.310773 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23b4974e-68d6-4dab-8432-a4845531b5fb req-4787f99e-15cf-4fcb-901c-a34474da4e5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919847 May 25 17:32:35.323425 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:35.351882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-1e06281c-5656-44c7-bc26-902a735d1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:35.353390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-1e06281c-5656-44c7-bc26-902a735d1f95 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d7b67dce-fad0-42d7-b88d-5e39f7c01721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851626 May 25 17:32:35.493755 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-ad87da2c-27f1-4b63-8ec9-0289daf98fa0 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319218 May 25 17:32:35.631971 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-972e95e8-5021-4fd8-83de-6f95d89b860f req-a1274088-10df-4825-ae77-9a8e9fbde0c1 service neutron] 10.222.0.95 "GET /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311967 May 25 17:32:35.639545 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:35.644653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6359e2d-caa6-4fe5-89bd-65d45e900b1a None None] The sync data for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv is: [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:29:47Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'cb7c0e9f-d16f-44ba-bc33-3106d977082c', 'name': '', 'network_id': 'd7b67dce-fad0-42d7-b88d-5e39f7c01721', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:37:15:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:46Z', 'updated_at': '2021-05-25T17:29:52Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'f675eb79-065a-4720-b509-6f028bd674dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:32:35.861107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0da907-16d8-4995-8cf4-9a2984c236bd None None] New status for floating IP 30970a2f-72d5-4ef9-80fd-ddb5bd87f2ef: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:32:36.510165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f2bcf-6272-4125-bfce-5590f1507fd1 req-d7c794b2-c446-44a1-aa04-b8a481e3f175 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:36.511686 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-778f2bcf-6272-4125-bfce-5590f1507fd1 req-d7c794b2-c446-44a1-aa04-b8a481e3f175 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0902803 May 25 17:32:36.677748 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-778f2bcf-6272-4125-bfce-5590f1507fd1 req-f66e1614-41b8-4745-8652-d0564452a6ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b7da6d3b-9efa-4143-8bb4-5355a74d1275&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599941 May 25 17:32:36.862837 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-e6839beb-77c0-4f49-b807-cdaa759eda56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:36.864319 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-e6839beb-77c0-4f49-b807-cdaa759eda56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0831945 May 25 17:32:37.003411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:32:37.003757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:37.295066 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 68324931-b5c7-47f4-a6ad-dd1d291c12e3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=68324931-b5c7-47f4-a6ad-dd1d291c12e3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:37.295361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:37.422791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 68324931-b5c7-47f4-a6ad-dd1d291c12e3 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:32:37.543918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:37.552573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:37.598500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=68324931-b5c7-47f4-a6ad-dd1d291c12e3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:37.601277 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:37.678978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] No DVR routers for this DVR port 68324931-b5c7-47f4-a6ad-dd1d291c12e3 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:32:37.681461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:37.684246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'name': 'network-vif-deleted', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:32:37.701113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2e9e7074-6b00-4f75-8109-82558ffeb043 req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "DELETE /v2.0/ports/68324931-b5c7-47f4-a6ad-dd1d291c12e3 HTTP/1.1" status: 204 len: 173 time: 0.8307180 May 25 17:32:37.739074 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b200e7-ddfb-4eb9-ab8e-0981a059e7f9', 'name': 'network-vif-deleted', 'tag': '68324931-b5c7-47f4-a6ad-dd1d291c12e3', 'status': 'completed', 'code': 200} May 25 17:32:37.835691 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-58a16db5-c0f0-4193-b42d-b3779588858c req-5a61cfd9-a5b5-468c-b9e2-87de116811a7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=67b200e7-ddfb-4eb9-ab8e-0981a059e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0474188 May 25 17:32:38.934364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42388) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:39.230083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 68324931-b5c7-47f4-a6ad-dd1d291c12e3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:32:39.265089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 68324931-b5c7-47f4-a6ad-dd1d291c12e3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:32:39.265437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 68324931-b5c7-47f4-a6ad-dd1d291c12e3 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:32:39.500546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:39.924003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port cb7c0e9f-d16f-44ba-bc33-3106d977082c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:32:39.924331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:40.160582 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5885cae7-1dd4-4138-a2c2-ce8bd9785329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:40.232022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port cb7c0e9f-d16f-44ba-bc33-3106d977082c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=cb7c0e9f-d16f-44ba-bc33-3106d977082c,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:40.232590 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:40.362852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for cb7c0e9f-d16f-44ba-bc33-3106d977082c owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:32:40.661823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:40.665509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a3cd267-81bb-4ba0-8802-fb6dc844ccd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:40.714207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=cb7c0e9f-d16f-44ba-bc33-3106d977082c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:40.717138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:40.994238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:41.363468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router f2297145-1c58-4028-b20a-3f8f1d7d3496 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:32:41.695550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:32:41.705693 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Sync routers for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:32:41.707849 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/f2297145-1c58-4028-b20a-3f8f1d7d3496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723794 May 25 17:32:41.710623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42392) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:41.716886 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:41.717893 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:41.821494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting subnet f675eb79-065a-4720-b509-6f028bd674dd {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:32:41.824556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:41.879744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:41.900159 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:41.968431 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.222319 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:32:40Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:42.226211 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Checking router: f2297145-1c58-4028-b20a-3f8f1d7d3496 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:32:42.235453 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Routers {'f2297145-1c58-4028-b20a-3f8f1d7d3496'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:42.236113 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['f2297145-1c58-4028-b20a-3f8f1d7d3496'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:42.250291 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.256077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e23584d-5f6f-4be8-a122-9987e239172a tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:42.300140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Subnet': ['ID=f675eb79-065a-4720-b509-6f028bd674dd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:42.303699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e9eb29-59db-4041-a8b8-d1cca41f3925 None None] Network d7b67dce-fad0-42d7-b88d-5e39f7c01721 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:32:42.304238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.316041 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/subnets/f675eb79-065a-4720-b509-6f028bd674dd HTTP/1.1" status: 204 len: 168 time: 0.6011519 May 25 17:32:42.316041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.316041 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.316443 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.316693 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.317066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.317426 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.317786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.318136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42398) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:42.318261 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.318486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.318843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.319226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.319580 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:42.323122 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-13f94f0a-8fc5-47d1-917b-1ffde7f00da1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:42.432681 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] Set router f2297145-1c58-4028-b20a-3f8f1d7d3496 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:42.523022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.597491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] DHCP port deletion for d7b67dce-fad0-42d7-b88d-5e39f7c01721 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:32:42.692761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Deleting port 73523316-e15d-4c92-9b33-747bc51c23a3 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:32:42.693319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.713940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.722202 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.745018 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:32:40Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:42.749189 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c534d0-8c94-4274-a5c0-19a6bf8cad57 None None] The sync data for ids ['f2297145-1c58-4028-b20a-3f8f1d7d3496'] in dv-neutron-792998-1-hyperv is: [{'id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624531368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25'}], 'enable_snat': True}, 'gw_port_id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:29:41Z', 'updated_at': '2021-05-25T17:32:40Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '3252ea0a-a9ff-4d8b-a5ab-3437b860c68c', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2297145-1c58-4028-b20a-3f8f1d7d3496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:29:42Z', 'updated_at': '2021-05-25T17:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:32:42.801308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:32:42.801655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.807153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] For port 73523316-e15d-4c92-9b33-747bc51c23a3, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=73523316-e15d-4c92-9b33-747bc51c23a3,segment=NetworkSegment(cada45e6-c57d-4cab-b8fd-ce8aa9b299fa),segment_id=cada45e6-c57d-4cab-b8fd-ce8aa9b299fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:42.807552 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.931189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:42.931587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.933608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Calling delete_port for 73523316-e15d-4c92-9b33-747bc51c23a3 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:32:42.956180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-89ea7a39-84b0-446b-a141-00127b35d83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.993967 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:42.997730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f4ea94a9-a579-4308-8ead-586196df235a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:43.046424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Pushing event deleted for resources: {'Port': ['ID=73523316-e15d-4c92-9b33-747bc51c23a3,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:43.051501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] No DVR routers for this DVR port 73523316-e15d-4c92-9b33-747bc51c23a3 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:32:43.057858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.058221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.058550 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.058885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.059248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.059587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.059899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:32:43.060021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.060226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.060938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.060938 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.061178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.061491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:43.064972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:43.210347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.214363 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:43.261272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=3252ea0a-a9ff-4d8b-a5ab-3437b860c68c,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:43.264445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:43.355588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.536754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.539123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.564231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.564756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Fanout notify agent at l3_agent the message router_deleted on router f2297145-1c58-4028-b20a-3f8f1d7d3496 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:32:43.580767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.581874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/routers/f2297145-1c58-4028-b20a-3f8f1d7d3496 HTTP/1.1" status: 204 len: 168 time: 1.2624950 May 25 17:32:43.584564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42404) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:43.706667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:43.946001 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.008179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.022986 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b67dce-fad0-42d7-b88d-5e39f7c01721']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:44.035769 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:44.036065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cada45e6-c57d-4cab-b8fd-ce8aa9b299fa') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:44.047197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.064777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.071298 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:32:44.071767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:32:44.090665 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:32:44.186128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.190888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bdbd6160-e1a0-4527-a256-17f65ca29fd5 tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:44.206316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.217386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Network': ['ID=d7b67dce-fad0-42d7-b88d-5e39f7c01721,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:44.220097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:44.227714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/networks/d7b67dce-fad0-42d7-b88d-5e39f7c01721 HTTP/1.1" status: 204 len: 168 time: 0.6421785 May 25 17:32:44.230304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42410) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:44.299897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.331149 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.395797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.399715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6cda862a-4e6b-4658-9f75-88b74f7cae00 tempest-PortsIpV6TestJSON-1392830390 tempest-PortsIpV6TestJSON-1392830390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:44.416099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da6d3b-9efa-4143-8bb4-5355a74d1275,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:44.418901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:44.431004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:44.434959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2fccc0d3-5613-48a2-9fae-fcc00899399b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/security-groups/b7da6d3b-9efa-4143-8bb4-5355a74d1275 HTTP/1.1" status: 204 len: 168 time: 0.2009430 May 25 17:32:44.565147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cb7c0e9f-d16f-44ba-bc33-3106d977082c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:32:44.598703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: cb7c0e9f-d16f-44ba-bc33-3106d977082c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:32:44.599079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device cb7c0e9f-d16f-44ba-bc33-3106d977082c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:32:44.599491 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:32:44.632078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:32:44.632425 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 3252ea0a-a9ff-4d8b-a5ab-3437b860c68c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:32:44.632836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 73523316-e15d-4c92-9b33-747bc51c23a3 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:32:44.666757 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 73523316-e15d-4c92-9b33-747bc51c23a3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:32:44.667146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 73523316-e15d-4c92-9b33-747bc51c23a3 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:32:45.623449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:45.798774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42420) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:45.804535 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149979750', 'description': 'tempest-secgroup-smoke-1149979750 description', 'project_id': '44caad858db340aeb630ba8c8afdc5a2'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:45.810562 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:45.815519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:45.818490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:45.825205 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:45.836461 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:45.857359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:45.862045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:45.864860 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:45.870708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:45.944653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:45.949926 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:45.954510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8b0b1d76-7e54-47f0-b3e9-5d1c28d6bbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:45.998017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.001697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.002705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.003968 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d7196bf9-dfd2-4818-9f92-c71f066345b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2041583 May 25 17:32:46.006883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42424) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.012517 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.019293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.023112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.025974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.032282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.049747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.113293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.117073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.118932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3557fff6-ee05-40d3-ad7a-e7e900010ce0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.140606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c59b3ec-ca9f-4aa7-bbaa-4f115b7dc0a6,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.143754 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.151175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.152361 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9c9221b1-f6c3-4b18-9e61-920a720bcd7b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445260 May 25 17:32:46.155073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.160670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.166516 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.170257 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.173095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.179119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.198604 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.264360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.268993 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.270777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9e63e7ee-8f3b-4410-b285-ac489ee77a78 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.294783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa849642-fe46-428d-b906-8e065db6eb7f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.299537 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.304807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.306213 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9ab82545-6310-47e0-b3a4-84ec1d1532fd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502507 May 25 17:32:46.308855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42432) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.315064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.321210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.324988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.327818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.334118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.351056 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.414262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.417941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.419822 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eea28310-f7d4-4496-88c2-462bc57858c8 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.443745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd30184f-61fa-48b7-9f7c-5b7dd414677f,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.446267 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.454120 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.455590 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-23e9ee65-1778-4c83-a272-e34386b8d954 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457877 May 25 17:32:46.459809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42436) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.465198 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.472334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.476232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.479161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.485007 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.501357 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.570006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.573746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.575625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-31309c9d-4b2e-47e9-b3a6-fa814ef7ef69 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.598407 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a4a5e3-b621-4adc-bad3-11db920a8e22,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.602933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.607366 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.608589 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-19d56ac9-691a-491f-a464-15ca2adcea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477685 May 25 17:32:46.612417 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42440) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.617541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.623679 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.627995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.630821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.636759 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.648002 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:32:46.653690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.721282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.726654 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.728445 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.751457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e42d22-6c9b-49ad-a76c-5ac9a5b1d28c,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.755546 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.767032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.768375 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6bf71d40-433d-4330-baad-6030b7876867 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549940 May 25 17:32:46.772112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42446) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.778021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': '23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.784484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.788380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.791458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.803145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.814850 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:32:46.822860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.891754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.895469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.897314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-43f14c3d-0ce1-49c4-8b7e-6e696978c9b0 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:46.922077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81994dd-b8f5-43e6-bb8d-52b9f657b7a2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:46.927704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:46.932397 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:46.933626 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1605244 May 25 17:32:46.936431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42450) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:46.942761 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'network': {'name': 'tempest-network-smoke--1724084552', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:46.947722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:46.951793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:network and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:46.954694 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:46.960458 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:46.971099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:32:46.974583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.004926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] vlan segment allocate from pool success with {'vlan_id': 1175, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:32:47.014092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.014430 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Added segment 2bed0c11-ed9b-4d23-8939-bffca1357b87 of type vlan for network 1d750174-0494-4710-b6b9-57f1efbeb978 May 25 17:32:47.042012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.073061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.078697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:47.079527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.083943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:47.190546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2530653 May 25 17:32:47.193641 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42454) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:47.199091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'admin_state_up': True, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:47.200204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Network': ['ID=1d750174-0494-4710-b6b9-57f1efbeb978,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:47.202922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4f01edb6-ecea-4114-9a95-6d36c2ec3a31 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:47.207947 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:47.211067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 1d750174-0494-4710-b6b9-57f1efbeb978 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:32:47.213006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:router and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:47.217128 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:47.224378 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:47.236265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.237283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.253805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.532699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.959948 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:47.989456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:48.129204 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.170 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/f0a7e82c-cb84-4f74-9fd0-9955b6b0669d) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:32:48.279543 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:48.309560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:48.314159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cd93fbe3-af79-4cb6-b1c0-a60f9175ca67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:48.383621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:32:48.390396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:32:48.390396 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:32:48.420631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:48.427941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:48.820239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:49.168208 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:49.274111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:49.510399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router d0321f65-2065-447c-9f12-a781033c1d33 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:32:49.702100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:32:49.712312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Sync routers for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:32:49.724277 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:49.725484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:49.733910 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:49.736095 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-165f332f-cce9-42c0-a6c0-b17fc9d27cbb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5413501 May 25 17:32:49.740566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42460) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:49.924977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:49.990533 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1fd53ae0-0ab3-49d2-8d1e-b07019ebecf6 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=44caad858db340aeb630ba8c8afdc5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2484677 May 25 17:32:49.992843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42468) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:50.152957 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251e336-4358-47b1-b7ff-1931154473cf tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:50.157822 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b251e336-4358-47b1-b7ff-1931154473cf tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1607039 May 25 17:32:50.158265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42474) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:50.214810 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f4bc24fa-5a7b-4caf-9926-34c3fdd1dd6f tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526910 May 25 17:32:50.216737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42478) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:50.223951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375459862', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:32:50.240335 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:48Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:50.244742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Checking router: d0321f65-2065-447c-9f12-a781033c1d33 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:32:50.244988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Updating router d0321f65-2065-447c-9f12-a781033c1d33 port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:32:50.302150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.379982 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:32:50.384359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:subnet and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:32:50.387389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:32:50.398118 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:32:50.410194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:32:50.414533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.664047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.677715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Transition to ACTIVE for port object f0a7e82c-cb84-4f74-9fd0-9955b6b0669d will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:32:50.684731 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.689500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:50.814831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Attempting to bind port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:32:50.815178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Attempting to bind port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:32:50.816096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Attempting to bind port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:32:50.824972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:32:50.825355 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:32:50.825761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.826166 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:32:50.826648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Bound port: f0a7e82c-cb84-4f74-9fd0-9955b6b0669d, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:32:50.827060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.855106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:50.868829 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:50.882340 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.886967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0341448e-5321-4dc9-8fbc-e086e6a59755 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:50.903760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] For port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:32:50.906832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] For port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:32:50.912319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:50.915943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:50.970712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Subnet': ['ID=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:50.974225 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:50.977450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Checking segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:32:50.977819 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network hostable DHCP agents. Network: 1d750174-0494-4710-b6b9-57f1efbeb978, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:32:50.993966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:50.994712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:50.996632 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 1d750174-0494-4710-b6b9-57f1efbeb978 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:32:51.007766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 1d750174-0494-4710-b6b9-57f1efbeb978) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:32:51.020526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:51.021187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:51.041965 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c1186548-542e-4916-a041-d888c1eff1ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8240623 May 25 17:32:51.044718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42482) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:32:51.051262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870af0b5-696a-41fd-99aa-7148c06559bd None None] Network 1d750174-0494-4710-b6b9-57f1efbeb978 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:32:51.086881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Pushing event updated for resources: {'Port': ['ID=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:51.096809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:51.290479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:51.581382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-1d750174-0494-4710-b6b9-57f1efbeb978', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:32:51.582218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:51.807297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Allocated IP 172.20.0.2 (1d750174-0494-4710-b6b9-57f1efbeb978/bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36/57747e21-87be-4950-9455-210492897ad7) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:32:51.813285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:48Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:51.822147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2e337-60a4-42d3-8994-b5d248462849 None None] The sync data for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:48Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:32:51.910453 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.046381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.066631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Transition to ACTIVE for port object 57747e21-87be-4950-9455-210492897ad7 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:32:52.100982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Transition to ACTIVE for port object 57747e21-87be-4950-9455-210492897ad7 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:32:52.115571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.119707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:52.185383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Network 1d750174-0494-4710-b6b9-57f1efbeb978 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:32:52.189535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:32:52.193440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:32:52.234504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Pushing event updated for resources: {'Port': ['ID=57747e21-87be-4950-9455-210492897ad7,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:52.241755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:52.295710 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Attempting to bind port 57747e21-87be-4950-9455-210492897ad7 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:32:52.295989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Attempting to bind port 57747e21-87be-4950-9455-210492897ad7 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:32:52.297341 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Attempting to bind port 57747e21-87be-4950-9455-210492897ad7 on network 1d750174-0494-4710-b6b9-57f1efbeb978 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:32:52.303189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:32:52.303729 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Checking segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:32:52.304149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.304553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Bound using segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:32:52.305108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Bound port: 57747e21-87be-4950-9455-210492897ad7, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:32:52.305422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.385402 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.1 (1d750174-0494-4710-b6b9-57f1efbeb978/bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36/acceda0b-0078-4d25-bfe1-0860d382e36e) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:32:52.479106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] For port 57747e21-87be-4950-9455-210492897ad7, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:32:52.483123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] For port 57747e21-87be-4950-9455-210492897ad7, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=57747e21-87be-4950-9455-210492897ad7,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:32:52.487737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.492643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:52.569462 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Pushing event updated for resources: {'Port': ['ID=57747e21-87be-4950-9455-210492897ad7,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:52.573394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:52.574617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.598935 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object acceda0b-0078-4d25-bfe1-0860d382e36e will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:32:52.627459 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.631801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1e2d629e-0d8b-472c-b8ba-0b8c46dcca4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:52.666019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f0a7e82c-cb84-4f74-9fd0-9955b6b0669d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:52.705691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 1d750174-0494-4710-b6b9-57f1efbeb978 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:32:52.709220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:32:52.714166 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:32:52.748510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:52.756023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:32:52.756236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:52.761358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:52.761796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.788814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.926688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.946633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:52.951522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:52.955994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9d907671-ea06-441d-a731-28a907dd33c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:53.033842 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:53.038766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:53.220148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:53.645838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:53.650507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:53.679607 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-1f0aec1d-136d-446d-9528-420110ed9e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:53.772001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:53.775667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:53.778963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:53.916659 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 1d750174-0494-4710-b6b9-57f1efbeb978 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:32:53.917934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:32:54.112349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router d0321f65-2065-447c-9f12-a781033c1d33 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:32:54.188873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852f0c9-99ea-445f-a3dc-892efa803c68 None None] Network 1d750174-0494-4710-b6b9-57f1efbeb978 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:32:54.295366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2cda5f22-3362-4a53-b414-3711e4c3af6b None None] Provisioning for port 57747e21-87be-4950-9455-210492897ad7 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:32:54.301346 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:32:54.312422 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Sync routers for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:32:54.316032 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/d0321f65-2065-447c-9f12-a781033c1d33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2702639 May 25 17:32:54.323653 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:54.324603 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:54.508673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-4fdbbad5-1257-4121-a8ed-25b979767032 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:32:54.525725 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-4fdbbad5-1257-4121-a8ed-25b979767032 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:32:54.527222 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-4fdbbad5-1257-4121-a8ed-25b979767032 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149979750&fields=id&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 267 time: 0.0676155 May 25 17:32:54.539400 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:54.693567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f0a7e82c-cb84-4f74-9fd0-9955b6b0669d up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:54.740595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-96d567c8-55e5-40d6-ac12-98c465915550 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:32:54.741946 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-96d567c8-55e5-40d6-ac12-98c465915550 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:32:54.758603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-99f409a8-6a42-4ffb-a747-6cbc3a777f5f None None] Provisioning for port acceda0b-0078-4d25-bfe1-0860d382e36e completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:32:54.762569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-96d567c8-55e5-40d6-ac12-98c465915550 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:32:54.764838 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-96d567c8-55e5-40d6-ac12-98c465915550 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 797 time: 0.2288001 May 25 17:32:54.768195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-99f409a8-6a42-4ffb-a747-6cbc3a777f5f None None] Provisioning complete for port acceda0b-0078-4d25-bfe1-0860d382e36e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:54.768578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-99f409a8-6a42-4ffb-a747-6cbc3a777f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:54.789377 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-b453a94a-e9db-4f3a-b35b-8aac654d36e9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/quotas/44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 375 time: 0.0171337 May 25 17:32:54.841559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-99f409a8-6a42-4ffb-a747-6cbc3a777f5f None None] Port acceda0b-0078-4d25-bfe1-0860d382e36e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:32:54.847869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:54.848241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:54.888562 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 2, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:54.893526 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Checking router: d0321f65-2065-447c-9f12-a781033c1d33 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:32:54.894193 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Updating router d0321f65-2065-447c-9f12-a781033c1d33 port acceda0b-0078-4d25-bfe1-0860d382e36e binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:32:54.902486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-1fef529b-3a93-46d6-af4c-3a8f4a7e0f6f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:32:54.922667 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-1fef529b-3a93-46d6-af4c-3a8f4a7e0f6f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:32:54.936621 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-1fef529b-3a93-46d6-af4c-3a8f4a7e0f6f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1410408 May 25 17:32:54.954664 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:54.987236 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 57747e21-87be-4950-9455-210492897ad7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:55.000512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-d5cb5f58-9e1f-4691-a3fc-502ee25af0fc service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99126) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:32:55.001767 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-d5cb5f58-9e1f-4691-a3fc-502ee25af0fc service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0632174 May 25 17:32:55.057831 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-c38fd20c-8bf2-4b3e-b3ac-2c44c5818918 None None] Provisioning complete for port acceda0b-0078-4d25-bfe1-0860d382e36e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:55.058303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c38fd20c-8bf2-4b3e-b3ac-2c44c5818918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.119839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c38fd20c-8bf2-4b3e-b3ac-2c44c5818918 None None] Port acceda0b-0078-4d25-bfe1-0860d382e36e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:32:55.122319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 57747e21-87be-4950-9455-210492897ad7 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:32:55.128513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 57747e21-87be-4950-9455-210492897ad7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:55.129228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.163215 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-196b5809-20a7-4fe0-a3cb-f72cbb26e214 service neutron] 10.222.0.96 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543851 May 25 17:32:55.273031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.307955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 57747e21-87be-4950-9455-210492897ad7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=57747e21-87be-4950-9455-210492897ad7,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:55.312211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.315817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:55.392068 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5943728b-2963-4bf6-a56f-71de71cadc02 None None] Provisioning complete for port acceda0b-0078-4d25-bfe1-0860d382e36e triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:55.392405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5943728b-2963-4bf6-a56f-71de71cadc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.403326 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.415260 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Transition to ACTIVE for port object acceda0b-0078-4d25-bfe1-0860d382e36e will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:32:55.421939 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.427409 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-23e81bcd-a7ed-480e-9e3d-4d552ac7c28f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:55.454849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=57747e21-87be-4950-9455-210492897ad7,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:55.458025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:55.463138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-5943728b-2963-4bf6-a56f-71de71cadc02 None None] Port acceda0b-0078-4d25-bfe1-0860d382e36e cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:32:55.475362 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-3f367add-bb91-484a-8490-c2c670cd6da1 service neutron] 10.222.0.96 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064268 May 25 17:32:55.619249 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Pushing event updated for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645167 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645857 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.645857 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.646034 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.646329 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.646642 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.646975 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:32:55.651962 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:55.659416 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Attempting to bind port acceda0b-0078-4d25-bfe1-0860d382e36e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:32:55.659790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Attempting to bind port acceda0b-0078-4d25-bfe1-0860d382e36e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:32:55.660158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Attempting to bind port acceda0b-0078-4d25-bfe1-0860d382e36e on network 1d750174-0494-4710-b6b9-57f1efbeb978 {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:32:55.666182 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:32:55.666577 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Checking segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:32:55.666990 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.667521 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Bound using segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:32:55.668012 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Bound port: acceda0b-0078-4d25-bfe1-0860d382e36e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:32:55.668392 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.758477 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] For port acceda0b-0078-4d25-bfe1-0860d382e36e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:32:55.761458 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] For port acceda0b-0078-4d25-bfe1-0860d382e36e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=acceda0b-0078-4d25-bfe1-0860d382e36e,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:32:55.765544 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:55.770140 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-478e9d23-5d1e-4c6b-b231-67b8b4eace3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:55.851491 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Pushing event updated for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:55.855112 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:55.855788 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:32:55.856398 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:32:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:56.039340 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:32:56.356263 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:55Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:32:56.360790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449c1f24-0614-486c-b76b-93a20e02d78a None None] The sync data for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:55Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:32:56.670197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device acceda0b-0078-4d25-bfe1-0860d382e36e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:56.702278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0139ac71-0b9d-4ba1-a966-e94fafe1d4ef req-4bd54b11-cb95-49c4-9c45-09c1a1021257 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:32:56.715960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-0139ac71-0b9d-4ba1-a966-e94fafe1d4ef req-4bd54b11-cb95-49c4-9c45-09c1a1021257 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:32:56.717173 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0139ac71-0b9d-4ba1-a966-e94fafe1d4ef req-4bd54b11-cb95-49c4-9c45-09c1a1021257 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0655890 May 25 17:32:56.752320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port acceda0b-0078-4d25-bfe1-0860d382e36e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:32:56.757949 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port acceda0b-0078-4d25-bfe1-0860d382e36e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:56.758578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:56.892159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:56.927063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port acceda0b-0078-4d25-bfe1-0860d382e36e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=acceda0b-0078-4d25-bfe1-0860d382e36e,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:32:56.935489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:56.936362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 57747e21-87be-4950-9455-210492897ad7 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:56.964763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-b0f56b68-2e8f-4975-a276-3bd87dfbf7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:32:57.059988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:32:57.064139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:32:57.076828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 57747e21-87be-4950-9455-210492897ad7 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:57.077209 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:57.817613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5269bb9a-505e-4848-93a0-5bf49cea4afb req-808ed7e0-24fd-43b0-8099-3cf2bd003fce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0433381 May 25 17:32:57.822599 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:32:58.576964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device acceda0b-0078-4d25-bfe1-0860d382e36e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:32:58.644504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port acceda0b-0078-4d25-bfe1-0860d382e36e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:32:58.644804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:32:58.914674 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cd1101f8-9af5-4e3c-ad65-c74e78dd835b req-bb5f4c53-2c6e-4fbb-9078-1d58f7e39f6b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0439997 May 25 17:33:00.012239 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9c0f0075-748d-49ac-936c-7da046da4c69 req-3e12427b-ba31-43be-b12f-39d106443658 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0455761 May 25 17:33:01.162947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3cb48f67-5ece-446b-9a23-1a7f13db4844 req-66fd3513-7142-4537-b326-7f51484b8a16 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0436933 May 25 17:33:01.826337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-2391c680-6ffd-4ee4-8fe9-37bbcca8b501 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:01.827058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-2391c680-6ffd-4ee4-8fe9-37bbcca8b501 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:33:01.839640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-2391c680-6ffd-4ee4-8fe9-37bbcca8b501 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:33:01.840765 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-2391c680-6ffd-4ee4-8fe9-37bbcca8b501 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 797 time: 0.1674981 May 25 17:33:01.892644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-5d5f21b2-6c03-47ed-8615-63900691f697 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:33:01.904636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-5d5f21b2-6c03-47ed-8615-63900691f697 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:33:01.905853 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-5d5f21b2-6c03-47ed-8615-63900691f697 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 380 time: 0.0566795 May 25 17:33:01.916156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'port': {'device_id': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'admin_state_up': True, 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'security_groups': ['23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:33:02.058518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:33:02.068898 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:33:02.079617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:33:02.083125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.258283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.8 (1d750174-0494-4710-b6b9-57f1efbeb978/bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36/2123b2f2-f240-4c6e-ae12-c724ecaa3438) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:33:02.321263 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-77e521be-eeb2-42d8-83d7-cbea389d1038 req-33fef2e0-08a1-4267-873c-e3681c6041d3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 210 time: 0.0477252 May 25 17:33:02.471656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.488053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 2123b2f2-f240-4c6e-ae12-c724ecaa3438 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:33:02.511964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.517735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b9058f24-dde8-4789-9f61-beee33a2aa56 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:02.584676 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 1d750174-0494-4710-b6b9-57f1efbeb978 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:33:02.587667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:33:02.591494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:33:02.630765 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:02.639955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:02.664228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:02.664867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.694721 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7840037 May 25 17:33:02.708919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Request body: {'port': {'device_id': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:33:02.778243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-638e3709-3b93-4610-a220-78486e127e22 None None] Provisioning for port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:33:02.784873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-638e3709-3b93-4610-a220-78486e127e22 None None] Provisioning complete for port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:33:02.785254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-638e3709-3b93-4610-a220-78486e127e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.826717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:02.841977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-638e3709-3b93-4610-a220-78486e127e22 None None] Port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:33:03.342873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:33:03.351829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:03.366366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Transition to ACTIVE for port object 2123b2f2-f240-4c6e-ae12-c724ecaa3438 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:33:03.371306 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:03.375244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ebf1e57e-dbd1-4d5d-af5e-c90f2723c872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:03.559808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:03.590005 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:03.694275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d6c6f-6a8f-4011-820d-4f10fa0baad7 req-39129293-09bb-4d97-a98b-189e1fedd1fc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:03.695002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ae2d6c6f-6a8f-4011-820d-4f10fa0baad7 req-39129293-09bb-4d97-a98b-189e1fedd1fc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:33:03.697756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Attempting to bind port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:33:03.698085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Attempting to bind port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:33:03.698414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Attempting to bind port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 on network 1d750174-0494-4710-b6b9-57f1efbeb978 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:33:03.707194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 on network 1d750174-0494-4710-b6b9-57f1efbeb978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:33:03.707445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Attempting to bind port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 on network 1d750174-0494-4710-b6b9-57f1efbeb978 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:33:03.716959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:33:03.717336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Checking segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:33:03.717713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Bound using segment: {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:33:03.718286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Bound port: 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bed0c11-ed9b-4d23-8939-bffca1357b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:33:03.718642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:03.730013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ae2d6c6f-6a8f-4011-820d-4f10fa0baad7 req-39129293-09bb-4d97-a98b-189e1fedd1fc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:33:03.731186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ae2d6c6f-6a8f-4011-820d-4f10fa0baad7 req-39129293-09bb-4d97-a98b-189e1fedd1fc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 943 time: 0.2963116 May 25 17:33:03.838084 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ae2d6c6f-6a8f-4011-820d-4f10fa0baad7 req-d389d8f6-3ce4-4efd-b548-42c8a7426ef7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991836 May 25 17:33:03.851148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:33:03.854715 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:33:03.859442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:03.864215 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-865a126f-c64b-4fa0-b337-28bbd139b524 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:03.919891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:03.920504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:03.922187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] 10.222.0.95 "PUT /v2.0/ports/2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1093 time: 1.2179275 May 25 17:33:03.924973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:33:03.952630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:03.956797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:03.998698 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'status': 'completed', 'code': 200} May 25 17:33:04.040662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-466712b1-28a6-46bc-8cae-6d80eb85bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.042222 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-466712b1-28a6-46bc-8cae-6d80eb85bc5e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1096 time: 0.0778813 May 25 17:33:04.115092 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-c509955b-fb16-4cbe-93b6-76d8382c4939 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 217 time: 0.0658591 May 25 17:33:04.183097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-47ecae12-fdf9-4662-b10b-f3c06eb27303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.184459 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-47ecae12-fdf9-4662-b10b-f3c06eb27303 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0634093 May 25 17:33:04.260651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-295f2e15-6336-4cf9-9bf8-78c6bff42435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.262110 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-295f2e15-6336-4cf9-9bf8-78c6bff42435 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715017 May 25 17:33:04.397123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-17bf70c5-6533-454f-93e5-2baf3bcb1c23 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281652 May 25 17:33:04.534171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d219118-52d7-4ee4-a349-a7ce4de3cbb7 req-3ad54f05-cec0-4cc6-b518-aeef641c7ddb service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300838 May 25 17:33:04.650140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-30734f37-0590-4554-b1e0-138b1f3889e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.651562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-30734f37-0590-4554-b1e0-138b1f3889e1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1096 time: 0.0731883 May 25 17:33:04.785209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-26050697-97a4-4451-bda3-467ecd0c5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.786671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-26050697-97a4-4451-bda3-467ecd0c5918 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1288757 May 25 17:33:04.858854 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-cca713be-bb86-4c5a-80b9-338b1f7c7d83 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 217 time: 0.0650403 May 25 17:33:04.922228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-4d7c4c46-ada4-4e46-b7d0-4beaf1d27cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:04.923700 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-4d7c4c46-ada4-4e46-b7d0-4beaf1d27cd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0587511 May 25 17:33:05.067214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-9c79000c-a870-400f-aca6-fd3948039b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:05.068704 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-9c79000c-a870-400f-aca6-fd3948039b07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1386478 May 25 17:33:05.076869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baa103-b7d3-4fa4-8d8d-be789228d204 req-fc7ad36e-4c25-4cf0-9da0-460e095b434e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:05.078790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-45baa103-b7d3-4fa4-8d8d-be789228d204 req-fc7ad36e-4c25-4cf0-9da0-460e095b434e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 943 time: 0.1122057 May 25 17:33:05.204810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-45baa103-b7d3-4fa4-8d8d-be789228d204 req-9706320e-c68f-429a-8c17-679e6cac5c90 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072686 May 25 17:33:05.244535 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-8c7195fa-14c5-447b-b6d3-0d82144e8efb service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647737 May 25 17:33:05.528544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ecd8989b-45f7-4191-a53e-03e61ae98ee6 req-b398d926-3c5d-4838-ae84-bf78f1ffc37b service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771392 May 25 17:33:06.403275 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510ee01-4d44-4722-9b4c-d4c7bbff7cdb req-51ffec94-8104-469d-a6bd-c01dc6b059fa tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:06.405156 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7510ee01-4d44-4722-9b4c-d4c7bbff7cdb req-51ffec94-8104-469d-a6bd-c01dc6b059fa tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 943 time: 0.0878463 May 25 17:33:06.454762 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7510ee01-4d44-4722-9b4c-d4c7bbff7cdb req-e3af4e87-f4f6-4c10-b646-dd0caf33b82b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 May 25 17:33:07.353593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:33:07.489954 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:33:07.503680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'mac_address': 'fa:16:3e:54:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:33:07.560578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:07.579432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:33:07.595600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:33:07.599926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:07.602636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4a07f540-61df-4092-870f-1186625554b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:07.641783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e96750-6a0c-4c54-be8e-c36c5d14be51 req-b971ee71-0f62-4bf4-9459-e4b79bbd418a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:07.643421 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8e96750-6a0c-4c54-be8e-c36c5d14be51 req-b971ee71-0f62-4bf4-9459-e4b79bbd418a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 944 time: 0.0818484 May 25 17:33:07.673434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:07.676996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:07.691815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8e96750-6a0c-4c54-be8e-c36c5d14be51 req-6aea1019-9d28-4933-b266-99fcaf8fc9d0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 May 25 17:33:07.979685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['2123b2f2-f240-4c6e-ae12-c724ecaa3438'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:33:08.883270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f2d2e-09b2-4d58-b64f-cdc3c5ed7a2e req-20761439-4719-470a-a538-257aac0c8efe tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:08.884706 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-eb1f2d2e-09b2-4d58-b64f-cdc3c5ed7a2e req-20761439-4719-470a-a538-257aac0c8efe tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 944 time: 0.0842354 May 25 17:33:08.930309 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-eb1f2d2e-09b2-4d58-b64f-cdc3c5ed7a2e req-114e6e0a-5992-4799-aab2-e9e81dfb1ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 May 25 17:33:09.369021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:33:09.442281 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:33:09.447304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:33:09.447689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:09.563064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:09.589597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:33:09.599021 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:33:09.603191 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:09.605893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:09.676845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:09.680189 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:09.685517 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'code': 200} May 25 17:33:09.918484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782b052-3c3e-42c1-b712-2a5ccca74f81 req-371f5985-4948-4f54-92cf-2b47ff35d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:09.919902 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1782b052-3c3e-42c1-b712-2a5ccca74f81 req-371f5985-4948-4f54-92cf-2b47ff35d601 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0725644 May 25 17:33:09.963657 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1782b052-3c3e-42c1-b712-2a5ccca74f81 req-935a3c1f-1852-4988-9a18-5c189185bfce service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 May 25 17:33:10.122564 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915bb4f-dae5-45c3-aa89-af9344ae48ad req-eb0e5636-274b-42a5-97fa-fb39798c5bbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:10.124068 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7915bb4f-dae5-45c3-aa89-af9344ae48ad req-eb0e5636-274b-42a5-97fa-fb39798c5bbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0802794 May 25 17:33:10.163227 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f52df5c7-2913-4e83-afb0-190701907deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:10.170574 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7915bb4f-dae5-45c3-aa89-af9344ae48ad req-bb7b4544-92ee-4b07-bf43-82c4602d92a4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404971 May 25 17:33:11.362487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb4026-5788-4c6f-8eab-83ea7aaafa58 req-8e9c4ff5-89ad-4c24-8430-c0e73654ebcd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:11.363985 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7bb4026-5788-4c6f-8eab-83ea7aaafa58 req-8e9c4ff5-89ad-4c24-8430-c0e73654ebcd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0804415 May 25 17:33:11.415516 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7bb4026-5788-4c6f-8eab-83ea7aaafa58 req-a5a5aec5-9cc9-4489-aabd-18ee683af595 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 May 25 17:33:11.605294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b261eb-c8a6-4ca4-b154-801b755bf5e5 req-e71cbf33-5586-48f6-8980-b0e2b218579e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:11.606760 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81b261eb-c8a6-4ca4-b154-801b755bf5e5 req-e71cbf33-5586-48f6-8980-b0e2b218579e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0849972 May 25 17:33:11.652314 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81b261eb-c8a6-4ca4-b154-801b755bf5e5 req-ff2f4169-80c4-4bf5-8f3d-53900491a1f7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 May 25 17:33:11.674079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42566) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:33:11.744631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f434d73b-5509-43dc-986f-131e5c156c91 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:11.746271 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f434d73b-5509-43dc-986f-131e5c156c91 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1093 time: 0.0712121 May 25 17:33:11.749190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42572) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:33:11.756052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:33:11.762192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:33:11.766817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:floatingip and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:33:11.769690 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:33:11.775603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:33:11.786240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:11.924370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.065548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.32 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/eda74445-2618-44aa-94c9-69d63a4844a5) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:33:12.214026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.243364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.247017 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d27891d6-4bef-43f7-a58b-c4207a7cf2bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:12.310658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:33:12.314151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:33:12.317888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:33:12.351645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=eda74445-2618-44aa-94c9-69d63a4844a5,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:12.357713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:12.689714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.748001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.822469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:12.949013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6cad454f-cfc8-49fb-85ea-d3ca6c61266b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:13.030933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:13.035783 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:13.039440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7e3f31ed-e6d8-45d7-8b82-0eb5ad3d702e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:33:13.145967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=eda74445-2618-44aa-94c9-69d63a4844a5,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:33:13.149778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:33:13.158962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:13.477950 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 7d7a53bd-8e55-49d7-b756-755b14c0a368 associated. External IP: 172.26.6.32, port: 2123b2f2-f240-4c6e-ae12-c724ecaa3438. May 25 17:33:13.833349 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router d0321f65-2065-447c-9f12-a781033c1d33 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:33:13.949605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:14.015238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:33:14.025297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Sync routers for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:33:14.034820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:33:14.035569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:33:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:33:14.041317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:14.101438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3487022 May 25 17:33:14.101438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:33:14.147030 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'status': 'completed', 'code': 200} May 25 17:33:14.226512 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:33:14.311414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549520a-8c74-4b92-b6ef-41385ea7d1ed req-8d874aa9-e62e-4be1-9ff6-f2ad05b38ffa tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:14.313468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c549520a-8c74-4b92-b6ef-41385ea7d1ed req-8d874aa9-e62e-4be1-9ff6-f2ad05b38ffa tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1080999 May 25 17:33:14.315598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d516ce-a020-45ef-8963-8035dd332a18 req-74bc1317-bede-4194-81ec-89499966d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:14.316961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-74bc1317-bede-4194-81ec-89499966d4d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.1486337 May 25 17:33:14.445953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c549520a-8c74-4b92-b6ef-41385ea7d1ed req-9616e2a9-d1c8-4c47-9f9c-96f488bd5d90 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261444 May 25 17:33:14.473969 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42580) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:33:14.570509 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d516ce-a020-45ef-8963-8035dd332a18 req-090761ef-bf8f-4c29-a0af-de9ed85d3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:14.571978 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-090761ef-bf8f-4c29-a0af-de9ed85d3942 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.2388854 May 25 17:33:14.634609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '7d7a53bd-8e55-49d7-b756-755b14c0a368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'mac_address': 'fa:16:3e:54:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:33:12Z', 'updated_at': '2021-05-25T17:33:12Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:33:14.638564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Checking router: d0321f65-2065-447c-9f12-a781033c1d33 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:33:14.647540 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:33:14.648164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:33:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:33:14.671332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-21bcab84-80ef-46ab-9342-659b853f57b9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/7d7a53bd-8e55-49d7-b756-755b14c0a368 HTTP/1.1" status: 200 len: 990 time: 0.1961544 May 25 17:33:14.693862 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-4cec8681-3804-41ee-9ec3-97d121c614c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 998 time: 0.1141129 May 25 17:33:14.764962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d516ce-a020-45ef-8963-8035dd332a18 req-c089a28a-c4f1-43dc-9026-426d6140d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:14.768151 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-c089a28a-c4f1-43dc-9026-426d6140d1a6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0680208 May 25 17:33:14.850154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:33:15.019410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d516ce-a020-45ef-8963-8035dd332a18 req-9aeb0a6b-9f69-4575-a139-b1948efcf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:15.020994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-9aeb0a6b-9f69-4575-a139-b1948efcf1c7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2464857 May 25 17:33:15.165937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-c4824dec-8837-4cd3-8d2d-f7bc10f652fb service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376135 May 25 17:33:15.226415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '7d7a53bd-8e55-49d7-b756-755b14c0a368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'mac_address': 'fa:16:3e:54:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:33:12Z', 'updated_at': '2021-05-25T17:33:12Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:33:15.230497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe091a94-9162-4e28-8c1f-b94c9e0e3bcd None None] The sync data for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '7d7a53bd-8e55-49d7-b756-755b14c0a368', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'mac_address': 'fa:16:3e:54:67:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:33:12Z', 'updated_at': '2021-05-25T17:33:12Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:33:15.304944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93d516ce-a020-45ef-8963-8035dd332a18 req-7a4b341f-c161-4628-8bd1-e114f5a72cbc service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314888 May 25 17:33:15.420962 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70f82e-cf31-4235-9027-5a82adc7db76 None None] New status for floating IP 7d7a53bd-8e55-49d7-b756-755b14c0a368: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:33:15.632057 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:15.676140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42584) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:33:15.786352 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9b94a03a-38c4-4ac8-bbdf-9d198bd683ee tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/7d7a53bd-8e55-49d7-b756-755b14c0a368 HTTP/1.1" status: 200 len: 992 time: 0.1088874 May 25 17:33:19.290407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:34.821453 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:33:40.165480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b55ad49b-1986-49ee-9310-c3728bbbaa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:42.697232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:42.951271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cdd05ec0-d174-4dbc-8580-d95f4b32c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:43.301463 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-54548bbe-142a-4f63-917f-3a62bf65f658 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705616 May 25 17:33:43.448864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-5b741cba-c9b6-4434-8071-b4b06a2cbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:43.450350 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-5b741cba-c9b6-4434-8071-b4b06a2cbd07 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0775173 May 25 17:33:43.599267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-7d8b97ac-9f07-4b1b-9e21-21fce3669c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:43.600628 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-7d8b97ac-9f07-4b1b-9e21-21fce3669c99 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1299591 May 25 17:33:43.705354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-972b72c9-cf42-4b24-a437-6cf1f3c50a2b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1000 time: 0.0974615 May 25 17:33:43.769095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-256dddaa-474f-431e-91ef-c26e9dfcec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:43.770533 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-256dddaa-474f-431e-91ef-c26e9dfcec74 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0584240 May 25 17:33:43.845658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-6d10cc34-d104-402d-bd33-23c86f8705dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:33:43.847826 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-6d10cc34-d104-402d-bd33-23c86f8705dd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705564 May 25 17:33:43.953450 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:43.984847 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-762abc42-002d-496f-8fcd-87786184428a service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300735 May 25 17:33:44.121174 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7f1d8bc6-8c0c-4c26-bcae-4869c688ad46 req-5e4be8e3-0c19-4767-81c3-a316538ecc38 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296663 May 25 17:33:45.630636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:33:49.299360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:10.166847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6ec72f66-0050-4240-a12c-79ab4281ba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:11.820359 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:34:12.691441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:12.953115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c654462f-80e2-494e-b0c5-606d714d214a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:13.956674 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:15.633940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:19.300121 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:31.617763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d17d5-118a-485d-838c-c4fc044fa4e1 req-c8b16aa4-37e9-4bd2-ba2e-9fe1792d23c6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:31.619244 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-731d17d5-118a-485d-838c-c4fc044fa4e1 req-c8b16aa4-37e9-4bd2-ba2e-9fe1792d23c6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1125634 May 25 17:34:31.622246 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-a156ae1e-c072-414d-a602-4fd1ff323968 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1948359 May 25 17:34:31.667582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-731d17d5-118a-485d-838c-c4fc044fa4e1 req-b66a4b2c-f1a4-4e0a-899a-8f494692977b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 May 25 17:34:32.874331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb34064-c904-4278-8ac3-b7e22d8ca22b req-286251cd-4c53-4ec9-a514-a61195a491a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:32.877269 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cb34064-c904-4278-8ac3-b7e22d8ca22b req-286251cd-4c53-4ec9-a514-a61195a491a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0859299 May 25 17:34:32.960193 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cb34064-c904-4278-8ac3-b7e22d8ca22b req-81f60b2a-4b7c-4cd0-b03c-7df814318ba7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779018 May 25 17:34:33.004908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-50bc52e1-6bce-411d-a0dc-8266ecfa2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:33.006396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-50bc52e1-6bce-411d-a0dc-8266ecfa2e68 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0792887 May 25 17:34:33.148399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-267286da-e432-48fe-b96e-1753619103ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:33.149862 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-267286da-e432-48fe-b96e-1753619103ae service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1371009 May 25 17:34:33.408400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-36763bdb-82e0-4f58-8612-4c336562899b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1000 time: 0.2467468 May 25 17:34:33.474160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-1ded8ede-1a6f-4a1b-a4d3-0283e38bb7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:33.475590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-1ded8ede-1a6f-4a1b-a4d3-0283e38bb7dd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0608749 May 25 17:34:33.551947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-bd7a4100-d422-49b8-be4a-146cc3fb18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:33.553413 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-bd7a4100-d422-49b8-be4a-146cc3fb18c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713663 May 25 17:34:33.564522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-23a66b73-2c33-4177-aa03-fac1013f7aaa service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:34:33.565443 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-23a66b73-2c33-4177-aa03-fac1013f7aaa service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050089 May 25 17:34:33.699645 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-179bd465-cb55-4c91-a9ee-c0b6cd4047df service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267920 May 25 17:34:33.836317 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-688f5c7c-a51c-4e5b-84a4-5ea60accd5b0 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295962 May 25 17:34:34.150438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa83c47-2fda-4f84-998a-9b0ed4375417 req-8baf2208-9d96-4ad9-afcf-b98b699b0263 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:34.151950 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1fa83c47-2fda-4f84-998a-9b0ed4375417 req-8baf2208-9d96-4ad9-afcf-b98b699b0263 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0836558 May 25 17:34:34.197356 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1fa83c47-2fda-4f84-998a-9b0ed4375417 req-0fac2005-2a12-41a8-8df5-3c791ef9210e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 May 25 17:34:35.390625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bcd79-e56f-4cc2-8581-8324120b68c0 req-6880ed7b-3c7d-4d9b-8740-9f47d96ef2d5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:35.393288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-419bcd79-e56f-4cc2-8581-8324120b68c0 req-6880ed7b-3c7d-4d9b-8740-9f47d96ef2d5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0886009 May 25 17:34:35.441464 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-419bcd79-e56f-4cc2-8581-8324120b68c0 req-cbb15303-c120-4e13-b755-5e3c3d428337 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 May 25 17:34:36.627877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c980e-9224-44ad-9264-95795a78652b req-de334d84-0aa7-48a2-bca5-b71573a5ff3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:36.629345 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9b7c980e-9224-44ad-9264-95795a78652b req-de334d84-0aa7-48a2-bca5-b71573a5ff3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0817342 May 25 17:34:36.675651 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9b7c980e-9224-44ad-9264-95795a78652b req-e5a1f88e-04ea-4d82-a972-b4d78967c4c3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 May 25 17:34:37.863687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e9e0-af90-471a-b81b-f350d5ae28bb req-bef255f2-d6bd-408d-947e-575b3481d294 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:37.865160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-17e3e9e0-af90-471a-b81b-f350d5ae28bb req-bef255f2-d6bd-408d-947e-575b3481d294 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0808647 May 25 17:34:37.909207 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-17e3e9e0-af90-471a-b81b-f350d5ae28bb req-d842e712-3572-492b-a710-2de6e94ecded tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 May 25 17:34:39.254112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ae411-755f-4846-9360-01b32b7f21f2 req-a689b315-c449-4a0d-b586-47d9070c2fdb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:39.255632 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b49ae411-755f-4846-9360-01b32b7f21f2 req-a689b315-c449-4a0d-b586-47d9070c2fdb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0865438 May 25 17:34:39.301811 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b49ae411-755f-4846-9360-01b32b7f21f2 req-5928e60c-9dee-4a7c-a0b4-bbca39c5d177 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 May 25 17:34:40.171206 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9a9e4ec8-74e5-487b-86ab-64edc7124983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:40.493297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22714b-aa2b-45f8-87c6-490780805064 req-76875502-43a9-4b48-8db3-d511db66d58c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:40.494772 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb22714b-aa2b-45f8-87c6-490780805064 req-76875502-43a9-4b48-8db3-d511db66d58c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0870497 May 25 17:34:40.540013 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fb22714b-aa2b-45f8-87c6-490780805064 req-74dfabac-0468-489a-b332-eabd93d57bef tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 May 25 17:34:41.727587 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79f328-787e-4cb4-aca5-a494e8c81863 req-4d540699-49dd-4a83-b102-49d69a58fa07 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:41.728985 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1c79f328-787e-4cb4-aca5-a494e8c81863 req-4d540699-49dd-4a83-b102-49d69a58fa07 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0835047 May 25 17:34:41.779758 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1c79f328-787e-4cb4-aca5-a494e8c81863 req-8863c1d1-7340-4aa5-860f-81303681aef0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 May 25 17:34:42.697858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:42.958012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee1b95c9-6ec4-499a-809f-8b18139b9717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:42.974386 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e83b-aed8-4162-a779-400193607f81 req-2540223c-c64f-4542-867a-3bb7705a0970 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:42.975977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-46b8e83b-aed8-4162-a779-400193607f81 req-2540223c-c64f-4542-867a-3bb7705a0970 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0914211 May 25 17:34:43.025451 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-46b8e83b-aed8-4162-a779-400193607f81 req-d3016278-b4e3-4796-8505-3777e5f50a8f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 May 25 17:34:43.657583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-2b5de1b3-fd75-44e5-8ff7-bcef9da9d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:43.659785 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-2b5de1b3-fd75-44e5-8ff7-bcef9da9d4a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0723460 May 25 17:34:43.813558 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-d72e7de9-2104-483f-80f9-3a3efcd8e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:43.815067 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-d72e7de9-2104-483f-80f9-3a3efcd8e6a5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1356440 May 25 17:34:43.918671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-19b008c9-fa54-448b-89fa-0a7111e360f3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1000 time: 0.0971649 May 25 17:34:43.958643 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:43.984588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-dbfedce3-386a-4814-af39-82dd1b631000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:43.986049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-dbfedce3-386a-4814-af39-82dd1b631000 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0598829 May 25 17:34:44.068951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-3beb1b41-25e6-47b6-b709-9117a3703768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:44.070441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-3beb1b41-25e6-47b6-b709-9117a3703768 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775793 May 25 17:34:44.217405 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-d4009fa0-1cb4-4590-aef3-0a44615ad78b service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329463 May 25 17:34:44.218066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ccc4c-0bb7-41b6-b24e-adbdb90e5264 req-bd8d2a8d-c18d-43aa-be9d-bda5f211798f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:44.219606 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-522ccc4c-0bb7-41b6-b24e-adbdb90e5264 req-bd8d2a8d-c18d-43aa-be9d-bda5f211798f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0836811 May 25 17:34:44.265632 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-522ccc4c-0bb7-41b6-b24e-adbdb90e5264 req-ab1074d7-3ffc-46a2-a436-e77d5974d704 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394082 May 25 17:34:44.509185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e98ac0e2-7884-414e-bd04-c866cf4acb7c req-1c3b3840-da77-420c-8e24-ddb39dfc3872 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806125 May 25 17:34:45.472544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb41a-44aa-4432-97c0-6449a803e7ac req-eb39c1bc-ac2d-448a-b43f-485aba09f88a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:45.474017 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e17fb41a-44aa-4432-97c0-6449a803e7ac req-eb39c1bc-ac2d-448a-b43f-485aba09f88a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0897055 May 25 17:34:45.519784 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e17fb41a-44aa-4432-97c0-6449a803e7ac req-d175de1d-48d4-466f-9a9e-e50f7570fcd0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 May 25 17:34:45.636242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:46.712103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4f4fc-7fca-48e5-a93f-4fb018f92743 req-3dd3614f-a78c-4e6a-babb-068f419b3228 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:46.713463 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f1d4f4fc-7fca-48e5-a93f-4fb018f92743 req-3dd3614f-a78c-4e6a-babb-068f419b3228 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0859179 May 25 17:34:46.760852 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f1d4f4fc-7fca-48e5-a93f-4fb018f92743 req-dee28d28-d2e8-46d1-bc1c-b5d8c2e1723e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414720 May 25 17:34:48.031281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3b998-f345-4b03-8500-82814c7fe549 req-725ad526-73ac-4ba2-a20e-91b42a2ce981 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:48.032746 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e3b998-f345-4b03-8500-82814c7fe549 req-725ad526-73ac-4ba2-a20e-91b42a2ce981 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1645963 May 25 17:34:48.077855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e3b998-f345-4b03-8500-82814c7fe549 req-35ba4d06-b8c9-4014-92bc-8e0e984ba7a5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387626 May 25 17:34:48.822062 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:34:49.303603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:49.315739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffbef0-bbce-4c0a-b245-cbeb9f9b8e7f req-d04298ba-18d2-47b9-9b12-4c9db5ea1792 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:49.317238 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42ffbef0-bbce-4c0a-b245-cbeb9f9b8e7f req-d04298ba-18d2-47b9-9b12-4c9db5ea1792 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1290083 May 25 17:34:49.363156 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-42ffbef0-bbce-4c0a-b245-cbeb9f9b8e7f req-31a62792-9539-40ed-96b7-99309ccdce1d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 May 25 17:34:50.553218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e814a-72a6-4181-a00e-dd6ad55d0995 req-fa51e86e-b146-4cb2-ac72-0d57c0a5950d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:50.554667 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-502e814a-72a6-4181-a00e-dd6ad55d0995 req-fa51e86e-b146-4cb2-ac72-0d57c0a5950d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0805430 May 25 17:34:50.601601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-502e814a-72a6-4181-a00e-dd6ad55d0995 req-5cbb4c3f-56c4-4c57-bdd7-607a793ba851 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409093 May 25 17:34:50.704334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-1f911f9d-319a-4b3c-b9ce-7e908d60d9c6 service neutron] 10.222.0.95 "GET /v2.0/ports/2123b2f2-f240-4c6e-ae12-c724ecaa3438/bindings/hv-neutron-7929 HTTP/1.1" status: 200 len: 384 time: 0.0784318 May 25 17:34:51.006885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-d2799757-041e-45fa-9bfa-7cea82fd5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.008372 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-d2799757-041e-45fa-9bfa-7cea82fd5b8b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 1098 time: 0.1092198 May 25 17:34:51.106051 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-c2906ec6-e9ee-4858-9e12-3d65d9e46566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.107604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-c2906ec6-e9ee-4858-9e12-3d65d9e46566 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0763624 May 25 17:34:51.251852 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-ebadb86c-dfe6-4b57-94a1-f05d74296610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.253254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-ebadb86c-dfe6-4b57-94a1-f05d74296610 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1394680 May 25 17:34:51.357776 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-addc0dd6-9168-4828-8e8e-da717ac2e608 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1000 time: 0.0970674 May 25 17:34:51.429091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-b562b5c6-5fc7-4cd7-abf5-b0635355399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.430940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-b562b5c6-5fc7-4cd7-abf5-b0635355399f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0666547 May 25 17:34:51.508638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-8bec5265-be40-4acb-90af-78b4898d9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.510139 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-8bec5265-be40-4acb-90af-78b4898d9a84 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724039 May 25 17:34:51.649009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-9fd1ffd6-3311-4266-ae36-947336817e06 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293836 May 25 17:34:51.788028 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-0476e4dc-52f8-4669-a31f-1dd13caf8884 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323011 May 25 17:34:51.794985 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59340c90-fb16-4e4a-a10f-5d9e85d565cd req-3a3efa8f-5e4d-4512-965e-fc600de054e1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:51.796469 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-59340c90-fb16-4e4a-a10f-5d9e85d565cd req-3a3efa8f-5e4d-4512-965e-fc600de054e1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0883598 May 25 17:34:51.845756 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-59340c90-fb16-4e4a-a10f-5d9e85d565cd req-062668a3-9a05-4a4c-90ca-e5f452765d5a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 May 25 17:34:53.043281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b39c5-2177-4799-9c56-28c9d57c634e req-094a6d63-c4de-47f2-a73b-1994fb238c6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:53.044740 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-321b39c5-2177-4799-9c56-28c9d57c634e req-094a6d63-c4de-47f2-a73b-1994fb238c6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0850286 May 25 17:34:53.090642 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-321b39c5-2177-4799-9c56-28c9d57c634e req-a57266ba-b288-41d1-88f5-44676d2ba84f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401547 May 25 17:34:54.320180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2c4b-3491-4de7-89ac-58bc9c4cb45f req-05908677-cbfb-4679-8003-6447a5334547 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:54.321727 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-871b2c4b-3491-4de7-89ac-58bc9c4cb45f req-05908677-cbfb-4679-8003-6447a5334547 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1042993 May 25 17:34:54.369848 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-871b2c4b-3491-4de7-89ac-58bc9c4cb45f req-66390273-5b7a-4afe-a222-2a40da3d4be2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422745 May 25 17:34:55.565662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da662011-048f-414c-9e45-25f9ae8e588a req-160a9557-7c34-4480-9ab2-f63a495eee3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:55.567352 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da662011-048f-414c-9e45-25f9ae8e588a req-160a9557-7c34-4480-9ab2-f63a495eee3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0884154 May 25 17:34:55.616171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-da662011-048f-414c-9e45-25f9ae8e588a req-7f52c794-7dda-41d3-b605-5fca4a17b7f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 May 25 17:34:55.722333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:34:55.752623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:34:55.955295 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:34:55.975410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'port_id': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'mac_address': 'fa:16:3e:54:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:34:55.981273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:55.998204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ccce5-fbbe-4ffb-8ca3-1dfc2201ab0d req-86b08112-2add-4404-88fc-07d5445f19a1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:55.999736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-380ccce5-fbbe-4ffb-8ca3-1dfc2201ab0d req-86b08112-2add-4404-88fc-07d5445f19a1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1569023 May 25 17:34:56.008087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-b2cafd92-9121-4828-aa6f-427f7907c798 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.010058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-b2cafd92-9121-4828-aa6f-427f7907c798 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e&tenant_id=44caad858db340aeb630ba8c8afdc5a2&binding%3Ahost_id=hv-neutron-7929 HTTP/1.1" status: 200 len: 945 time: 0.1340482 May 25 17:34:56.050940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:34:56.054864 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-380ccce5-fbbe-4ffb-8ca3-1dfc2201ab0d req-5ac7892c-f3b6-40ba-a571-74015cc98307 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437472 May 25 17:34:56.066120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:34:56.068653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:56.082690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:56.086339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:34:56.169884 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'code': 200} May 25 17:34:56.178343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:34:56.188211 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-3009547e-56e6-41d9-90ee-f4a40b4ae16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.190020 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-3009547e-56e6-41d9-90ee-f4a40b4ae16f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1096 time: 0.0930960 May 25 17:34:56.262403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:34:56.272490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:34:56.272866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:34:56.274013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.274364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.274695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.275044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.275370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.275699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.276018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.276334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.276658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.276974 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.277294 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.277598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:34:56.281658 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:34:56.541121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-9be556c2-971b-42dc-a758-d6094dfd951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.542206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-9be556c2-971b-42dc-a758-d6094dfd951d service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.3136594 May 25 17:34:56.551001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf64842-51ba-4e10-9738-b5b244d085bf req-3722e881-bd25-42b9-b186-b1dcda04b675 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.552656 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fdf64842-51ba-4e10-9738-b5b244d085bf req-3722e881-bd25-42b9-b186-b1dcda04b675 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 943 time: 0.3604639 May 25 17:34:56.685966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fdf64842-51ba-4e10-9738-b5b244d085bf req-40e39f99-5597-4c43-84c0-fa4f90454cd5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842288 May 25 17:34:56.687806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-6b85b4e8-2ef5-4299-8398-7aa17e1b91c6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 998 time: 0.1343000 May 25 17:34:56.752856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-dc802130-4c87-4b02-ac84-961e785420a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.754334 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-dc802130-4c87-4b02-ac84-961e785420a2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0596638 May 25 17:34:56.831183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:56.842264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-f4252dbb-77f4-44f0-810b-948b98f52d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:56.844103 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-f4252dbb-77f4-44f0-810b-948b98f52d09 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828729 May 25 17:34:56.849130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:34:56.866719 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:34:56.875863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:56.880168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-13271087-2c04-4257-918d-a9b140aac6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:34:56.960900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:34:56.963957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:34:56.982637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['2123b2f2-f240-4c6e-ae12-c724ecaa3438'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:34:57.000763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-3bd9f0b0-4044-4552-84c4-9e937f988253 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493101 May 25 17:34:57.148068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-65a95a31-2660-481d-92f9-50b87e0eb96b req-492b6b82-f795-4f22-af63-656f45f571ce service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403937 May 25 17:34:57.730055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:34:57.799761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:34:57.800241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:57.926696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:57.961545 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:34:57.965379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:34:57.968221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:34:58.012953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a10c-f965-4588-82f4-10ce6963c8db req-90e976aa-0e92-44ae-a95e-dcc978c4cd1c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:34:58.014424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4237a10c-f965-4588-82f4-10ce6963c8db req-90e976aa-0e92-44ae-a95e-dcc978c4cd1c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.2038071 May 25 17:34:58.038102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:34:58.041271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:34:58.062008 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4237a10c-f965-4588-82f4-10ce6963c8db req-f9a80c63-042c-4405-8c3d-e89b694f902f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407641 May 25 17:34:58.086010 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42722) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:34:58.171198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:34:58.194305 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0288b6be-c67a-43fc-b8d4-a4e924be7186 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/7d7a53bd-8e55-49d7-b756-755b14c0a368 HTTP/1.1" status: 200 len: 992 time: 0.1065125 May 25 17:34:58.219131 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'code': 200} May 25 17:35:10.173960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8183bfdd-071e-467e-a71c-14d10a4b248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:12.690565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:12.960338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e86df38-bd47-4363-880c-91f02c4437f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:13.966727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:15.639690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:19.312067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:25.821501 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:35:40.176964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-42a786bb-ce1e-449d-a054-67014ad44954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:42.692905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:42.963313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bcbbb4e5-b6b0-462d-99ee-5aca5f3a7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:43.965208 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:45.606137 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-3aa06d64-5377-4ab5-b08f-4443d98f5894 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715034 May 25 17:35:45.640496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:45.753521 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-89bb197e-4a33-4e83-b81e-2c9ac504b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:45.755031 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-89bb197e-4a33-4e83-b81e-2c9ac504b838 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0741310 May 25 17:35:45.905486 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-16b7d451-36e0-443d-b8f3-4b139c2f1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:45.906937 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-16b7d451-36e0-443d-b8f3-4b139c2f1312 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1306581 May 25 17:35:46.013279 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-721bf814-0ce5-4e49-9d4a-e422ffeeb072 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 1000 time: 0.0987883 May 25 17:35:46.081227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-42f0f8c3-f35a-4cc8-87d0-1d6f8c829edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:46.083263 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-42f0f8c3-f35a-4cc8-87d0-1d6f8c829edb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.0619137 May 25 17:35:46.161446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-35e4b059-c099-4926-bf0a-274eccbb5718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:46.162935 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-35e4b059-c099-4926-bf0a-274eccbb5718 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693696 May 25 17:35:46.306322 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-39249821-40e9-48b1-9f18-c3a39fc67ff4 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343603 May 25 17:35:46.445290 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-40c5906d-4e07-4ddf-a48d-e7948a901610 req-0d0a0a6c-1c36-436e-a1ea-89bc094da2f3 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311023 May 25 17:35:49.315985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:55.186236 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42762) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:35:55.459709 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port eda74445-2618-44aa-94c9-69d63a4844a5 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:35:55.459965 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:55.749205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:55.749674 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:55.916931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for eda74445-2618-44aa-94c9-69d63a4844a5 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:35:56.071964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:56.078135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c1033cfb-8215-4718-a6a0-cb83251e9f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:35:56.163849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=eda74445-2618-44aa-94c9-69d63a4844a5,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:35:56.206072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.207467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.207841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.208503 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.208892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.209266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.209632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.209999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.210358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.210717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.211107 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.211469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:35:56.215156 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:35:56.244143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:56.244480 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 7d7a53bd-8e55-49d7-b756-755b14c0a368 disassociated (deleted). External IP: 172.26.6.32, port: 2123b2f2-f240-4c6e-ae12-c724ecaa3438. May 25 17:35:56.621454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router d0321f65-2065-447c-9f12-a781033c1d33 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:35:56.809638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:35:56.821072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Sync routers for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:35:56.831824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:56.832162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:35:56.833054 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:35:56.888573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/floatingips/7d7a53bd-8e55-49d7-b756-755b14c0a368 HTTP/1.1" status: 204 len: 168 time: 1.7012341 May 25 17:35:56.889255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:35:56.951358 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'status': 'completed', 'code': 200} May 25 17:35:57.037543 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:35:57.062239 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-eecb7e47-d1ac-4d55-936c-0eb2da4fa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:57.063817 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-eecb7e47-d1ac-4d55-936c-0eb2da4fa22f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 1098 time: 0.0815816 May 25 17:35:57.240764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-c290f29f-85c7-49fe-ab17-fee954c7aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:57.242431 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-c290f29f-85c7-49fe-ab17-fee954c7aa51 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 200 len: 899 time: 0.1718380 May 25 17:35:57.323745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7ee1e-8307-48cd-8f31-76fd577dd43b req-2e81f85d-3ea0-4ee3-be98-bfb450e53704 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:57.325965 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-30c7ee1e-8307-48cd-8f31-76fd577dd43b req-2e81f85d-3ea0-4ee3-be98-bfb450e53704 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0891690 May 25 17:35:57.327332 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-4d4bb986-1369-46a9-813d-d269d66e611a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 200 len: 217 time: 0.0775435 May 25 17:35:57.388307 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:35:57.393525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Checking router: d0321f65-2065-447c-9f12-a781033c1d33 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:35:57.394864 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-30c7ee1e-8307-48cd-8f31-76fd577dd43b req-8f507c32-ed35-41e9-9c1c-1002ff4d16f4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617149 May 25 17:35:57.408275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:35:57.408275 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:35:57.562423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-ebe384cf-8d77-4761-9076-d1f84e6568fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:57.563950 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-ebe384cf-8d77-4761-9076-d1f84e6568fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 200 len: 834 time: 0.2298198 May 25 17:35:57.654538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-a5487479-c2e1-4d15-83f5-64df3a44472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:57.656068 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-a5487479-c2e1-4d15-83f5-64df3a44472c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1d750174-0494-4710-b6b9-57f1efbeb978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806367 May 25 17:35:57.657445 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:35:57.802261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-00d4982a-e708-4bfc-98df-9d937e205821 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300039 May 25 17:35:57.938856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aed2bde2-9949-4f6e-aa5a-a4f3907b9cd4 req-428e6b90-3a3a-4fb9-8980-9dcd3275c017 service neutron] 10.222.0.95 "GET /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295967 May 25 17:35:57.985023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-00a48567-c77f-4772-9680-76c78c965976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:35:57.989190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a48567-c77f-4772-9680-76c78c965976 None None] The sync data for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:32:53Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'acceda0b-0078-4d25-bfe1-0860d382e36e', 'name': '', 'network_id': '1d750174-0494-4710-b6b9-57f1efbeb978', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:3f:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:52Z', 'updated_at': '2021-05-25T17:32:56Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:35:58.216012 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6fabb-0e1a-4e50-bf0a-2c6f4b55e0bf None None] New status for floating IP 7d7a53bd-8e55-49d7-b756-755b14c0a368: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:35:58.588757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa64bd-b475-47c1-ba9f-37295f133645 req-b24afee5-8472-49cc-b948-1a3f290ae47d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:58.589451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4faa64bd-b475-47c1-ba9f-37295f133645 req-b24afee5-8472-49cc-b948-1a3f290ae47d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:35:58.604918 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-4faa64bd-b475-47c1-ba9f-37295f133645 req-b24afee5-8472-49cc-b948-1a3f290ae47d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:35:58.606050 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4faa64bd-b475-47c1-ba9f-37295f133645 req-b24afee5-8472-49cc-b948-1a3f290ae47d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.1010034 May 25 17:35:58.652834 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4faa64bd-b475-47c1-ba9f-37295f133645 req-67a020a2-4662-4b8d-9802-14da6609bebf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 May 25 17:35:59.376089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-d115b43a-fd3c-42c6-a811-25826908dce3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:59.377510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-d115b43a-fd3c-42c6-a811-25826908dce3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0843267 May 25 17:35:59.517751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:35:59.518085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:59.655213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 2123b2f2-f240-4c6e-ae12-c724ecaa3438, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=2123b2f2-f240-4c6e-ae12-c724ecaa3438,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:35:59.655933 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:59.781982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 2123b2f2-f240-4c6e-ae12-c724ecaa3438 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:35:59.843218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3a6e7-8f94-421a-ac74-804f22c25415 req-291a6b44-fc5c-4e5a-9500-faf168ffcfd0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:35:59.844739 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1dd3a6e7-8f94-421a-ac74-804f22c25415 req-291a6b44-fc5c-4e5a-9500-faf168ffcfd0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e HTTP/1.1" status: 200 len: 945 time: 0.0838995 May 25 17:35:59.891655 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1dd3a6e7-8f94-421a-ac74-804f22c25415 req-4ad5c907-0a97-4df1-8886-440a79d91b94 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 May 25 17:35:59.902350 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:35:59.908592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0ee14ce1-8179-4ade-996d-8de926be377f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:35:59.954003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=2123b2f2-f240-4c6e-ae12-c724ecaa3438,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:35:59.957577 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:00.032570 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] No DVR routers for this DVR port 2123b2f2-f240-4c6e-ae12-c724ecaa3438 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:36:00.035801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:00.038516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-deleted', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:36:00.054115 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-91b36917-746d-43d9-8a44-ef1c9b71653c req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "DELETE /v2.0/ports/2123b2f2-f240-4c6e-ae12-c724ecaa3438 HTTP/1.1" status: 204 len: 173 time: 0.6706865 May 25 17:36:00.085606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6103ca74-cc0b-40a2-bdeb-4cd6f7289a1e', 'name': 'network-vif-deleted', 'tag': '2123b2f2-f240-4c6e-ae12-c724ecaa3438', 'status': 'completed', 'code': 200} May 25 17:36:00.997453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42782) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:01.709012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:02.132499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port acceda0b-0078-4d25-bfe1-0860d382e36e {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:36:02.133247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:02.268619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port acceda0b-0078-4d25-bfe1-0860d382e36e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=acceda0b-0078-4d25-bfe1-0860d382e36e,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:02.269100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:02.397896 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for acceda0b-0078-4d25-bfe1-0860d382e36e owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:36:02.556951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:02.561518 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-289cef02-c631-4bd3-834d-d19ae9680d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:02.610168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=acceda0b-0078-4d25-bfe1-0860d382e36e,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:02.637603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:02.820383 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:36:02.894526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:03.415536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router d0321f65-2065-447c-9f12-a781033c1d33 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:36:03.597356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:36:03.607140 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Sync routers for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:36:03.610998 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/d0321f65-2065-447c-9f12-a781033c1d33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119421 May 25 17:36:03.614122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42788) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:03.617238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:03.617869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:03.680688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting subnet bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:36:03.683648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:03.743778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:03.798441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:03.830588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.059367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:36:04.098905 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 2123b2f2-f240-4c6e-ae12-c724ecaa3438 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:36:04.099280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 2123b2f2-f240-4c6e-ae12-c724ecaa3438 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:36:04.109981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.115304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f0535a9-19b2-45a6-96b8-2cdaee730b8f tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:04.132843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:36:02Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:04.136755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Checking router: d0321f65-2065-447c-9f12-a781033c1d33 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:36:04.145996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Routers {'d0321f65-2065-447c-9f12-a781033c1d33'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:04.146807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['d0321f65-2065-447c-9f12-a781033c1d33'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:04.151575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:04.154578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:04.155567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.162461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-98ed5fda-4ecb-4d22-b298-17836ce3a48f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/subnets/bb5bf3ac-ff3c-4b5e-a073-bd534a74eb36 HTTP/1.1" status: 204 len: 168 time: 0.5473292 May 25 17:36:04.165198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42792) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:04.202602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f665c7ba-ecc2-4966-a20f-9fb833928b64 None None] Network 1d750174-0494-4710-b6b9-57f1efbeb978 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:36:04.355750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.492617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] Set router d0321f65-2065-447c-9f12-a781033c1d33 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:04.541182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.777404 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:36:04.777743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.838085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] DHCP port deletion for 1d750174-0494-4710-b6b9-57f1efbeb978 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:36:04.904922 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port f0a7e82c-cb84-4f74-9fd0-9955b6b0669d, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:04.905192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.931933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:36:02Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:04.936285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Deleting port 57747e21-87be-4950-9455-210492897ad7 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:36:04.936669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:04.951507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbd4bd4-7d15-4ddf-bebb-79f18c770bbc None None] The sync data for ids ['d0321f65-2065-447c-9f12-a781033c1d33'] in dv-neutron-792998-1-hyperv is: [{'id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1945368784', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:32:47Z', 'updated_at': '2021-05-25T17:36:02Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': 'f0a7e82c-cb84-4f74-9fd0-9955b6b0669d', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0321f65-2065-447c-9f12-a781033c1d33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:32:48Z', 'updated_at': '2021-05-25T17:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:36:05.041499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for f0a7e82c-cb84-4f74-9fd0-9955b6b0669d owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:36:05.044044 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] For port 57747e21-87be-4950-9455-210492897ad7, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=57747e21-87be-4950-9455-210492897ad7,segment=NetworkSegment(2bed0c11-ed9b-4d23-8939-bffca1357b87),segment_id=2bed0c11-ed9b-4d23-8939-bffca1357b87)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:05.044443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.171096 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Calling delete_port for 57747e21-87be-4950-9455-210492897ad7 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:36:05.185944 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.189781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c9398a9-edc3-40b9-b097-9fe117ea243b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:05.221558 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.227316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:05.235144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=f0a7e82c-cb84-4f74-9fd0-9955b6b0669d,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:05.238365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:05.271683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Pushing event deleted for resources: {'Port': ['ID=57747e21-87be-4950-9455-210492897ad7,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:05.276139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] No DVR routers for this DVR port 57747e21-87be-4950-9455-210492897ad7 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:36:05.287708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.288078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.288405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.288734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.289069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.289405 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.289769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.290059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.290370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.290694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.291262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.291421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:05.295019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:05.333020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.520807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.523454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.545763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.546402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Fanout notify agent at l3_agent the message router_deleted on router d0321f65-2065-447c-9f12-a781033c1d33 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:36:05.563001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.564185 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/routers/d0321f65-2065-447c-9f12-a781033c1d33 HTTP/1.1" status: 204 len: 168 time: 1.3980453 May 25 17:36:05.567231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42796) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:05.685682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.822669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.836668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d750174-0494-4710-b6b9-57f1efbeb978']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:05.849341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bed0c11-ed9b-4d23-8939-bffca1357b87') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:05.849642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bed0c11-ed9b-4d23-8939-bffca1357b87') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:05.860887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.878022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.884380 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:36:05.884819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:36:05.900093 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:36:05.984334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:05.987880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7b8a081a-d3d8-4712-b3ac-033be0a88ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:06.002251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.013768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Network': ['ID=1d750174-0494-4710-b6b9-57f1efbeb978,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:06.017093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:06.023218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/networks/1d750174-0494-4710-b6b9-57f1efbeb978 HTTP/1.1" status: 204 len: 168 time: 0.4548547 May 25 17:36:06.025754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42800) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:06.098869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.128874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.199829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.203589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c2b017ec-754c-409c-822f-69b6cef185ae tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:06.219340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:06.221971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:06.234344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.236925 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/security-groups/23a56d9d-d0d4-4ad8-8dd2-75fb4ac78165 HTTP/1.1" status: 204 len: 168 time: 0.2088597 May 25 17:36:06.578311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42808) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:06.583722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866216330', 'description': 'tempest-secgroup-smoke-1866216330 description', 'project_id': '44caad858db340aeb630ba8c8afdc5a2'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:06.589654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:06.593692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:06.596548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:06.602809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:06.614462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.635902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:06.639894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:06.642846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:06.648752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:06.672848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device acceda0b-0078-4d25-bfe1-0860d382e36e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:36:06.708976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: acceda0b-0078-4d25-bfe1-0860d382e36e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:36:06.709358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device acceda0b-0078-4d25-bfe1-0860d382e36e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:36:06.709751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f0a7e82c-cb84-4f74-9fd0-9955b6b0669d no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:36:06.728401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.732703 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.740395 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-80e12e79-cf21-459c-824d-c6a9d4db45c0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:06.747385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: f0a7e82c-cb84-4f74-9fd0-9955b6b0669d {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:36:06.747745 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device f0a7e82c-cb84-4f74-9fd0-9955b6b0669d not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:36:06.748168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 57747e21-87be-4950-9455-210492897ad7 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:36:06.783347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 57747e21-87be-4950-9455-210492897ad7 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:36:06.783708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 57747e21-87be-4950-9455-210492897ad7 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:36:06.786992 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:06.789542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:06.790366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.791576 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0e07db50-2d3a-44db-b28f-3a7a0c74eb3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2122262 May 25 17:36:06.794527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42812) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:06.800499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:06.806951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:06.811593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:06.816063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:06.821836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:06.838234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.906472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.910893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.912801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e43ecf4e-f8dd-4ec7-a160-58b831b5f5f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:06.939806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054a8935-448a-426c-81ce-7b0345fa1537,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:06.944615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:06.949002 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:06.950178 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fdedd980-6a83-41de-b8d3-e5963a1840f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546307 May 25 17:36:06.952953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42816) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:06.958273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:06.964225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:06.967967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:06.970803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:06.977431 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:06.994654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.057667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.061171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.062947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f4f3be69-a4d8-48fb-8ac4-369d65a235a3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:07.084660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f7d91f-6dae-4282-9bd5-dc187f800c8d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:07.087089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:07.093409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.094679 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fea34526-09fd-4435-811c-9e898f455f35 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408305 May 25 17:36:07.098204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42820) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:07.103314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:07.109288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:07.114204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:07.117132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:07.123110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:07.138536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.201467 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.205024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.211752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-200c94a9-0017-45c9-9e21-9771cb347739 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:07.237587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a685326-8242-4e46-920e-3230b3c844b2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:07.240369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:07.244361 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.248147 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f740ea03-98be-4ec1-a89a-2a656be24ddf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464517 May 25 17:36:07.248331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42824) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:07.253370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:07.259286 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:07.263004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:07.265790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:07.272165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:07.288910 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.355651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.359692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.361728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c0724d11-b48b-4b32-bf03-8ff247eb2acc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:07.384136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515a6612-082f-4545-bb9a-57a04473bdc3,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:07.395861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:07.402422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.403801 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5c94416f-0a47-42be-9cbf-f9f09f665df8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545103 May 25 17:36:07.406506 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42828) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:07.412360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:07.418614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:07.422692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:07.425781 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:07.432716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:07.444259 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:36:07.450784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.516927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.520968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.522767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21f90f6c-dece-4f3d-a354-f45127b6a792 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:07.545408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f71d269-c2ce-4d76-a829-7ab53e559870,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:07.547917 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:07.556074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.557563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500006 May 25 17:36:07.560295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42832) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:07.566751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:07.572927 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:07.576742 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:07.579826 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:07.586241 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:07.597200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:36:07.603712 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.671817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.675522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.677600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6252fd59-09de-4361-923f-95c4288a5da0 tempest-SecGroupIPv6Test-353446165 tempest-SecGroupIPv6Test-353446165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:07.700008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d038845-cbfa-432f-ad80-75374656ddcf,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:07.702426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:07.709953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.711122 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497440 May 25 17:36:07.713812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42836) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:07.719688 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'network': {'name': 'tempest-network-smoke--151713461', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'port_security_enabled': True}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:07.724938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:07.729015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:network and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:07.731850 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:07.738861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:07.750134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:36:07.754296 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.783902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] vlan segment allocate from pool success with {'vlan_id': 1196, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:36:07.793078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.793418 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Added segment 8a0ad578-2ed3-4986-a696-c49021247c1e of type vlan for network 2573dd4e-5597-4d52-a7fa-072d01e37379 May 25 17:36:07.823999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.855876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.861606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:07.862191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:07.866235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fb3daad5-ee6b-4786-a80f-84031ba38011 tempest-RoutersNegativeTest-1210176835 tempest-RoutersNegativeTest-1210176835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:08.120929 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4060631 May 25 17:36:08.123847 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42840) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:08.127292 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Network': ['ID=2573dd4e-5597-4d52-a7fa-072d01e37379,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:08.129858 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'admin_state_up': True, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:08.131188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-fe6dd471-dfba-4a39-9f9e-bd037a247c18 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:08.137027 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:08.138493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:36:08.140894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:router and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:08.143848 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:08.150694 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:08.160928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.161897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.178464 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.469639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.782876 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.814195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:08.953556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.39 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/416788d8-ccdf-433b-ac56-960cb3d74ecc) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:36:09.105558 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:09.136701 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:09.140484 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2c1c59b2-1e8b-4efe-821e-b24958efc2a9 tempest-ServerDiskConfigTestJSON-574217131 tempest-ServerDiskConfigTestJSON-574217131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:09.204551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:09.208186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:09.211919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:36:09.381743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=416788d8-ccdf-433b-ac56-960cb3d74ecc,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:09.397837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.398219 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.398601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.398995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.399601 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.399738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.400081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.400442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.400801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.401161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.401519 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.401877 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:09.406780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:09.783915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:10.135502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:10.178702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a8f49045-3098-418e-92fb-5d7d8d0a0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:10.343827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 9eff80c7-c03c-42ab-8f41-5f5155758e34 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:36:10.524995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:36:10.535029 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Sync routers for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:36:10.544527 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:10.545179 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:10.553871 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:10.555405 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4304223 May 25 17:36:10.558359 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42844) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:10.601787 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-12987106-dbcd-4ddb-b627-9b0bd38ae900 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=44caad858db340aeb630ba8c8afdc5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421784 May 25 17:36:10.604354 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42848) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:10.726983 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:10.883344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5bbc5-c31a-449f-bd73-3c2a368e23db tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:10.884831 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-fcc5bbc5-c31a-449f-bd73-3c2a368e23db tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2795930 May 25 17:36:10.887605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42852) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:10.927485 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ec6f5b0-328d-4fbc-97ee-63776e1a946c tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383952 May 25 17:36:10.929912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42856) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:10.935403 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666976492', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:11.020356 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:09Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:11.024321 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Checking router: 9eff80c7-c03c-42ab-8f41-5f5155758e34 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:36:11.024806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Updating router 9eff80c7-c03c-42ab-8f41-5f5155758e34 port 416788d8-ccdf-433b-ac56-960cb3d74ecc binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:36:11.047952 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:11.052212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:subnet and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:11.055044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:11.061744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:11.072621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:36:11.076152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.080539 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.448158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.461011 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Transition to ACTIVE for port object 416788d8-ccdf-433b-ac56-960cb3d74ecc will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:11.469363 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.477069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f40d1d50-a06f-4c66-a93d-9860cc6a13f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:11.543448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.548429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-05cf5645-026c-4d39-a625-512074ddd719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:11.555486 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Attempting to bind port 416788d8-ccdf-433b-ac56-960cb3d74ecc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:36:11.556069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Attempting to bind port 416788d8-ccdf-433b-ac56-960cb3d74ecc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:36:11.556193 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Attempting to bind port 416788d8-ccdf-433b-ac56-960cb3d74ecc on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:36:11.561933 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Pushing event updated for resources: {'Port': ['ID=416788d8-ccdf-433b-ac56-960cb3d74ecc,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:11.567232 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:36:11.567610 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:36:11.568000 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.568393 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:36:11.568851 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Bound port: 416788d8-ccdf-433b-ac56-960cb3d74ecc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:36:11.569237 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.600519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.600856 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.601189 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.601507 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.601828 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.602149 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.602466 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.602779 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.603121 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.603432 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.603746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.604056 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:36:11.617165 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:11.623075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Subnet': ['ID=b70734d7-2c98-4ae0-bf92-eb014e0eacd8,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:11.626933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:11.635282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Checking segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:36:11.635646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network hostable DHCP agents. Network: 2573dd4e-5597-4d52-a7fa-072d01e37379, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:36:11.652666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:36:11.654592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] For port 416788d8-ccdf-433b-ac56-960cb3d74ecc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:36:11.658133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] For port 416788d8-ccdf-433b-ac56-960cb3d74ecc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=416788d8-ccdf-433b-ac56-960cb3d74ecc,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:36:11.662107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.662827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 2573dd4e-5597-4d52-a7fa-072d01e37379) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:11.667709 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:11.671612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7670f6-9e35-4490-8401-164f2f027437 None None] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:36:11.679299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:11.679835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.705393 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ea403f17-a643-4343-bee1-7dc7fad7efb8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7727330 May 25 17:36:11.707430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42860) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:11.741757 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Pushing event updated for resources: {'Port': ['ID=416788d8-ccdf-433b-ac56-960cb3d74ecc,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:11.744850 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-f517de30-b94b-4220-9eae-25a967604412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:11.763233 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:11.763856 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:35:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:11.897505 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-2573dd4e-5597-4d52-a7fa-072d01e37379', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:36:11.898456 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:11.952702 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:12.060706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Allocated IP 172.20.0.2 (2573dd4e-5597-4d52-a7fa-072d01e37379/b70734d7-2c98-4ae0-bf92-eb014e0eacd8/20b9ddae-e5d2-4357-a97c-70c47c1432c1) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:36:12.258584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:09Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:12.262889 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390faa8-0561-46f1-adfd-8d1f3e18743a None None] The sync data for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv is: [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:09Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:36:12.283026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.294483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Transition to ACTIVE for port object 20b9ddae-e5d2-4357-a97c-70c47c1432c1 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:12.315926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Transition to ACTIVE for port object 20b9ddae-e5d2-4357-a97c-70c47c1432c1 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:12.321586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.327047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-c78828ec-a22d-4d8f-a307-d3d1febf58d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:12.436898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:12.440255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:12.444805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:36:12.472255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.492212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Pushing event updated for resources: {'Port': ['ID=20b9ddae-e5d2-4357-a97c-70c47c1432c1,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:12.511272 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:12.579336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Attempting to bind port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:36:12.579625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Attempting to bind port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:36:12.580210 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Attempting to bind port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 on network 2573dd4e-5597-4d52-a7fa-072d01e37379 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:36:12.587115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:36:12.587507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Checking segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:36:12.588136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.588601 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Bound using segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:36:12.589152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Bound port: 20b9ddae-e5d2-4357-a97c-70c47c1432c1, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:36:12.589604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.695988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] For port 20b9ddae-e5d2-4357-a97c-70c47c1432c1, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:36:12.699329 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] For port 20b9ddae-e5d2-4357-a97c-70c47c1432c1, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=20b9ddae-e5d2-4357-a97c-70c47c1432c1,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:36:12.708113 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.713959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f0df0eac-2f68-4989-9b06-f5532c8e8930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:12.761078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 416788d8-ccdf-433b-ac56-960cb3d74ecc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:12.851200 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.883877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Pushing event updated for resources: {'Port': ['ID=20b9ddae-e5d2-4357-a97c-70c47c1432c1,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:12.887534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:12.888840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 416788d8-ccdf-433b-ac56-960cb3d74ecc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:12.895131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 416788d8-ccdf-433b-ac56-960cb3d74ecc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:12.895611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:12.983080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.1 (2573dd4e-5597-4d52-a7fa-072d01e37379/b70734d7-2c98-4ae0-bf92-eb014e0eacd8/9483eda0-7bd0-47a6-96a5-ee775ae84eb9) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:36:13.012273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e6d12617-909a-4eda-b96d-30bab831c82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.046164 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.070542 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 416788d8-ccdf-433b-ac56-960cb3d74ecc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=416788d8-ccdf-433b-ac56-960cb3d74ecc,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:13.079759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.105473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:13.199052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=416788d8-ccdf-433b-ac56-960cb3d74ecc,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:13.202410 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.202768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:13.223630 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:13.254394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.258714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-67927e20-4b4a-474b-937f-9d92b45cf1f4 tempest-TestEncryptedCinderVolumes-749843927 tempest-TestEncryptedCinderVolumes-749843927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:13.326228 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:13.329247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:13.333547 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:36:13.363890 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:13.370129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:13.402391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.842588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:13.856683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7547346-8d12-4890-85e3-9f5b60d63941 None None] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:36:13.971474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-bb0f832b-2fa1-4295-ab76-b192439754e1 None None] Provisioning for port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:14.002097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.281634 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.287300 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.312599 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-be41bbe0-7e8a-4b40-9884-f20fe8c108a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:14.409732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.413610 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:14.417554 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:14.419976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-848dd456-5784-4120-8026-671db360a11c None None] Provisioning for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:14.434523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-848dd456-5784-4120-8026-671db360a11c None None] Provisioning complete for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:14.435389 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-848dd456-5784-4120-8026-671db360a11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.522791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-848dd456-5784-4120-8026-671db360a11c None None] Port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:36:14.578326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:14.579466 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:14.664081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a1a00de9-a5f8-41cb-a27a-4c33fd1a7aeb None None] Provisioning complete for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:14.665298 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a1a00de9-a5f8-41cb-a27a-4c33fd1a7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.726149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a1a00de9-a5f8-41cb-a27a-4c33fd1a7aeb None None] Port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:36:14.792156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 20b9ddae-e5d2-4357-a97c-70c47c1432c1 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:14.801173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 9eff80c7-c03c-42ab-8f41-5f5155758e34 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:36:14.867046 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6fc69475-87ee-43cc-8911-bfc390acd93a None None] Provisioning complete for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:14.867635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6fc69475-87ee-43cc-8911-bfc390acd93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.922050 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:14.930527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6fc69475-87ee-43cc-8911-bfc390acd93a None None] Port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:36:14.932041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:14.932413 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:14.992414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:36:15.006240 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/9eff80c7-c03c-42ab-8f41-5f5155758e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975569 May 25 17:36:15.023932 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Sync routers for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:36:15.055732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:15.056378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:36:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:15.133661 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:15.174602 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-47c66435-73cc-45f9-b567-d9392d5b3036 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:36:15.189360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-47c66435-73cc-45f9-b567-d9392d5b3036 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:36:15.191176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-47c66435-73cc-45f9-b567-d9392d5b3036 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866216330&fields=id&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 267 time: 0.0551064 May 25 17:36:15.244997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 20b9ddae-e5d2-4357-a97c-70c47c1432c1, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=20b9ddae-e5d2-4357-a97c-70c47c1432c1,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:15.251292 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:15.252152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 416788d8-ccdf-433b-ac56-960cb3d74ecc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:15.280323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:15.423446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:15.508132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=20b9ddae-e5d2-4357-a97c-70c47c1432c1,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:15.513510 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-024bb67b-1b04-4be5-9560-09ab27bf20d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:15.514061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:15.514230 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-024bb67b-1b04-4be5-9560-09ab27bf20d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:36:15.529904 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-024bb67b-1b04-4be5-9560-09ab27bf20d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:36:15.531083 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-024bb67b-1b04-4be5-9560-09ab27bf20d7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 796 time: 0.3331947 May 25 17:36:15.547694 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-fa45d639-7224-4f08-973d-ee742b81ea52 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/quotas/44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 375 time: 0.0109599 May 25 17:36:15.588759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 416788d8-ccdf-433b-ac56-960cb3d74ecc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:15.589143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:15.639916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-a02276ea-83a6-4a4e-a210-71114546bac8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:36:15.663454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-a02276ea-83a6-4a4e-a210-71114546bac8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:36:15.663454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-a02276ea-83a6-4a4e-a210-71114546bac8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082232 May 25 17:36:15.731509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:15.863641 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-106f439d-5384-4d1a-8c7f-9980cb97ef27 service neutron] 10.222.0.96 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875801 May 25 17:36:15.913306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:14Z', 'revision_number': 2, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:15.917283 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Checking router: 9eff80c7-c03c-42ab-8f41-5f5155758e34 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:36:15.917644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Updating router 9eff80c7-c03c-42ab-8f41-5f5155758e34 port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:36:15.972567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.003316 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-6964788e-77e5-4497-880f-d8eeca6a6298 service neutron] 10.222.0.96 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337268 May 25 17:36:16.190353 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dbb18561-4a43-43e9-9f93-36fb85aa295c req-77006f5c-d888-40cb-baa0-1c61b054d606 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 210 time: 0.0505099 May 25 17:36:16.353634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.366788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Transition to ACTIVE for port object 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:16.373393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.377221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:16.546830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Pushing event updated for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:16.549711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:16.616216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Attempting to bind port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:36:16.616593 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Attempting to bind port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:36:16.616964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Attempting to bind port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 on network 2573dd4e-5597-4d52-a7fa-072d01e37379 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:36:16.622976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:36:16.623163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Checking segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:36:16.623516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.623893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Bound using segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:36:16.624370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Bound port: 9483eda0-7bd0-47a6-96a5-ee775ae84eb9, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:36:16.624752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.695415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 20b9ddae-e5d2-4357-a97c-70c47c1432c1 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:16.790384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] For port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:36:16.794368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] For port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:36:16.801314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.807003 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8493ac89-7962-48d2-9d65-b60aaf90faad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:16.869592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:16.869973 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:16.938506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:16.939315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:36:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:17.029629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Pushing event updated for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:17.036697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:17.254513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:17.383373 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d93ac6dc-cc52-4161-b952-431fd7bb4890 req-8c9990b9-2b25-422a-af55-d7505b96b2d4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 210 time: 0.0710773 May 25 17:36:17.397743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-5e165628-6639-433c-a294-8479d2b9229c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:17.400153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-5e165628-6639-433c-a294-8479d2b9229c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 796 time: 0.2374516 May 25 17:36:17.454812 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-b96d59f9-ea38-4c24-91dc-087da7bb9002 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 380 time: 0.0463836 May 25 17:36:17.463507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'port': {'device_id': 'ba075726-140c-4665-8adf-b9738a291f14', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'admin_state_up': True, 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'security_groups': ['b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:17.600437 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:17.608523 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:16Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:17.609875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:17.612966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87dbaac-6d9d-4525-91a9-65b79585ac78 None None] The sync data for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv is: [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:16Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:36:17.622864 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:36:17.626390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:17.807358 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.5 (2573dd4e-5597-4d52-a7fa-072d01e37379/b70734d7-2c98-4ae0-bf92-eb014e0eacd8/fac2016a-861f-4819-b71f-fdc5cebd4887) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:36:18.009653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.026324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object fac2016a-861f-4819-b71f-fdc5cebd4887 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:18.058132 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.063914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:18.137401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:18.140611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:18.145413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:36:18.176635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:18.183999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:18.221560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:18.222329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.250113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7898700 May 25 17:36:18.262420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Request body: {'port': {'device_id': 'ba075726-140c-4665-8adf-b9738a291f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:18.376863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec5c5e58-8e38-4d2f-afe7-53e47ba975ae None None] Provisioning for port fac2016a-861f-4819-b71f-fdc5cebd4887 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:18.382871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ec5c5e58-8e38-4d2f-afe7-53e47ba975ae None None] Provisioning complete for port fac2016a-861f-4819-b71f-fdc5cebd4887 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:18.383241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ec5c5e58-8e38-4d2f-afe7-53e47ba975ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.389146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.451609 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c5e58-8e38-4d2f-afe7-53e47ba975ae None None] Port fac2016a-861f-4819-b71f-fdc5cebd4887 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:36:18.611894 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763a4ed-595c-4b94-8e02-774f4fe3a903 req-03c65ec4-38f9-4310-9f0a-932e2e704837 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:18.614353 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0763a4ed-595c-4b94-8e02-774f4fe3a903 req-03c65ec4-38f9-4310-9f0a-932e2e704837 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 931 time: 0.0909159 May 25 17:36:18.668783 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0763a4ed-595c-4b94-8e02-774f4fe3a903 req-8d537f8e-63a5-4818-82ec-1984fd9a2ba6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483992 May 25 17:36:18.731738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:18.789135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac2016a-861f-4819-b71f-fdc5cebd4887 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:36:18.796424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.804280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:18.809693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:18.810045 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.813029 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Transition to ACTIVE for port object fac2016a-861f-4819-b71f-fdc5cebd4887 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:36:18.818130 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:18.823162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:18.961546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.000751 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:19.007382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.009845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:19.098977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:19.101978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:19.170324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:19.173042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:19.245412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Attempting to bind port fac2016a-861f-4819-b71f-fdc5cebd4887 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:36:19.245738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Attempting to bind port fac2016a-861f-4819-b71f-fdc5cebd4887 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:36:19.246061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Attempting to bind port fac2016a-861f-4819-b71f-fdc5cebd4887 on network 2573dd4e-5597-4d52-a7fa-072d01e37379 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:36:19.250684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Port fac2016a-861f-4819-b71f-fdc5cebd4887 on network 2573dd4e-5597-4d52-a7fa-072d01e37379 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:36:19.251022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Attempting to bind port fac2016a-861f-4819-b71f-fdc5cebd4887 on network 2573dd4e-5597-4d52-a7fa-072d01e37379 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:36:19.256169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:36:19.256499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Checking segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:36:19.256885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Bound using segment: {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:36:19.257475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Bound port: fac2016a-861f-4819-b71f-fdc5cebd4887, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0ad578-2ed3-4986-a696-c49021247c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1196, 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:36:19.257618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.312568 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.352128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:36:19.355106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fac2016a-861f-4819-b71f-fdc5cebd4887,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:36:19.359160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.363828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:19.421390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:19.422065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:19.423325 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] 10.222.0.95 "PUT /v2.0/ports/fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 1093 time: 1.1656425 May 25 17:36:19.423862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:36:19.446152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:19.457176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:19.505428 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'status': 'completed', 'code': 200} May 25 17:36:19.553086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-d0ab2c3c-bce9-4ca8-b87d-5559498503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:19.554601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-d0ab2c3c-bce9-4ca8-b87d-5559498503f2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1096 time: 0.0812726 May 25 17:36:19.625634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-583cf9a7-1014-4070-96b2-ae6d9bd68a1c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 217 time: 0.0631223 May 25 17:36:19.692591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-f569da3f-30c4-46fd-91b2-e0822d7d4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:19.693928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-f569da3f-30c4-46fd-91b2-e0822d7d4006 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0621524 May 25 17:36:19.771441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-97c8a621-7636-4ac7-9264-a83accd37504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:19.772941 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-97c8a621-7636-4ac7-9264-a83accd37504 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716684 May 25 17:36:19.871236 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81734c0-2f04-4074-aea4-298316c3b1d2 req-9a1b9314-ea65-4a7f-a5fa-9ea4654556ff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:19.873396 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b81734c0-2f04-4074-aea4-298316c3b1d2 req-9a1b9314-ea65-4a7f-a5fa-9ea4654556ff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 943 time: 0.0896292 May 25 17:36:19.912390 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-fba27b78-36c3-4d80-aa12-8f2c9623546c service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318982 May 25 17:36:19.919229 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b81734c0-2f04-4074-aea4-298316c3b1d2 req-e7c1a756-b828-40aa-958f-8fa128102dd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 May 25 17:36:20.050194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-aeb2b094-115b-4132-91df-a66a44e599a6 req-78787a4b-dcdf-4c49-abb1-b658fe1ea3d1 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308553 May 25 17:36:20.171153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-c5443e5c-63c9-46e1-9699-238d14ab0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:20.172695 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-c5443e5c-63c9-46e1-9699-238d14ab0d2f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1096 time: 0.0739095 May 25 17:36:20.307498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-2a26bea5-2522-42a0-8ea6-3177b1b0087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:20.308847 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-2a26bea5-2522-42a0-8ea6-3177b1b0087c service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1296697 May 25 17:36:20.379995 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-d92cacaf-aff2-4227-959a-15c4d9ea17e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 217 time: 0.0638745 May 25 17:36:20.448750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-33139024-87d6-4c6e-b4ac-cd9b42c150c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:20.450198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-33139024-87d6-4c6e-b4ac-cd9b42c150c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0631421 May 25 17:36:20.526851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-e79f7d43-0644-4b4d-86cd-ca5734614e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:20.528364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-e79f7d43-0644-4b4d-86cd-ca5734614e08 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702684 May 25 17:36:20.674431 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-a7d524fe-a91d-4855-9291-cf0dfa3d43a1 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383071 May 25 17:36:20.684843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:20.754896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:20.755435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:20.813000 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a746e4-c305-49c9-b4b7-389be7b5982d req-7913ab69-41d9-4a0a-a83d-116c952523d9 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320021 May 25 17:36:21.110112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2f897-f688-486f-812c-743ca304b35d req-231f5bc0-6ba2-47b8-9c4f-211226abadd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:21.110812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8be2f897-f688-486f-812c-743ca304b35d req-231f5bc0-6ba2-47b8-9c4f-211226abadd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:36:21.126188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8be2f897-f688-486f-812c-743ca304b35d req-231f5bc0-6ba2-47b8-9c4f-211226abadd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:36:21.127456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8be2f897-f688-486f-812c-743ca304b35d req-231f5bc0-6ba2-47b8-9c4f-211226abadd6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 943 time: 0.0969768 May 25 17:36:21.177829 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8be2f897-f688-486f-812c-743ca304b35d req-ec536fac-5f2e-4103-9f6b-18c33577043f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 May 25 17:36:22.365290 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091d149-5203-4aaa-92d7-001ef8ffbfbf req-4917e0c7-4eb5-4f20-835e-59ba4990f6b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:22.366877 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c091d149-5203-4aaa-92d7-001ef8ffbfbf req-4917e0c7-4eb5-4f20-835e-59ba4990f6b2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 943 time: 0.0802617 May 25 17:36:22.417823 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c091d149-5203-4aaa-92d7-001ef8ffbfbf req-a7ae52e3-34c5-47da-83ed-a34d31b9fa67 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453658 May 25 17:36:23.601494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23841573-3bfd-4627-ad52-26c0be669b6b req-868d8cd5-611d-46a7-86eb-9a581bdad9bb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:23.602990 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23841573-3bfd-4627-ad52-26c0be669b6b req-868d8cd5-611d-46a7-86eb-9a581bdad9bb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 943 time: 0.0805418 May 25 17:36:23.648364 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23841573-3bfd-4627-ad52-26c0be669b6b req-e7661927-f07f-4f35-bd8a-ffd244a492e1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 May 25 17:36:24.144134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device fac2016a-861f-4819-b71f-fdc5cebd4887 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:36:24.281919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fac2016a-861f-4819-b71f-fdc5cebd4887,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:24.295291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'port_id': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'mac_address': 'fa:16:3e:2e:3e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:36:24.351334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:24.369296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac2016a-861f-4819-b71f-fdc5cebd4887 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:36:24.396434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fac2016a-861f-4819-b71f-fdc5cebd4887,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:24.396434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:24.396434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:24.467026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:24.470225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:24.794587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['fac2016a-861f-4819-b71f-fdc5cebd4887'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:36:24.851504 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadbd20-2709-4e71-b4df-2b3c220c5a9a req-ac9a6081-38bc-48da-912a-448a64b40b68 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:24.853192 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4cadbd20-2709-4e71-b4df-2b3c220c5a9a req-ac9a6081-38bc-48da-912a-448a64b40b68 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 944 time: 0.0928314 May 25 17:36:24.904782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4cadbd20-2709-4e71-b4df-2b3c220c5a9a req-41c8734f-8e87-4cea-8bb3-b19cc7ae96f9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449679 May 25 17:36:26.108993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf55ec-8885-456e-8142-8b66062f12f6 req-ff645dcd-32f9-4f29-897f-b4e159c4c7b1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:26.110563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20bf55ec-8885-456e-8142-8b66062f12f6 req-ff645dcd-32f9-4f29-897f-b4e159c4c7b1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 944 time: 0.0941622 May 25 17:36:26.140811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device fac2016a-861f-4819-b71f-fdc5cebd4887 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:36:26.155856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-20bf55ec-8885-456e-8142-8b66062f12f6 req-72358c56-0663-4c28-9e81-04718640911a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395486 May 25 17:36:26.209777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port fac2016a-861f-4819-b71f-fdc5cebd4887 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:36:26.214597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port fac2016a-861f-4819-b71f-fdc5cebd4887 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:36:26.215010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:26.377380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:26.405318 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:36:26.415257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fac2016a-861f-4819-b71f-fdc5cebd4887,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:36:26.419713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:26.421562 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:26.460435 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'code': 200} May 25 17:36:26.492585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:26.495490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:26.705585 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d1ac-df7c-45df-85e4-9c7dd25e1fd3 req-48ff5dae-e61a-4a69-84e2-4ecd24719df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:26.708388 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c198d1ac-df7c-45df-85e4-9c7dd25e1fd3 req-48ff5dae-e61a-4a69-84e2-4ecd24719df4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0718956 May 25 17:36:26.750081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c198d1ac-df7c-45df-85e4-9c7dd25e1fd3 req-a1aef50c-6fa2-41cc-a3ed-6395e61593f2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 May 25 17:36:27.349187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbefd2-4750-4ea9-9cdc-a96a9746f16a req-3b89c60d-38b9-45d5-adc6-803f18bc8cff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:27.350656 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e7cbefd2-4750-4ea9-9cdc-a96a9746f16a req-3b89c60d-38b9-45d5-adc6-803f18bc8cff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0847421 May 25 17:36:27.395441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e7cbefd2-4750-4ea9-9cdc-a96a9746f16a req-dd77193d-fb2c-4d03-b388-719c5c1f9da5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 May 25 17:36:28.584156 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9eb52-d751-4097-a9ff-9f58db8871f1 req-80b6513e-3314-458f-9e7b-5d4e36b02394 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:28.585639 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0c9eb52-d751-4097-a9ff-9f58db8871f1 req-80b6513e-3314-458f-9e7b-5d4e36b02394 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0802646 May 25 17:36:28.630658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0c9eb52-d751-4097-a9ff-9f58db8871f1 req-5063428b-1cf9-4aa8-8535-1a1c3764b7c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 May 25 17:36:28.829824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeed4f-0a45-4390-abde-d62141685ae6 req-72585229-163b-439b-b5c5-2aadc9681f5b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:28.831348 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-caeeed4f-0a45-4390-abde-d62141685ae6 req-72585229-163b-439b-b5c5-2aadc9681f5b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0840056 May 25 17:36:28.880532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-caeeed4f-0a45-4390-abde-d62141685ae6 req-3dbb742d-2b96-48ff-ac98-a56dba28dea7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 May 25 17:36:28.902619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42920) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:29.126659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336a200-1669-4fa9-8eaf-de3c56ddf430 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:29.128341 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a336a200-1669-4fa9-8eaf-de3c56ddf430 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1093 time: 0.2247286 May 25 17:36:29.131290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42924) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:29.137784 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:36:29.144507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:36:29.148287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:floatingip and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:36:29.151284 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:36:29.156950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:36:29.167800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:29.304854 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:29.446973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.231 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/22b313fa-1210-4130-9fc3-59bc55e4d173) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:36:29.595727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:29.624744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:29.629129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-195723fe-7cf1-4c98-9445-aac6bc8e002a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:29.691507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:36:29.694151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:36:29.697751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:36:29.730730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=22b313fa-1210-4130-9fc3-59bc55e4d173,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:29.736668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:30.120320 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:30.193999 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:30.399267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:30.403940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:30.409077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:36:30.518562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=22b313fa-1210-4130-9fc3-59bc55e4d173,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:36:30.522785 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:36:30.529271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:30.850977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 169d7ac0-8afc-4cc1-a7c2-45bafc903a5d associated. External IP: 172.26.6.231, port: fac2016a-861f-4819-b71f-fdc5cebd4887. May 25 17:36:31.209598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 9eff80c7-c03c-42ab-8f41-5f5155758e34 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:36:31.389357 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:36:31.401631 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Sync routers for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:36:31.411779 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:31.412443 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:36:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:31.416926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:31.479888 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3471279 May 25 17:36:31.480106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:36:31.528810 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'status': 'completed', 'code': 200} May 25 17:36:31.597804 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:31.625456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a233c-c272-4586-8468-16a4f709a47b req-a8dd672f-d438-4970-b812-a56cae17750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:31.627127 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-a8dd672f-d438-4970-b812-a56cae17750b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0750971 May 25 17:36:31.662255 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d4dd4-600d-4b32-9997-ffb4d54655c6 req-5fadfe8c-50b2-4494-86e8-2fbbb04ea5f6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:31.663788 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-370d4dd4-600d-4b32-9997-ffb4d54655c6 req-5fadfe8c-50b2-4494-86e8-2fbbb04ea5f6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0909853 May 25 17:36:31.713949 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-370d4dd4-600d-4b32-9997-ffb4d54655c6 req-6026d90e-e2dd-435d-924f-c41068c0ebf5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444942 May 25 17:36:31.738823 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42932) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:31.766821 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a233c-c272-4586-8468-16a4f709a47b req-bc7c7097-36d3-4733-840e-5f95b54b8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:31.768497 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-bc7c7097-36d3-4733-840e-5f95b54b8156 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1349337 May 25 17:36:31.854940 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d6847a18-8a96-47ba-b642-ea4d7170ebfd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 200 len: 991 time: 0.1148477 May 25 17:36:31.884215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-5f67bbb0-3817-4a0d-a607-f821ab15aeb1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 999 time: 0.1087680 May 25 17:36:31.948162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a233c-c272-4586-8468-16a4f709a47b req-71d8ed78-957e-4ef7-b79a-47009a05a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:31.949605 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-71d8ed78-957e-4ef7-b79a-47009a05a8c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0589457 May 25 17:36:31.991781 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '169d7ac0-8afc-4cc1-a7c2-45bafc903a5d', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'port_id': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'mac_address': 'fa:16:3e:2e:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba075726-140c-4665-8adf-b9738a291f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:36:30Z', 'updated_at': '2021-05-25T17:36:30Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:31.995636 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Checking router: 9eff80c7-c03c-42ab-8f41-5f5155758e34 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:36:32.004146 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:36:32.004864 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:36:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:32.029730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a233c-c272-4586-8468-16a4f709a47b req-59986e7e-2d83-43a0-9e86-5e0550e744bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:32.031258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-59986e7e-2d83-43a0-9e86-5e0550e744bd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748279 May 25 17:36:32.168945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-d2bcdb40-c652-44d0-86f2-89e74eb31eef service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306131 May 25 17:36:32.189892 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:36:32.305022 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b08a233c-c272-4586-8468-16a4f709a47b req-5563168e-b844-4f36-ad33-ff533cbd3d9a service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295338 May 25 17:36:32.553083 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '169d7ac0-8afc-4cc1-a7c2-45bafc903a5d', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'port_id': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'mac_address': 'fa:16:3e:2e:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba075726-140c-4665-8adf-b9738a291f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:36:30Z', 'updated_at': '2021-05-25T17:36:30Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:36:32.557176 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7863566e-2b89-42d1-be44-f485fc975be1 None None] The sync data for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv is: [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '169d7ac0-8afc-4cc1-a7c2-45bafc903a5d', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.231', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'port_id': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'mac_address': 'fa:16:3e:2e:3e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba075726-140c-4665-8adf-b9738a291f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:36:30Z', 'updated_at': '2021-05-25T17:36:30Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:36:32.746800 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e973010-32bc-44f8-a955-60f7ab99ce1b None None] New status for floating IP 169d7ac0-8afc-4cc1-a7c2-45bafc903a5d: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:36:32.858772 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42936) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:32.973440 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a7769f98-a9c7-46c5-9a3c-82c13354a7f0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 200 len: 991 time: 0.1123741 May 25 17:36:33.976318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 42940) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:36:34.240596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-436d1156-cdae-49dc-98ff-0336c5733465 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 200 len: 993 time: 0.2628934 May 25 17:36:39.821714 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:36:40.183501 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fbeabe3b-39f7-4502-9f7a-2dd1431527cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:42.694394 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:42.967749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e883321b-2428-4fa7-8b24-d556cc1eae58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:43.971023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:45.652408 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:36:48.462177 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-46979876-da3d-4a7d-a4d5-966fc00885c8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713301 May 25 17:36:48.613362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a491-bdb9-4192-8329-610e314f9924 req-2075d2b7-6d25-4a51-890c-28318d624417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:48.614846 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-2075d2b7-6d25-4a51-890c-28318d624417 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0803771 May 25 17:36:48.771995 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a491-bdb9-4192-8329-610e314f9924 req-3b0d3e7b-47de-4ea4-adad-fd5e4036e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:48.773445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-3b0d3e7b-47de-4ea4-adad-fd5e4036e34d service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1382194 May 25 17:36:48.879437 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-720e6140-0d88-4737-95b2-8ffeed35af4d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 1001 time: 0.0980515 May 25 17:36:48.949042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a491-bdb9-4192-8329-610e314f9924 req-6fb810c4-7dc1-4de7-8e0d-36b0aa839030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:48.950482 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-6fb810c4-7dc1-4de7-8e0d-36b0aa839030 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0639346 May 25 17:36:49.026739 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a491-bdb9-4192-8329-610e314f9924 req-2a538f06-1233-4e48-88fd-307696a7931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:36:49.028162 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-2a538f06-1233-4e48-88fd-307696a7931d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700774 May 25 17:36:49.163150 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-08943f41-93bf-41c7-a802-0bb8c9387094 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264176 May 25 17:36:49.298836 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9044a491-bdb9-4192-8329-610e314f9924 req-c7f64837-0d4e-40ef-b6de-0f84504cde6f service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269455 May 25 17:36:49.315678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:10.188415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-54b2f46f-9972-48f0-82fb-372a85f7f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:12.697720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:12.969553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8fdffc11-fa76-4b6a-90f6-f433e6846814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:13.974681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:15.651883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:16.820811 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:37:19.328186 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:40.191290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-30a7cab2-387b-4d09-aa7d-6b3ad0e8cf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:42.700099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:42.971961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fb440b7c-4453-4b09-af0b-dc13a19622f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:43.761381 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7640a-42e7-4855-a146-2f177b029ed9 req-84c9305a-58d6-4e19-981e-8378175d0e87 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:43.762858 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa7640a-42e7-4855-a146-2f177b029ed9 req-84c9305a-58d6-4e19-981e-8378175d0e87 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0868044 May 25 17:37:43.809258 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-efa7640a-42e7-4855-a146-2f177b029ed9 req-7b5ae0de-01b9-490b-8dd3-b0273a3214c9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 May 25 17:37:43.977324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:45.001325 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4e78a-597e-4e23-925c-5fe675c80014 req-3b068ba9-873e-474e-9100-e0c59a6f152d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:45.003038 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0c4e78a-597e-4e23-925c-5fe675c80014 req-3b068ba9-873e-474e-9100-e0c59a6f152d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0861430 May 25 17:37:45.169627 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b0c4e78a-597e-4e23-925c-5fe675c80014 req-ac7647fa-61bd-42b4-aff3-65c5ac724e25 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601846 May 25 17:37:45.653976 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:46.355806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beb1f5-c5d1-47be-914f-ce4382fe6300 req-7e31ce2b-37fe-4923-bc2f-62ad043f7564 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:46.357288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e9beb1f5-c5d1-47be-914f-ce4382fe6300 req-7e31ce2b-37fe-4923-bc2f-62ad043f7564 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0815542 May 25 17:37:46.405807 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e9beb1f5-c5d1-47be-914f-ce4382fe6300 req-1469d58a-a232-4ea8-b7eb-511c291a280a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 May 25 17:37:47.597191 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545682-3337-4b8d-8cf7-38b2d570d641 req-46eac8da-6bce-44bf-a7a2-ca4c17e8fad2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:47.598625 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81545682-3337-4b8d-8cf7-38b2d570d641 req-46eac8da-6bce-44bf-a7a2-ca4c17e8fad2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0844946 May 25 17:37:47.643485 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81545682-3337-4b8d-8cf7-38b2d570d641 req-d6ebdc92-71e8-4c2c-a387-5fd0fd469a48 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392246 May 25 17:37:48.658341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-9804d928-eb4b-4f7d-ae47-8614bc38dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:48.659860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-9804d928-eb4b-4f7d-ae47-8614bc38dcd3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0759630 May 25 17:37:48.863111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-ab674e1d-9d9e-44bf-9060-6cd124564d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:48.864577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-ab674e1d-9d9e-44bf-9060-6cd124564d1d service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1844671 May 25 17:37:48.965136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173e2f6-4d0b-401e-84f4-4e5a606207d5 req-0faec5c8-d496-45fc-8fca-dd5eef793c93 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:48.966512 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7173e2f6-4d0b-401e-84f4-4e5a606207d5 req-0faec5c8-d496-45fc-8fca-dd5eef793c93 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.2158875 May 25 17:37:49.000313 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-6566436a-fe2c-4e0e-9b8e-1d9e66621b1a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 1001 time: 0.1282771 May 25 17:37:49.068210 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7173e2f6-4d0b-401e-84f4-4e5a606207d5 req-752551c7-fc40-4d40-b750-9b91c7658de4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959194 May 25 17:37:49.083121 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-cdaee200-e42c-430f-afc6-1ed792391455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:49.084551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-cdaee200-e42c-430f-afc6-1ed792391455 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0713415 May 25 17:37:49.159529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-f9e32afb-11fa-4be5-827e-8fd0cefe12e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:49.160985 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-f9e32afb-11fa-4be5-827e-8fd0cefe12e6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699279 May 25 17:37:49.292609 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-ad902deb-2b6a-4dd6-a264-c30b9ea3bce4 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253252 May 25 17:37:49.345644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:37:49.434296 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d815262d-373c-4404-abdf-5cd13877a3a1 req-105621f7-f9f1-44a0-acad-e35410e31a7c service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354437 May 25 17:37:50.256411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3217808-7626-4f15-b316-212313d5fa8d req-759c390f-480d-42b1-85d2-d96974003b5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:50.257970 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d3217808-7626-4f15-b316-212313d5fa8d req-759c390f-480d-42b1-85d2-d96974003b5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0841477 May 25 17:37:50.303008 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d3217808-7626-4f15-b316-212313d5fa8d req-1e7d8e57-1051-4e18-a17f-61a3ca080c08 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389025 May 25 17:37:51.495718 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4efd0c-3051-45fb-af8d-9253020c4636 req-98c080cc-9bf7-48d3-ae1b-697de44d0885 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:51.497225 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed4efd0c-3051-45fb-af8d-9253020c4636 req-98c080cc-9bf7-48d3-ae1b-697de44d0885 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0857148 May 25 17:37:51.541988 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed4efd0c-3051-45fb-af8d-9253020c4636 req-65257d06-eae7-4156-b8f2-874ec62f1299 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391781 May 25 17:37:52.726639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e4ab-58d6-4173-a1e7-d68ef0a49841 req-49b54a2a-79e1-4af9-8c84-129e82e324a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:52.728043 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5e09e4ab-58d6-4173-a1e7-d68ef0a49841 req-49b54a2a-79e1-4af9-8c84-129e82e324a0 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0806985 May 25 17:37:52.774721 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5e09e4ab-58d6-4173-a1e7-d68ef0a49841 req-1d101d29-3288-4a0a-b249-f6b5f9a9c28a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410712 May 25 17:37:53.821309 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:37:53.966841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3beb1-588c-46ff-b904-9c267a01d327 req-cb2945c4-77bb-4055-89f8-bf4268aa7a5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:53.968415 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3c3beb1-588c-46ff-b904-9c267a01d327 req-cb2945c4-77bb-4055-89f8-bf4268aa7a5c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0866160 May 25 17:37:54.017054 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d3c3beb1-588c-46ff-b904-9c267a01d327 req-871ab315-209d-4da7-bacd-b19409a05546 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415249 May 25 17:37:55.216160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d86049-b3c1-4d6f-9a90-cdbf57835314 req-7aa5e1c3-9b01-4461-9156-c2d8fe316bd1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:55.217662 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-22d86049-b3c1-4d6f-9a90-cdbf57835314 req-7aa5e1c3-9b01-4461-9156-c2d8fe316bd1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0881045 May 25 17:37:55.263242 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-22d86049-b3c1-4d6f-9a90-cdbf57835314 req-778437dd-082d-40b9-bb69-c82bba4c6be2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 May 25 17:37:55.285597 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 42990) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:37:55.393441 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c6c524f2-e854-4540-931c-965dc996e830 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 200 len: 993 time: 0.1064939 May 25 17:37:56.909157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f06c1f-6124-4549-9903-cf6343ed3861 req-066e476d-30c6-403d-82f3-2baa64880e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:56.910629 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-79f06c1f-6124-4549-9903-cf6343ed3861 req-066e476d-30c6-403d-82f3-2baa64880e24 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.1475892 May 25 17:37:56.918264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8322-1330-4af6-b074-b5ea075777ca req-5e2a07c3-9940-42e1-a282-1579ea796c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:56.919637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-5e2a07c3-9940-42e1-a282-1579ea796c36 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0997109 May 25 17:37:57.053396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-79f06c1f-6124-4549-9903-cf6343ed3861 req-0d579e45-e560-4710-a4c5-0091129ccad3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328080 May 25 17:37:57.248385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8322-1330-4af6-b074-b5ea075777ca req-2f21971b-3eb6-4258-9d5b-bff472bced50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:57.249812 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-2f21971b-3eb6-4258-9d5b-bff472bced50 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.3143413 May 25 17:37:57.355593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-5d0a59ac-552a-4510-97fc-f56941df42a8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 1001 time: 0.0989718 May 25 17:37:57.420271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8322-1330-4af6-b074-b5ea075777ca req-44da6302-8a7a-4215-86e1-38148a63183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:57.421716 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-44da6302-8a7a-4215-86e1-38148a63183e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0602293 May 25 17:37:57.503414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8322-1330-4af6-b074-b5ea075777ca req-13711bcf-fd67-406e-bd82-2c3529cff389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:57.504889 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-13711bcf-fd67-406e-bd82-2c3529cff389 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760834 May 25 17:37:57.648200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-0a2cb04d-5c69-4ee5-a208-f358285d9ee4 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355257 May 25 17:37:57.806736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-075e8322-1330-4af6-b074-b5ea075777ca req-ba1e175f-e7e5-4562-90e5-576cc0faaeb9 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513190 May 25 17:37:58.263330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097ce5f-f6b6-4822-83eb-c76a251a7e83 req-a899de8c-61fe-4a96-99a1-f32a22b84aec tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:58.265049 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a097ce5f-f6b6-4822-83eb-c76a251a7e83 req-a899de8c-61fe-4a96-99a1-f32a22b84aec tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0904379 May 25 17:37:58.318191 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a097ce5f-f6b6-4822-83eb-c76a251a7e83 req-c818e4cf-2c4c-4c15-9404-95a73aa85624 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 May 25 17:37:59.512214 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755424d0-c6c4-41fe-a660-2d2d614b3416 req-6aa2ddbe-1019-4fac-996f-5772841b2721 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:37:59.513675 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-755424d0-c6c4-41fe-a660-2d2d614b3416 req-6aa2ddbe-1019-4fac-996f-5772841b2721 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0860147 May 25 17:37:59.559360 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-755424d0-c6c4-41fe-a660-2d2d614b3416 req-d53033c3-315a-47fc-89eb-2af1dd7c9f3c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 May 25 17:37:59.582294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43004) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:37:59.691824 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9f2ce39c-b5ed-4868-b60c-d157a1fb81e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 200 len: 993 time: 0.1081159 May 25 17:38:10.193232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4fd73479-b825-451a-b38a-2dbab750426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:12.701689 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:12.973887 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6aac5de2-9993-4e33-ac17-4a64f6617f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:13.980766 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:15.657221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:19.340267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:30.820548 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:38:40.195518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3adfd8cf-5cf2-46bb-a007-89ea925156e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:42.704461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:42.976706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-15e9d33c-c5a6-4ec2-a7f7-deca39bc3d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:43.985884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:45.659093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:48.591548 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-36180182-9a23-401b-84d0-68d9d28126f7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718925 May 25 17:38:48.749894 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-def58ce9-1087-4895-bd98-ed17808f9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:48.751453 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-def58ce9-1087-4895-bd98-ed17808f9aa0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0823288 May 25 17:38:48.900647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-bf937713-bf62-4f97-8366-920e774b9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:48.902113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-bf937713-bf62-4f97-8366-920e774b9dff service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1303146 May 25 17:38:49.009622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-0c2067fd-4b1a-4308-9efd-25aaa52b1743 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 1001 time: 0.1005294 May 25 17:38:49.074668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-0dffc1cd-ca68-40fa-98aa-7b0c34b31be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:49.076160 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-0dffc1cd-ca68-40fa-98aa-7b0c34b31be8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0599544 May 25 17:38:49.155551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-9136d998-ff2a-4c97-b8f3-48012c1b93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:49.157032 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-9136d998-ff2a-4c97-b8f3-48012c1b93a3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712209 May 25 17:38:49.294553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-7a436b94-b6dd-4880-b4a2-43e5da29ed3a service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284502 May 25 17:38:49.343665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:49.434763 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-350a48a7-a906-408f-aeda-e358f5efaf26 req-962fb538-7a30-4ef8-add5-a7bd2d9c0c9c service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332469 May 25 17:38:51.290743 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43042) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:38:51.560104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 22b313fa-1210-4130-9fc3-59bc55e4d173 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:38:51.560448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:51.678379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:51.678704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:51.951990 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 22b313fa-1210-4130-9fc3-59bc55e4d173 owned by network:floatingip {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:38:52.085445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:52.089280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7442a13a-7486-4e26-919f-31ac8e5ee1c5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:38:52.135645 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=22b313fa-1210-4130-9fc3-59bc55e4d173,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:38:52.172235 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.172620 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.172993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.173362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.173728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.174093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.174455 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.174813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.175217 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.175573 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.175931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.176287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:38:52.184778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:38:52.238749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:52.239014 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 169d7ac0-8afc-4cc1-a7c2-45bafc903a5d disassociated (deleted). External IP: 172.26.6.231, port: fac2016a-861f-4819-b71f-fdc5cebd4887. May 25 17:38:52.603091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 9eff80c7-c03c-42ab-8f41-5f5155758e34 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:38:52.781733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:38:52.792543 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Sync routers for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:38:52.802283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:52.804321 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:38:52.805055 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:38:52.861602 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/floatingips/169d7ac0-8afc-4cc1-a7c2-45bafc903a5d HTTP/1.1" status: 204 len: 168 time: 1.5695508 May 25 17:38:52.862111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:38:52.980993 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'status': 'completed', 'code': 200} May 25 17:38:52.992405 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:38:53.095075 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-ca225010-f7ab-448f-b13c-7b6570bee7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:53.096664 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-ca225010-f7ab-448f-b13c-7b6570bee7df service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 1098 time: 0.0923440 May 25 17:38:53.238435 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-f0383bc5-8d6e-4777-92d6-f30821ac2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:53.239992 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-f0383bc5-8d6e-4777-92d6-f30821ac2f29 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 200 len: 898 time: 0.1361423 May 25 17:38:53.256925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75535a2e-411d-4e65-a86e-f237a2feadfe req-8569877e-b442-4fbe-a653-81838e760329 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:53.259195 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-75535a2e-411d-4e65-a86e-f237a2feadfe req-8569877e-b442-4fbe-a653-81838e760329 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0859826 May 25 17:38:53.308509 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-75535a2e-411d-4e65-a86e-f237a2feadfe req-5cb3de52-e029-48be-a20b-96939beeb561 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429182 May 25 17:38:53.323180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-ff4c1df5-8ded-43fb-9332-2dd83c426e2c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 200 len: 217 time: 0.0754993 May 25 17:38:53.358364 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:38:53.362312 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Checking router: 9eff80c7-c03c-42ab-8f41-5f5155758e34 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:38:53.370611 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:38:53.371261 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:38:53.387400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-6a7a6cb7-fced-484a-913f-37f570fc6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:53.388856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-6a7a6cb7-fced-484a-913f-37f570fc6089 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 200 len: 835 time: 0.0595663 May 25 17:38:53.471315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-673de08f-fcd0-4b82-8503-fb7e07f686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:53.472798 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-673de08f-fcd0-4b82-8503-fb7e07f686e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2573dd4e-5597-4d52-a7fa-072d01e37379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756674 May 25 17:38:53.554120 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:38:53.608354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-e1162405-a061-4ceb-8071-fbcb53bdd824 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281526 May 25 17:38:53.878180 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:38:53.882078 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6bebaa-026a-4fe4-ac5a-54a58342c0f1 None None] The sync data for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv is: [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '9483eda0-7bd0-47a6-96a5-ee775ae84eb9', 'name': '', 'network_id': '2573dd4e-5597-4d52-a7fa-072d01e37379', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:7f:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:12Z', 'updated_at': '2021-05-25T17:36:18Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': 'b70734d7-2c98-4ae0-bf92-eb014e0eacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:38:53.898223 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2064ec85-d6bb-4599-9f96-0f0cce82431d req-a090ae4b-3031-4f2b-8ba0-6dc054aaf9d8 service neutron] 10.222.0.95 "GET /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827508 May 25 17:38:54.113531 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cb6a57-ad54-4f48-9db4-a1b5ab0e6cf9 None None] New status for floating IP 169d7ac0-8afc-4cc1-a7c2-45bafc903a5d: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:38:54.503415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800235-5b0d-4c64-9e32-b789fdbd6075 req-00294336-c97f-4809-bc28-98ad20412859 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:54.504116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-3b800235-5b0d-4c64-9e32-b789fdbd6075 req-00294336-c97f-4809-bc28-98ad20412859 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:38:54.520080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-3b800235-5b0d-4c64-9e32-b789fdbd6075 req-00294336-c97f-4809-bc28-98ad20412859 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:38:54.521410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b800235-5b0d-4c64-9e32-b789fdbd6075 req-00294336-c97f-4809-bc28-98ad20412859 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0996187 May 25 17:38:54.567194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b800235-5b0d-4c64-9e32-b789fdbd6075 req-6c7e3294-4097-4cbc-8e5f-6a209f7d2367 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392301 May 25 17:38:55.142070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78043b14-8f28-4aac-846b-746a245c1f1e req-9824e6ba-7913-4ee2-8909-08b2e7e6a7ae tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:38:55.143545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-78043b14-8f28-4aac-846b-746a245c1f1e req-9824e6ba-7913-4ee2-8909-08b2e7e6a7ae tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 945 time: 0.0848780 May 25 17:38:55.282301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port fac2016a-861f-4819-b71f-fdc5cebd4887 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:38:55.282639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:55.420567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port fac2016a-861f-4819-b71f-fdc5cebd4887, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=fac2016a-861f-4819-b71f-fdc5cebd4887,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:38:55.420835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:55.547424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for fac2016a-861f-4819-b71f-fdc5cebd4887 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:38:55.665482 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:55.671836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9a18279-3896-4b14-995b-c08245da6645 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:38:55.721511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=fac2016a-861f-4819-b71f-fdc5cebd4887,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:38:55.724713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:38:55.733630 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e215e9c8-6719-47d1-9d81-46d5fb004431 req-d93eb97f-d2e2-41df-840b-82b0b3075a75 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=ba075726-140c-4665-8adf-b9738a291f14 HTTP/1.1" status: 200 len: 210 time: 0.0492220 May 25 17:38:55.800790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] No DVR routers for this DVR port fac2016a-861f-4819-b71f-fdc5cebd4887 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:38:55.803557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:55.806891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'name': 'network-vif-deleted', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:38:55.822825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-78043b14-8f28-4aac-846b-746a245c1f1e req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "DELETE /v2.0/ports/fac2016a-861f-4819-b71f-fdc5cebd4887 HTTP/1.1" status: 204 len: 173 time: 0.6722023 May 25 17:38:55.859329 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba075726-140c-4665-8adf-b9738a291f14', 'name': 'network-vif-deleted', 'tag': 'fac2016a-861f-4819-b71f-fdc5cebd4887', 'status': 'completed', 'code': 200} May 25 17:38:56.838926 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43064) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:38:57.566379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:57.986962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:38:57.987646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:58.126939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 9483eda0-7bd0-47a6-96a5-ee775ae84eb9, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:38:58.127319 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:58.262084 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:38:58.563825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:58.567472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:38:58.613171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=9483eda0-7bd0-47a6-96a5-ee775ae84eb9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:38:58.616332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:38:58.667953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device fac2016a-861f-4819-b71f-fdc5cebd4887 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:38:58.704347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: fac2016a-861f-4819-b71f-fdc5cebd4887 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:38:58.704709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device fac2016a-861f-4819-b71f-fdc5cebd4887 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:38:58.897146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:59.424103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 9eff80c7-c03c-42ab-8f41-5f5155758e34 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:38:59.607847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:38:59.618586 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Sync routers for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:38:59.621517 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/9eff80c7-c03c-42ab-8f41-5f5155758e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7814324 May 25 17:38:59.628331 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:38:59.628532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43068) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:38:59.628948 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:38:59.706165 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting subnet b70734d7-2c98-4ae0-bf92-eb014e0eacd8 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:38:59.709216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:59.771045 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:38:59.821054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:38:59.867464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.154650 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:38:58Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:00.159329 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.160153 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Checking router: 9eff80c7-c03c-42ab-8f41-5f5155758e34 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:39:00.164835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-49f112b9-c378-4a2a-8dae-cd2bba06e25c tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:00.169846 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Routers {'9eff80c7-c03c-42ab-8f41-5f5155758e34'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:00.170456 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['9eff80c7-c03c-42ab-8f41-5f5155758e34'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:00.210678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.214527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Subnet': ['ID=b70734d7-2c98-4ae0-bf92-eb014e0eacd8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:00.217717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:00.222951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48633f88-6d91-4bcf-ac1a-a696b267f772 None None] Network 2573dd4e-5597-4d52-a7fa-072d01e37379 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:39:00.223401 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-60c09e6e-0389-4806-a7bc-ed2cf0d74e03 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/subnets/b70734d7-2c98-4ae0-bf92-eb014e0eacd8 HTTP/1.1" status: 204 len: 168 time: 0.5935035 May 25 17:39:00.226173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43072) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:00.364094 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] Set router 9eff80c7-c03c-42ab-8f41-5f5155758e34 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:00.464345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.583837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] DHCP port deletion for 2573dd4e-5597-4d52-a7fa-072d01e37379 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:39:00.665513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Deleting port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:39:00.666112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.712352 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:38:58Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:00.717072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe122e7-ad5f-4ab6-b65f-a70088025e0c None None] The sync data for ids ['9eff80c7-c03c-42ab-8f41-5f5155758e34'] in dv-neutron-792998-1-hyperv is: [{'id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-331149945', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39'}], 'enable_snat': True}, 'gw_port_id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:38:58Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '416788d8-ccdf-433b-ac56-960cb3d74ecc', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:57:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eff80c7-c03c-42ab-8f41-5f5155758e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:36:08Z', 'updated_at': '2021-05-25T17:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:39:00.798403 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] For port 20b9ddae-e5d2-4357-a97c-70c47c1432c1, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=20b9ddae-e5d2-4357-a97c-70c47c1432c1,segment=NetworkSegment(8a0ad578-2ed3-4986-a696-c49021247c1e),segment_id=8a0ad578-2ed3-4986-a696-c49021247c1e)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:00.798802 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.822083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.894576 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 416788d8-ccdf-433b-ac56-960cb3d74ecc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:39:00.894902 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.923521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Calling delete_port for 20b9ddae-e5d2-4357-a97c-70c47c1432c1 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:39:00.969685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:00.974765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:01.021162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Pushing event deleted for resources: {'Port': ['ID=20b9ddae-e5d2-4357-a97c-70c47c1432c1,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:01.024505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 416788d8-ccdf-433b-ac56-960cb3d74ecc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=416788d8-ccdf-433b-ac56-960cb3d74ecc,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:01.024954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.025490 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] No DVR routers for this DVR port 20b9ddae-e5d2-4357-a97c-70c47c1432c1 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:39:01.034498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.034498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.034498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.034759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.036832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.037172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:01.041310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:01.091312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 20b9ddae-e5d2-4357-a97c-70c47c1432c1 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:39:01.127701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 20b9ddae-e5d2-4357-a97c-70c47c1432c1 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:39:01.128058 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 20b9ddae-e5d2-4357-a97c-70c47c1432c1 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:39:01.156372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 416788d8-ccdf-433b-ac56-960cb3d74ecc owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:39:01.310415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.314042 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:01.358254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=416788d8-ccdf-433b-ac56-960cb3d74ecc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:01.361297 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:01.455749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.631832 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.634533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.657257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.657816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Fanout notify agent at l3_agent the message router_deleted on router 9eff80c7-c03c-42ab-8f41-5f5155758e34 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:39:01.674068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.675223 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5bc608ec-c435-4162-b33d-7cdb23d7e91a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/routers/9eff80c7-c03c-42ab-8f41-5f5155758e34 HTTP/1.1" status: 204 len: 168 time: 1.4480965 May 25 17:39:01.677777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43076) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:01.798495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.932638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.945216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2573dd4e-5597-4d52-a7fa-072d01e37379']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:01.957817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0ad578-2ed3-4986-a696-c49021247c1e') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:01.958122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0ad578-2ed3-4986-a696-c49021247c1e') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:01.969360 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.985295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:01.991326 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Releasing vlan 1196 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:39:01.991809 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:39:02.006892 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:39:02.089957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.093744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-714029f3-3878-487a-ae9b-1f8f93303075 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:02.108612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.122567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Network': ['ID=2573dd4e-5597-4d52-a7fa-072d01e37379,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:02.125768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:02.129485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/networks/2573dd4e-5597-4d52-a7fa-072d01e37379 HTTP/1.1" status: 204 len: 168 time: 0.4505067 May 25 17:39:02.135476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43080) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:02.209421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.240877 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.317636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.323082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2ed91768-9f3b-4dbd-b767-053ebd9fd0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:02.339112 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:02.342182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:02.350076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.351247 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6f2af7c1-6927-4f90-9002-31a0d55cb6f8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/security-groups/b99b2bb3-aa8e-40f3-8e3e-009a4c1da9fb HTTP/1.1" status: 204 len: 168 time: 0.2147894 May 25 17:39:02.767690 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:39:02.803867 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:39:02.804226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9483eda0-7bd0-47a6-96a5-ee775ae84eb9 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:39:02.804644 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 416788d8-ccdf-433b-ac56-960cb3d74ecc no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:39:02.841554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 416788d8-ccdf-433b-ac56-960cb3d74ecc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:39:02.841882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 416788d8-ccdf-433b-ac56-960cb3d74ecc not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:39:02.848488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43088) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:02.854526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662593717', 'description': 'tempest-secgroup-smoke-1662593717 description', 'project_id': '44caad858db340aeb630ba8c8afdc5a2'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:02.860737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:02.864828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:02.867693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:02.873400 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:02.883485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.904145 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:02.907886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:02.910663 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:02.917020 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:02.986966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.990533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:02.994153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6f77dcea-042b-4631-994c-fb87e2d12bb0 tempest-PortsTestJSON-648809699 tempest-PortsTestJSON-648809699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.036603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02567e4-7328-459f-80ee-7d3265223adf,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.039238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.040806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1912575 May 25 17:39:03.041777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-18a21232-f0b1-42ac-b8e6-4c731ad49fd2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.043538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43092) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.048737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.055469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.059592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.062488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.068287 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.085106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.150658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.156481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.158337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-28024732-e187-4e94-b695-3bde7e241c3a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.184618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2854ff09-2c81-454a-97cf-91e9de874a4e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.189125 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.193662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.194851 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-da29d95b-c467-48d2-9c33-e05f60652b4e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503963 May 25 17:39:03.198103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43096) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.203506 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.209556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.213559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.216440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.223302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.239020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.302080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.305911 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.307895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b28cf445-8cb9-4a98-868e-29b134c34dfe tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.330148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a210db9b-4927-4452-95c9-1c74167cc89b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.341661 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.342123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.342531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.342936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.343316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.343682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.344073 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.344489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.344881 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.345247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.345612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.345974 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:03.349247 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.350394 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512880 May 25 17:39:03.351411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-10579954-5904-4ee4-b283-ebfefbf4208a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.354177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43100) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.359609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.365566 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.369735 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.372598 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.378434 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.399809 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.465611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.469258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.471121 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-dfcbb1d9-f4e1-4ca0-a72c-194329dbd8b0 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.497832 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b30010a5-56f8-491c-ba2e-fc64e77ca694,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.502112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.506427 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.507649 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3ad749fd-cf50-4273-a042-e664f8e9b6b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525230 May 25 17:39:03.510930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43104) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.516233 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.522356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.526455 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.529379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.535337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.550177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.613361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.617344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.623846 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ee9dcd77-f419-4057-839e-eae7c0f82def tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.642813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2100e780-da25-47f7-a9f5-4394b1b1b38e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.645429 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.652941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.654201 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421602 May 25 17:39:03.656901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43108) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.661915 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.668411 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.672256 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.675142 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.681843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.692848 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:39:03.698541 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.763479 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.767382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.773203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9712cc7b-7db1-497d-848e-21c9569a2fdc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.793368 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf4d97c-f8ed-410b-b180-d2c9d997c65e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.795880 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.803883 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.805772 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f80d3e2a-dbe6-4370-8442-499e706a3b6a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474268 May 25 17:39:03.810136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43112) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.815460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'security_group_rule': {'security_group_id': 'e02567e4-7328-459f-80ee-7d3265223adf', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.823749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.827572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:security_group_rule and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.830418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.836931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.848113 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Project 44caad858db340aeb630ba8c8afdc5a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:39:03.854123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.922271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.925899 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.927582 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a7fa6ead-6879-4b69-be56-819564848ec6 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:03.949793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20536864-3a13-4d32-b5a6-6341af9168e7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:03.952199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:03.959098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:03.960287 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c14307c7-c2de-464c-bfc0-e4b4780e9284 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492212 May 25 17:39:03.963713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43116) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:03.969501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'network': {'name': 'tempest-network-smoke--1158906605', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'port_security_enabled': True}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:03.974333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:03.978640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:network and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:03.981490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:03.987242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:03.997544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:39:04.000941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.029698 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] vlan segment allocate from pool success with {'vlan_id': 1194, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:39:04.038305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.038645 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Added segment c80bd6bf-3b87-4eea-99cf-0393b8aed3ca of type vlan for network 710eea6f-77d6-4616-ab14-aa33a95e2eeb May 25 17:39:04.067058 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.095829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.101415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:04.102690 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.106336 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d2a54508-3344-4d3e-bf36-e743e80b2fb7 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:04.218387 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2535393 May 25 17:39:04.221187 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43120) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:04.224810 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Network': ['ID=710eea6f-77d6-4616-ab14-aa33a95e2eeb,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:04.226893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'admin_state_up': True, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:04.228738 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3e457b02-a7ae-4a52-9baf-3dc15f461101 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:04.235128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:04.236360 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:39:04.239115 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:router and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:04.242076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:04.249015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:04.260587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.261658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.278093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:04.707569 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:05.015146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:05.045629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:05.182162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.154 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/6b59b6b5-4bed-4255-804a-6f076c4a069e) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:39:05.330191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:05.359737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:05.364238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a211975b-4f51-4c43-bff3-a01d49e724dc tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:05.429161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:05.432190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:05.436025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:39:05.472846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=6b59b6b5-4bed-4255-804a-6f076c4a069e,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:05.481436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:05.854612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:06.349604 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:06.566796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:39:06.749753 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:39:06.761168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Sync routers for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:39:06.770569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:06.771304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:06.777254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:06.781381 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7ea38ebe-ddb9-4540-8beb-94c9290e7e4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5563321 May 25 17:39:06.781608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43124) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:06.948608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:07.024827 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-bebd7e05-30df-4397-95a4-c29fdf95cc77 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?project_id=44caad858db340aeb630ba8c8afdc5a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2414131 May 25 17:39:07.027478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43130) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:07.162035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf767768-29a5-4256-930c-a5ed659df12c tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:07.163536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cf767768-29a5-4256-930c-a5ed659df12c tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351628 May 25 17:39:07.166717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43134) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:07.211044 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3f0738a5-bd1f-4428-bae4-7e4af3ad86aa tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/subnets?network_id=3e0a1cb1-1da6-4138-9a43-77389427a68e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431149 May 25 17:39:07.214551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43138) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:07.220157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123396173', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:07.249182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:05Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:07.253447 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Checking router: 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:39:07.253806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Updating router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 port 6b59b6b5-4bed-4255-804a-6f076c4a069e binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:39:07.307951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.333897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:07.339245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:subnet and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:07.342207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:07.348147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:07.359393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:39:07.362953 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.697367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.710047 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Transition to ACTIVE for port object 6b59b6b5-4bed-4255-804a-6f076c4a069e will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:07.717108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.720916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:07.800509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Attempting to bind port 6b59b6b5-4bed-4255-804a-6f076c4a069e on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:39:07.801369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Attempting to bind port 6b59b6b5-4bed-4255-804a-6f076c4a069e by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:39:07.801369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Attempting to bind port 6b59b6b5-4bed-4255-804a-6f076c4a069e on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:39:07.803811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Pushing event updated for resources: {'Port': ['ID=6b59b6b5-4bed-4255-804a-6f076c4a069e,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:07.808126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:07.810812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:39:07.811312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:39:07.811685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.812103 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:39:07.813176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Bound port: 6b59b6b5-4bed-4255-804a-6f076c4a069e, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:39:07.813176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.822244 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:39:07.895472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] For port 6b59b6b5-4bed-4255-804a-6f076c4a069e, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:39:07.898321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] For port 6b59b6b5-4bed-4255-804a-6f076c4a069e, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6b59b6b5-4bed-4255-804a-6f076c4a069e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:39:07.904847 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.908036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:07.957204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:07.961702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-26d68977-e6e9-4843-8379-6b000ccdada5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:07.982088 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:07.982716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:08.039792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Pushing event updated for resources: {'Port': ['ID=6b59b6b5-4bed-4255-804a-6f076c4a069e,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:08.041580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Subnet': ['ID=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:08.045480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:08.050036 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Checking segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:39:08.050180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:08.050308 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network hostable DHCP agents. Network: 710eea6f-77d6-4616-ab14-aa33a95e2eeb, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:39:08.069419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:39:08.079642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 710eea6f-77d6-4616-ab14-aa33a95e2eeb) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:08.090472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:08.091093 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:08.115015 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-41b0af67-541a-46a4-bbcd-5b09d308b9a8 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8967443 May 25 17:39:08.115244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43142) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:08.127367 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bdfb6f-b37d-4076-bc33-e48afac0a07a None None] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:39:08.269020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:08.633959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:39:08.634892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:08.797327 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:05Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:08.806720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2736c5b4-533a-4539-abe2-10b893998329 None None] The sync data for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv is: [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:05Z', 'revision_number': 3, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:39:08.826041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Allocated IP 172.20.0.2 (710eea6f-77d6-4616-ab14-aa33a95e2eeb/466ea7e4-32af-4ec6-9ad4-bdee65a6eb93/e50fe4a3-52cf-42b1-aa7c-edc3c87219ec) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:39:08.862370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.130679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.145614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Transition to ACTIVE for port object e50fe4a3-52cf-42b1-aa7c-edc3c87219ec will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:09.165964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Transition to ACTIVE for port object e50fe4a3-52cf-42b1-aa7c-edc3c87219ec will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:09.172933 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.177707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-4026352d-26d0-41ab-9b98-351aabe1b53b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:09.247019 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:09.249940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:09.253796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:39:09.260555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Pushing event updated for resources: {'Port': ['ID=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:09.264522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:09.316270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.1 (710eea6f-77d6-4616-ab14-aa33a95e2eeb/466ea7e4-32af-4ec6-9ad4-bdee65a6eb93/23e927c9-ffce-4796-9350-bcc0170d8bfb) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:39:09.356431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Attempting to bind port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:39:09.356817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Attempting to bind port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:39:09.357197 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Attempting to bind port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec on network 710eea6f-77d6-4616-ab14-aa33a95e2eeb {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:39:09.362965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:39:09.363354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Checking segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:39:09.363765 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.364169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Bound using segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:39:09.364645 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Bound port: e50fe4a3-52cf-42b1-aa7c-edc3c87219ec, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:39:09.365031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.471435 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] For port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:39:09.475824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] For port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:39:09.480339 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.485132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-798c9984-42fb-4db2-b3c6-af78133c94ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:09.578857 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Pushing event updated for resources: {'Port': ['ID=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:09.594875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:09.658438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.676234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 23e927c9-ffce-4796-9350-bcc0170d8bfb will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:09.703568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:09.707773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c19572cf-460c-4fec-b3cf-6c7b8e626658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:09.781788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:09.784803 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:09.789067 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:39:09.845895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:09.850880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:09.867316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.137267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.198308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-301d3f89-164d-4248-be6d-58128c0b8358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.558099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f272e-ed29-4586-802d-66ddcd6ec7e1 None None] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:39:10.581861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.587060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.612755 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-15699127-39c3-4bf3-aa27-f4f640fe0bff tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:10.656706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-419589d5-1752-48b7-9065-92dc8792dcdc None None] Provisioning for port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:10.707903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:10.713746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:10.713923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:10.853642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6b59b6b5-4bed-4255-804a-6f076c4a069e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:10.877477 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:10.879960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:10.934062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 6b59b6b5-4bed-4255-804a-6f076c4a069e completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:10.939289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6b59b6b5-4bed-4255-804a-6f076c4a069e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:10.939672 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.066099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.088997 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:39:11.093074 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 6b59b6b5-4bed-4255-804a-6f076c4a069e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6b59b6b5-4bed-4255-804a-6f076c4a069e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:11.099715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.100724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e50fe4a3-52cf-42b1-aa7c-edc3c87219ec up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:11.127133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:11.168546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Provisioning for port 23e927c9-ffce-4796-9350-bcc0170d8bfb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:11.210824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Provisioning complete for port 23e927c9-ffce-4796-9350-bcc0170d8bfb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:11.211666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.286006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=6b59b6b5-4bed-4255-804a-6f076c4a069e,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:11.292694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:11.295747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Port 23e927c9-ffce-4796-9350-bcc0170d8bfb cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:39:11.312475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:11.317791 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Provisioning complete for port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:11.318169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.347563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:11.347848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.509153 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:39:11.518841 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Sync routers for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:39:11.523834 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/950648e8-eeb5-4e1f-a581-fbaabecb9ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4076939 May 25 17:39:11.529303 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:11.530198 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:38:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:11.563858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.576124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.652153 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-078c343e-0822-487c-8476-561b930cc8bf None None] For port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:11.657901 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.661297 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-9860a603-8eba-44a0-b2b3-90f173ec67c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:11.759978 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:11.781772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-714de27e-1869-4160-a289-049a06efe9cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:39:11.799026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-714de27e-1869-4160-a289-049a06efe9cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:39:11.800199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-714de27e-1869-4160-a289-049a06efe9cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662593717&fields=id&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 267 time: 0.0643146 May 25 17:39:11.819955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Pushing event updated for resources: {'Port': ['ID=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:11.824885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 17:39:11.825262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_db.api [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 17:39:11.826287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:11.826993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-79bfafc1-5028-4dc6-a25c-616f3c0712d8 None None] Provisioning complete for port 23e927c9-ffce-4796-9350-bcc0170d8bfb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:11.827365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-79bfafc1-5028-4dc6-a25c-616f3c0712d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:11.881984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-79bfafc1-5028-4dc6-a25c-616f3c0712d8 None None] Port 23e927c9-ffce-4796-9350-bcc0170d8bfb cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:39:11.975833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-6a396c43-76c1-4f08-9d26-b32e5c5a85f1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:11.977078 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-6a396c43-76c1-4f08-9d26-b32e5c5a85f1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:39:11.993309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-6a396c43-76c1-4f08-9d26-b32e5c5a85f1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:39:11.994790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-6a396c43-76c1-4f08-9d26-b32e5c5a85f1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 797 time: 0.1850321 May 25 17:39:12.010116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-50827c7a-ab87-4ebb-b3e6-5346220e9391 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/quotas/44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 375 time: 0.0094147 May 25 17:39:12.088009 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 2, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:12.091914 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Checking router: 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:39:12.092274 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Updating router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 port 23e927c9-ffce-4796-9350-bcc0170d8bfb binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:39:12.096713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-ef1f82c1-fbb6-4faa-ae42-ff96dc7410dc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:39:12.112672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-ef1f82c1-fbb6-4faa-ae42-ff96dc7410dc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:39:12.113919 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-ef1f82c1-fbb6-4faa-ae42-ff96dc7410dc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984468 May 25 17:39:12.130557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-25e82b87-57e3-4ba0-863d-b3bfdb342edb service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:39:12.131552 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-25e82b87-57e3-4ba0-863d-b3bfdb342edb service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053852 May 25 17:39:12.146066 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.273180 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-94f9ea0e-325a-4173-9e41-ee475fac6821 service neutron] 10.222.0.96 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353369 May 25 17:39:12.420910 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-d74b983d-a9f3-4dc1-9024-4a12a2ff2991 service neutron] 10.222.0.96 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401296 May 25 17:39:12.523085 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.535772 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Transition to ACTIVE for port object 23e927c9-ffce-4796-9350-bcc0170d8bfb will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:12.543676 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.548368 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:12.618197 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-34a4a42e-27f3-4c9a-b620-68e6ad9b8650 req-cfc2e8ce-63e2-45b7-ba27-9c5c2756aa27 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0458121 May 25 17:39:12.695416 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Pushing event updated for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:12.703931 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.704272 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.704602 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.704930 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.705667 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.705798 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.706082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.706403 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.707083 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.707407 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.708442 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.708871 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:39:12.713172 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:12.718034 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.818609 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Attempting to bind port 23e927c9-ffce-4796-9350-bcc0170d8bfb on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:39:12.819014 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Attempting to bind port 23e927c9-ffce-4796-9350-bcc0170d8bfb by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:39:12.819389 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Attempting to bind port 23e927c9-ffce-4796-9350-bcc0170d8bfb on network 710eea6f-77d6-4616-ab14-aa33a95e2eeb {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:39:12.826002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6b59b6b5-4bed-4255-804a-6f076c4a069e up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:12.832437 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:39:12.832937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Checking segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:39:12.833794 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.834386 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Bound using segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:39:12.835080 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Bound port: 23e927c9-ffce-4796-9350-bcc0170d8bfb, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:39:12.835547 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.901095 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6b59b6b5-4bed-4255-804a-6f076c4a069e triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:12.901262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.957718 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] For port 23e927c9-ffce-4796-9350-bcc0170d8bfb, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:39:12.962302 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] For port 23e927c9-ffce-4796-9350-bcc0170d8bfb, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=23e927c9-ffce-4796-9350-bcc0170d8bfb,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:39:12.969375 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:12.979589 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-38ed97dd-949e-4acf-9fcf-fbd922b0b8fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:12.994266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-631a301b-d84a-4d8c-8d19-4c5ed2b85f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:13.058409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e50fe4a3-52cf-42b1-aa7c-edc3c87219ec up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:13.059064 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Pushing event updated for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=4']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:13.071168 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7ee3680c-490b-4589-8710-54446a8d96eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:13.076048 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:13.076728 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:39:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:13.153816 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:13.154401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:13.300052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:13.629713 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:12Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:13.634142 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c70a724-e317-4e32-b32f-c5f3b29b5552 None None] The sync data for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv is: [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:12Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:39:13.788233 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e13df13-370d-44ed-b42e-3cfb6f5159d7 req-24c6802a-8282-4ee7-8722-267d7019a2b6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0455735 May 25 17:39:13.995271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:14.130740 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-1ac8d173-2af5-461f-843c-62b75d10ddd9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:14.132355 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-1ac8d173-2af5-461f-843c-62b75d10ddd9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 797 time: 0.1684961 May 25 17:39:14.190863 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-9d65d942-734b-4762-be43-4dfc389c9f13 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44caad858db340aeb630ba8c8afdc5a2 HTTP/1.1" status: 200 len: 380 time: 0.0461371 May 25 17:39:14.199629 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'port': {'device_id': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'admin_state_up': True, 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'security_groups': ['e02567e4-7328-459f-80ee-7d3265223adf']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:14.349993 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:14.360980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:14.372522 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Made reservation on behalf of 44caad858db340aeb630ba8c8afdc5a2 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:39:14.376203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:14.567146 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.20.0.3 (710eea6f-77d6-4616-ab14-aa33a95e2eeb/466ea7e4-32af-4ec6-9ad4-bdee65a6eb93/471a9c6f-30b6-43de-863a-af31299674f3) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:39:14.769462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:14.785831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Transition to ACTIVE for port object 471a9c6f-30b6-43de-863a-af31299674f3 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:14.796637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 23e927c9-ffce-4796-9350-bcc0170d8bfb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:14.814457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:14.821662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-220102b7-da76-41b4-901a-832ee45453bc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:14.872451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 23e927c9-ffce-4796-9350-bcc0170d8bfb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:14.879267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 23e927c9-ffce-4796-9350-bcc0170d8bfb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:14.879994 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:14.894841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:14.897923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:14.900478 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:39:14.953804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:14.956768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:14.978646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:14.979314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.026545 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-abbc4f19-b842-44c1-b619-9e4cc612c0e3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8313599 May 25 17:39:15.027192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.029631 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34421628-de1c-4b92-a7db-990a9b8ee585 req-f2c7471f-3b7b-4d25-bf58-5935943d076c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:15.032559 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-34421628-de1c-4b92-a7db-990a9b8ee585 req-f2c7471f-3b7b-4d25-bf58-5935943d076c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 931 time: 0.1314733 May 25 17:39:15.040665 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Request body: {'port': {'device_id': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:15.066837 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 23e927c9-ffce-4796-9350-bcc0170d8bfb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=23e927c9-ffce-4796-9350-bcc0170d8bfb,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:15.072116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.077331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:15.103102 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-34421628-de1c-4b92-a7db-990a9b8ee585 req-7772c4e5-742d-4ca4-b384-5453a97e4b3f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591371 May 25 17:39:15.171122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:15.174431 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:15.175451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-714b3a0d-718a-4a3e-86a9-584fb2a405db None None] Provisioning for port 471a9c6f-30b6-43de-863a-af31299674f3 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:15.181617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-714b3a0d-718a-4a3e-86a9-584fb2a405db None None] Provisioning complete for port 471a9c6f-30b6-43de-863a-af31299674f3 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:15.181913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.182059 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-714b3a0d-718a-4a3e-86a9-584fb2a405db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.237102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-714b3a0d-718a-4a3e-86a9-584fb2a405db None None] Port 471a9c6f-30b6-43de-863a-af31299674f3 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:39:15.662409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.677196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471a9c6f-30b6-43de-863a-af31299674f3 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:39:15.684943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.699650 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Transition to ACTIVE for port object 471a9c6f-30b6-43de-863a-af31299674f3 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:39:15.702710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:15.707451 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-160b19d5-667c-4368-8846-da7db4a99844 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:15.868393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Pushing event updated for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:15.876461 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:15.950596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Attempting to bind port 471a9c6f-30b6-43de-863a-af31299674f3 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:39:15.950842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Attempting to bind port 471a9c6f-30b6-43de-863a-af31299674f3 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:39:15.951205 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Attempting to bind port 471a9c6f-30b6-43de-863a-af31299674f3 on network 710eea6f-77d6-4616-ab14-aa33a95e2eeb {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:39:15.955800 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Port 471a9c6f-30b6-43de-863a-af31299674f3 on network 710eea6f-77d6-4616-ab14-aa33a95e2eeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:39:15.956120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Attempting to bind port 471a9c6f-30b6-43de-863a-af31299674f3 on network 710eea6f-77d6-4616-ab14-aa33a95e2eeb {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:39:15.961302 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:39:15.961639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Checking segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:39:15.962022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Bound using segment: {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:39:15.962462 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Bound port: 471a9c6f-30b6-43de-863a-af31299674f3, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:39:15.962808 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:16.056476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:39:16.059408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=471a9c6f-30b6-43de-863a-af31299674f3,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:39:16.064275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:16.068008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-85493d63-ec9c-46c9-8abf-5ee3d3e69e4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:16.124939 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:16.125541 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:16.126887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] 10.222.0.95 "PUT /v2.0/ports/471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 1093 time: 1.0919483 May 25 17:39:16.127557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:39:16.156101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Pushing event updated for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:16.160901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-bba147cc-b06f-4f67-ad6c-f0fc942b5405 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:16.225521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3', 'status': 'completed', 'code': 200} May 25 17:39:16.333662 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-455e3fab-8689-428e-8de9-335a5efb6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:16.335484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-455e3fab-8689-428e-8de9-335a5efb6006 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1524041 May 25 17:39:16.344819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f117509-174e-4dbe-aad9-ce1c37d496c7 req-07d2732e-10cd-4323-b5a5-c49ee3b59ac5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:16.345567 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8f117509-174e-4dbe-aad9-ce1c37d496c7 req-07d2732e-10cd-4323-b5a5-c49ee3b59ac5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:39:16.420546 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-604d182d-cb88-4e1c-95cf-2a880c0a3dfd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 217 time: 0.0718603 May 25 17:39:16.465736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-8f117509-174e-4dbe-aad9-ce1c37d496c7 req-07d2732e-10cd-4323-b5a5-c49ee3b59ac5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:39:16.466955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f117509-174e-4dbe-aad9-ce1c37d496c7 req-07d2732e-10cd-4323-b5a5-c49ee3b59ac5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 943 time: 0.2404978 May 25 17:39:16.524283 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-981d71f0-1c65-4e18-8e02-f8c124d3d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:16.526851 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-981d71f0-1c65-4e18-8e02-f8c124d3d9f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0969729 May 25 17:39:16.570959 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8f117509-174e-4dbe-aad9-ce1c37d496c7 req-df6cdbea-6cf2-4828-ac70-b1b668b22a15 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923407 May 25 17:39:16.622528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-37a28454-a5d1-4ee7-8a9e-941fb0adee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:16.624044 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-37a28454-a5d1-4ee7-8a9e-941fb0adee9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882537 May 25 17:39:16.765383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-fe88a92d-88d9-4784-9445-704f20da7b88 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331832 May 25 17:39:16.779418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 23e927c9-ffce-4796-9350-bcc0170d8bfb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:16.853575 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 23e927c9-ffce-4796-9350-bcc0170d8bfb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:16.853953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:16.908163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-632037b9-54da-4ac7-b1f6-f9c300c066c2 req-4a386a16-18ab-435c-b205-b29fe1eed92a service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334538 May 25 17:39:17.027841 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-4431502e-42fd-42ea-b6d7-c259006f0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:17.029382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-4431502e-42fd-42ea-b6d7-c259006f0978 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1096 time: 0.0773036 May 25 17:39:17.165057 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-209e31ab-ae26-4cfa-bf1d-6d7680cbf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:17.166536 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-209e31ab-ae26-4cfa-bf1d-6d7680cbf8ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 899 time: 0.1307011 May 25 17:39:17.238408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-673626bc-7fb4-4a2e-b99c-af83f2c91830 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 217 time: 0.0653057 May 25 17:39:17.301846 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-232be9b9-d1b5-4c4d-b2aa-3ccb33362ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:17.303601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-232be9b9-d1b5-4c4d-b2aa-3ccb33362ddf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0586390 May 25 17:39:17.382100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-16a0b531-da27-4df7-8d20-4a82dc3e7b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:17.384425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-16a0b531-da27-4df7-8d20-4a82dc3e7b3d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745852 May 25 17:39:17.525400 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-58580a32-8e34-44d1-925c-910bf0c5c962 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289976 May 25 17:39:17.661639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c396d4a7-a046-4619-a971-a65d76f965d3 req-4969630c-6261-4582-bd7d-90156377b27f service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295054 May 25 17:39:17.759309 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ca20-cc4e-439d-8da7-e50572d5784f req-542ec31b-a757-4079-9d2a-a56dcd945da5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:17.760791 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1d40ca20-cc4e-439d-8da7-e50572d5784f req-542ec31b-a757-4079-9d2a-a56dcd945da5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 943 time: 0.0817685 May 25 17:39:17.811581 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1d40ca20-cc4e-439d-8da7-e50572d5784f req-7e7f9900-6d9c-424e-bcc0-bd95a91a48c9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 May 25 17:39:19.131311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b5518-c81f-4041-8651-de38e7fbf5b3 req-7023d9c4-ca6d-459b-8f39-7b61a8cbf742 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:19.132894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-809b5518-c81f-4041-8651-de38e7fbf5b3 req-7023d9c4-ca6d-459b-8f39-7b61a8cbf742 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 943 time: 0.2157118 May 25 17:39:19.178787 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-809b5518-c81f-4041-8651-de38e7fbf5b3 req-39a0f389-3f41-421a-8132-56c445466c7e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394409 May 25 17:39:19.356860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:20.362551 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bdf82-1ca7-4d8c-bfdd-00b11b346526 req-713de9c3-7463-4126-8dc7-cba86606dcf1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:20.364056 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-452bdf82-1ca7-4d8c-bfdd-00b11b346526 req-713de9c3-7463-4126-8dc7-cba86606dcf1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 943 time: 0.0810413 May 25 17:39:20.411063 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-452bdf82-1ca7-4d8c-bfdd-00b11b346526 req-5ef0fdde-f96f-44ba-927f-51c069c33b8e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 May 25 17:39:20.765066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 471a9c6f-30b6-43de-863a-af31299674f3 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:39:20.904334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=471a9c6f-30b6-43de-863a-af31299674f3,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:20.918243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '471a9c6f-30b6-43de-863a-af31299674f3', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'port_id': '471a9c6f-30b6-43de-863a-af31299674f3', 'mac_address': 'fa:16:3e:a2:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:39:20.973823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:20.990429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471a9c6f-30b6-43de-863a-af31299674f3 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:39:21.007594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=471a9c6f-30b6-43de-863a-af31299674f3,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:21.012541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:21.014308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-3b643104-8c88-4731-a76c-87fc6b1d87f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:21.082981 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:21.085956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:21.456868 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['471a9c6f-30b6-43de-863a-af31299674f3'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:39:21.604764 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6149fd3-5ce9-4f2a-8f83-ad20e7b7abb9 req-4cdefa00-8382-4038-938a-e20ce44c3584 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:21.606727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6149fd3-5ce9-4f2a-8f83-ad20e7b7abb9 req-4cdefa00-8382-4038-938a-e20ce44c3584 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 944 time: 0.0849082 May 25 17:39:21.653858 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d6149fd3-5ce9-4f2a-8f83-ad20e7b7abb9 req-97660e4c-e2b4-4daf-badd-c9c036da5f99 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 May 25 17:39:22.795711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 471a9c6f-30b6-43de-863a-af31299674f3 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:39:22.854187 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a4fb-035e-4523-ab8f-c45fe23d598d req-68f809cf-8585-4d47-9554-3a1c4335f6ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:22.855713 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-02c2a4fb-035e-4523-ab8f-c45fe23d598d req-68f809cf-8585-4d47-9554-3a1c4335f6ed tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 944 time: 0.0910797 May 25 17:39:22.866722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 471a9c6f-30b6-43de-863a-af31299674f3 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:39:22.872280 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 471a9c6f-30b6-43de-863a-af31299674f3 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:39:22.872665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:22.901720 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-02c2a4fb-035e-4523-ab8f-c45fe23d598d req-0cedbbc0-c9d7-4a59-b57e-370a4813cfc9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402946 May 25 17:39:22.991433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:23.018693 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:39:23.029489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=471a9c6f-30b6-43de-863a-af31299674f3,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:39:23.033064 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:23.034972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-f745d105-3d16-41e8-8bfc-82fd8acd023e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:23.136639 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3', 'code': 200} May 25 17:39:23.153218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:23.156194 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:23.369908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5707f-8661-4fef-82cb-1afb515fe732 req-80d54758-215e-4ff6-acac-937904c18723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:23.371548 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1ec5707f-8661-4fef-82cb-1afb515fe732 req-80d54758-215e-4ff6-acac-937904c18723 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1098 time: 0.0716279 May 25 17:39:23.420241 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-1ec5707f-8661-4fef-82cb-1afb515fe732 req-38d5d2f9-ebac-4b8e-99ae-ad51e1c380cd service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 May 25 17:39:24.089527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8364c-fcee-4f6a-b0bb-9db98bfc0427 req-bf3804f7-ebeb-45ec-a450-b53399873e33 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:24.091047 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a3f8364c-fcee-4f6a-b0bb-9db98bfc0427 req-bf3804f7-ebeb-45ec-a450-b53399873e33 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0828271 May 25 17:39:24.136252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a3f8364c-fcee-4f6a-b0bb-9db98bfc0427 req-a90ef8fb-083f-4f93-8b7b-7a7abe45aaeb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395565 May 25 17:39:25.323705 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bd21b-30eb-416a-a7a7-6d13c8393400 req-61a0ca4c-b183-42ef-9694-2b0491657353 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:25.325164 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc5bd21b-30eb-416a-a7a7-6d13c8393400 req-61a0ca4c-b183-42ef-9694-2b0491657353 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0804412 May 25 17:39:25.370333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fc5bd21b-30eb-416a-a7a7-6d13c8393400 req-597a3398-a8aa-4504-90cb-f3aaee3d30c4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395904 May 25 17:39:25.560131 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27bb6-657c-47b5-af67-c4b60382621d req-45140bb6-1b79-4aad-93f4-f8546c03f33b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:25.561708 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ba27bb6-657c-47b5-af67-c4b60382621d req-45140bb6-1b79-4aad-93f4-f8546c03f33b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0851424 May 25 17:39:25.606897 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9ba27bb6-657c-47b5-af67-c4b60382621d req-76a1e44d-e091-4058-a626-6aed10fd1758 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395715 May 25 17:39:25.628804 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43212) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:25.705344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c459acc4-3288-41f3-b93f-4ef3cf74cd93 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:25.706754 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c459acc4-3288-41f3-b93f-4ef3cf74cd93 tempest-TestNetworkAdvancedServerOps-1659216392 tempest-TestNetworkAdvancedServerOps-1659216392-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1093 time: 0.0769622 May 25 17:39:25.709535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43216) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:25.715331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '471a9c6f-30b6-43de-863a-af31299674f3', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:39:25.721355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:39:25.725151 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Usage tracker for resource:floatingip and tenant:44caad858db340aeb630ba8c8afdc5a2 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:39:25.728058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:39:25.733914 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:39:25.744409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:25.884930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:26.017022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Allocated IP 172.26.6.232 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/359f4106-8028-467c-8d98-ee6b45a98099) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:39:26.174033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:26.204988 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:26.208646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cceb5d2f-0b14-470b-bb83-e7a300ce2e65 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:26.274388 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:39:26.277794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:39:26.281562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:39:26.323561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=359f4106-8028-467c-8d98-ee6b45a98099,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:26.327849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:26.707591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:26.784932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:27.001265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:27.006530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:27.011238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:39:27.116849 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event updated for resources: {'Port': ['ID=359f4106-8028-467c-8d98-ee6b45a98099,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:39:27.121356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:39:27.131548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:27.447176 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 311196e4-e780-4908-a5a4-8a53cd043d32 associated. External IP: 172.26.6.232, port: 471a9c6f-30b6-43de-863a-af31299674f3. May 25 17:39:27.808342 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:39:27.993950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:39:28.003430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Sync routers for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:39:28.013378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:28.014097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:39:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:28.019911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:28.082509 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3716285 May 25 17:39:28.083120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:39:28.133472 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3', 'status': 'completed', 'code': 200} May 25 17:39:28.207532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:28.298034 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-fb234038-f2dc-4204-a72d-e4554170a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:28.299544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-fb234038-f2dc-4204-a72d-e4554170a4bc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1098 time: 0.1378267 May 25 17:39:28.312777 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2a8c9-c4d8-4390-9019-cb0eccad743d req-b2569aad-4b31-4764-b0a0-862cc4ea094c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:28.314231 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-abd2a8c9-c4d8-4390-9019-cb0eccad743d req-b2569aad-4b31-4764-b0a0-862cc4ea094c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1164806 May 25 17:39:28.456126 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-abd2a8c9-c4d8-4390-9019-cb0eccad743d req-0398d96f-a0b7-4492-b845-e10deff87d15 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217792 May 25 17:39:28.489245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-5e721558-3995-4e38-90f2-6932d753c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:28.490163 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43224) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:28.491040 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-5e721558-3995-4e38-90f2-6932d753c703 service neutron] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 899 time: 0.1757619 May 25 17:39:28.611420 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-f70d9545-31d4-4fb8-8a55-b6f8b6e8adba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 999 time: 0.1137228 May 25 17:39:28.647651 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '311196e4-e780-4908-a5a4-8a53cd043d32', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'port_id': '471a9c6f-30b6-43de-863a-af31299674f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'mac_address': 'fa:16:3e:a2:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:39:26Z', 'updated_at': '2021-05-25T17:39:26Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:28.652682 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Checking router: 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:39:28.662987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:39:28.663622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:39:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:28.683838 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-48a03b9d-8004-4103-8e79-981dfb1d857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:28.685215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-48a03b9d-8004-4103-8e79-981dfb1d857e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0660496 May 25 17:39:28.737186 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1a9a76fe-ff45-48ed-bf47-ff8cf2bc0d46 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/311196e4-e780-4908-a5a4-8a53cd043d32 HTTP/1.1" status: 200 len: 991 time: 0.2457030 May 25 17:39:28.781507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-37971ebf-1d04-44de-950a-1364a158b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:28.783928 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-37971ebf-1d04-44de-950a-1364a158b7b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914712 May 25 17:39:28.873950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:39:29.086944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-b64713df-7692-460a-9b96-7e7162e2969e service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913625 May 25 17:39:29.223203 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c9d2e59-d114-4416-91df-1fc62dd9f244 req-3060949f-f11b-4502-8c98-29c0a81e59c9 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297994 May 25 17:39:29.245133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '311196e4-e780-4908-a5a4-8a53cd043d32', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'port_id': '471a9c6f-30b6-43de-863a-af31299674f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'mac_address': 'fa:16:3e:a2:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:39:26Z', 'updated_at': '2021-05-25T17:39:26Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:39:29.249331 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c16c2cb-1ba8-4ce0-9d9c-aa88788cd5d6 None None] The sync data for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv is: [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '311196e4-e780-4908-a5a4-8a53cd043d32', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'floating_ip_address': '172.26.6.232', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'port_id': '471a9c6f-30b6-43de-863a-af31299674f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'mac_address': 'fa:16:3e:a2:d2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:39:26Z', 'updated_at': '2021-05-25T17:39:26Z', 'revision_number': 0, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:39:29.460715 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedadd8b-e480-4fbc-a26d-34c8146114c7 None None] New status for floating IP 311196e4-e780-4908-a5a4-8a53cd043d32: ACTIVE {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:39:29.739048 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43228) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:39:29.858208 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e2ad949b-3b0a-4847-9188-27b2292a69ba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/311196e4-e780-4908-a5a4-8a53cd043d32 HTTP/1.1" status: 200 len: 993 time: 0.1178188 May 25 17:39:40.202142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-66cf1c9a-a104-44cc-9a02-c5a1381b4232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:42.708199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:42.978511 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0615757d-43c7-4fd2-ae21-4500684b7d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:43.990652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:44.822537 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:39:45.664871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:49.348940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:39:49.594228 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-250f9450-6695-402a-a95d-512a30a01cd9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708637 May 25 17:39:49.739053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a128a5-1137-4050-9b94-0108e088d23b req-421277c1-f6c0-4b9d-921c-f5d748159d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:49.740416 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-421277c1-f6c0-4b9d-921c-f5d748159d57 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1098 time: 0.0755546 May 25 17:39:49.888528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a128a5-1137-4050-9b94-0108e088d23b req-bf2a1cbe-3f8a-4afa-ba90-df2d02bad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:49.890779 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-bf2a1cbe-3f8a-4afa-ba90-df2d02bad696 service neutron] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 899 time: 0.1315987 May 25 17:39:49.991861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-ff2d5074-2442-4b5a-a854-91f541b2aa9b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 1001 time: 0.0940237 May 25 17:39:50.058923 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a128a5-1137-4050-9b94-0108e088d23b req-2129d924-ac19-4549-a211-5efbb1d4af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:50.060396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-2129d924-ac19-4549-a211-5efbb1d4af31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0623419 May 25 17:39:50.136884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a128a5-1137-4050-9b94-0108e088d23b req-e8bbf31c-8300-4865-bcc6-94c5c1fff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:39:50.138386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-e8bbf31c-8300-4865-bcc6-94c5c1fff0f4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707991 May 25 17:39:50.273118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-4af4d468-fd27-4148-9460-0b25e5308315 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274004 May 25 17:39:50.412152 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a128a5-1137-4050-9b94-0108e088d23b req-a6bd8382-3b8d-465c-9e5f-8f705e8a25cb service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315806 May 25 17:40:10.204615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-21ef92b9-5de6-4385-a87b-a489e9b97519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:12.711522 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:12.981764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8f1c8fb6-15ac-4bfc-a951-c01c01407ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:13.994650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:15.666136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:19.354271 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:21.822005 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:40:39.586744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b561d-e162-4eb8-9fd1-c043c1712e07 req-84641e2a-4aff-4b31-b838-d90fa6558842 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:39.588246 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d07b561d-e162-4eb8-9fd1-c043c1712e07 req-84641e2a-4aff-4b31-b838-d90fa6558842 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1836417 May 25 17:40:39.634146 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d07b561d-e162-4eb8-9fd1-c043c1712e07 req-6ca8e2cc-e210-46c8-98e6-6c53cdf9d386 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401561 May 25 17:40:40.208037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-18dfb98a-bd20-4635-b53c-3eb9bb566e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:40.950536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06269c51-5e75-4ae7-b11e-a2afa6f829a3 req-6aaee918-0e90-4103-888e-6f5cb34ed032 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:40.952024 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06269c51-5e75-4ae7-b11e-a2afa6f829a3 req-6aaee918-0e90-4103-888e-6f5cb34ed032 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1387568 May 25 17:40:40.997933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06269c51-5e75-4ae7-b11e-a2afa6f829a3 req-26656296-5a18-47ae-a7aa-516f23bde5db tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 May 25 17:40:42.187243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2113db-50a2-47a4-b18a-2a891b1896e7 req-cbb6861f-e275-4d72-be19-5af0fa2bac9b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:42.189313 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4f2113db-50a2-47a4-b18a-2a891b1896e7 req-cbb6861f-e275-4d72-be19-5af0fa2bac9b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0845830 May 25 17:40:42.234873 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4f2113db-50a2-47a4-b18a-2a891b1896e7 req-2aaf7666-6a3f-47c3-8d37-92284dec93fb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394402 May 25 17:40:42.258402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43266) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:42.369237 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4cfb948e-3dde-4421-87d0-06690734a50a tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/311196e4-e780-4908-a5a4-8a53cd043d32 HTTP/1.1" status: 200 len: 993 time: 0.1092806 May 25 17:40:42.713519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:42.984485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-82cf0dba-9d8b-49cb-bd87-4456838b6b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:43.833083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c28bd4-2fd5-48ca-b520-65319d01ada1 req-95bf1332-f6bc-44f4-9e48-e5ba96d5740f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:43.834637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d2c28bd4-2fd5-48ca-b520-65319d01ada1 req-95bf1332-f6bc-44f4-9e48-e5ba96d5740f tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0865982 May 25 17:40:43.930448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d2c28bd4-2fd5-48ca-b520-65319d01ada1 req-9523954a-5b36-40c4-88f9-f572eaeeb121 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644712 May 25 17:40:43.943551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da339d-03db-4b25-9789-f4652c04136f req-3043418b-19ca-4b6e-9733-6b1b031d4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:43.945089 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-3043418b-19ca-4b6e-9733-6b1b031d4012 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1098 time: 0.1603599 May 25 17:40:43.997055 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:44.220600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da339d-03db-4b25-9789-f4652c04136f req-8be26d83-396f-4065-9702-757e32deda93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:44.222238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-8be26d83-396f-4065-9702-757e32deda93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 899 time: 0.2703254 May 25 17:40:44.329335 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-78797198-cdfd-49a0-bfec-44149ffb0e1f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 1001 time: 0.0996516 May 25 17:40:44.393899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da339d-03db-4b25-9789-f4652c04136f req-eb65c13b-46e5-440f-9750-3d5a750f0daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:44.395413 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-eb65c13b-46e5-440f-9750-3d5a750f0daa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0587466 May 25 17:40:44.478485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da339d-03db-4b25-9789-f4652c04136f req-834fe627-d271-4c0e-9e85-19bf7faa724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:44.479904 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-834fe627-d271-4c0e-9e85-19bf7faa724f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776565 May 25 17:40:44.624266 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-33e0394d-d240-49c8-9db1-94463a260172 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373942 May 25 17:40:44.762283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-25da339d-03db-4b25-9789-f4652c04136f req-2b482a5d-56ab-488c-923b-488eff842c88 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307278 May 25 17:40:45.118487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f5663-f0ab-4ae8-86e0-49920b6a3030 req-fbd985c6-a1f4-4832-878e-824710bd46b1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:45.119898 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb3f5663-f0ab-4ae8-86e0-49920b6a3030 req-fbd985c6-a1f4-4832-878e-824710bd46b1 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0819497 May 25 17:40:45.169870 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb3f5663-f0ab-4ae8-86e0-49920b6a3030 req-815d07ca-1ec8-4c0c-8584-b4188ccba9ba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 May 25 17:40:45.670882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:46.356334 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d695c7-ba1b-4ce6-b8a7-d988f2d981b2 req-0fa4fc84-bdcf-45c7-8cc2-a5efc6e87b22 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:46.357801 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-56d695c7-ba1b-4ce6-b8a7-d988f2d981b2 req-0fa4fc84-bdcf-45c7-8cc2-a5efc6e87b22 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0827038 May 25 17:40:46.403534 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-56d695c7-ba1b-4ce6-b8a7-d988f2d981b2 req-98909960-5608-4996-af7a-1b440747e847 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 May 25 17:40:46.428787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43282) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:46.537059 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-515cddff-66f8-4db0-81fc-938ed07dfb27 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/floatingips/311196e4-e780-4908-a5a4-8a53cd043d32 HTTP/1.1" status: 200 len: 993 time: 0.1067357 May 25 17:40:46.791853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43290) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:47.063195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 359f4106-8028-467c-8d98-ee6b45a98099 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:40:47.063452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:47.186238 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:47.186563 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:47.311599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 359f4106-8028-467c-8d98-ee6b45a98099 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:40:47.438709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:47.444177 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f3ca7538-3aba-4e38-871a-afdd0e8978c6 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:47.493975 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=359f4106-8028-467c-8d98-ee6b45a98099,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:47.534992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.535393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.535775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.536154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.536524 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.536893 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.537258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.537621 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.537986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.538349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.538714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.539102 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:47.567962 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:47.596940 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:47.597362 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Floating IP 311196e4-e780-4908-a5a4-8a53cd043d32 disassociated (deleted). External IP: 172.26.6.232, port: 471a9c6f-30b6-43de-863a-af31299674f3. May 25 17:40:48.079216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:40:48.269331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:40:48.278461 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Sync routers for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:40:48.287860 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:40:48.288468 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:48.289683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:48.353360 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7b9c39b4-147a-4858-99de-16297ee0a2eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/floatingips/311196e4-e780-4908-a5a4-8a53cd043d32 HTTP/1.1" status: 204 len: 168 time: 1.5603900 May 25 17:40:48.353973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:40:48.509498 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3', 'status': 'completed', 'code': 200} May 25 17:40:48.532666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:40:48.615725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-d10c260f-dc34-4799-b636-15f77b6cfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:48.615725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-d10c260f-dc34-4799-b636-15f77b6cfaa8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=44caad858db340aeb630ba8c8afdc5a2&device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 1098 time: 0.0818026 May 25 17:40:48.761606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a779c2-d37d-4159-bab6-34ba111e83ff req-142fb1dd-0db2-4d9b-9bef-386554109b9e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:48.762322 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-16a779c2-d37d-4159-bab6-34ba111e83ff req-142fb1dd-0db2-4d9b-9bef-386554109b9e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Synchronizing usage tracker for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:40:48.764525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-94c0a271-d43b-4e36-aba4-ef1392665907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:48.765996 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-94c0a271-d43b-4e36-aba4-ef1392665907 service neutron] 10.222.0.95 "GET /v2.0/networks?id=710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 200 len: 899 time: 0.1398180 May 25 17:40:48.779173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-16a779c2-d37d-4159-bab6-34ba111e83ff req-142fb1dd-0db2-4d9b-9bef-386554109b9e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Unset dirty status for tenant:44caad858db340aeb630ba8c8afdc5a2 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:40:48.781334 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-16a779c2-d37d-4159-bab6-34ba111e83ff req-142fb1dd-0db2-4d9b-9bef-386554109b9e tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.1033008 May 25 17:40:48.834163 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-16a779c2-d37d-4159-bab6-34ba111e83ff req-f141f7e1-b9be-4db2-b818-631d9e8367b7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458331 May 25 17:40:48.844745 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-f1ad6749-540a-4097-b324-fd399251e9c5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 200 len: 217 time: 0.0666742 May 25 17:40:48.884727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:48.888492 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Checking router: 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:40:48.897617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:40:48.898233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:48.915515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-9ac89574-b908-457d-a990-a3a1dcaf5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:48.916951 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-9ac89574-b908-457d-a990-a3a1dcaf5233 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 200 len: 834 time: 0.0641131 May 25 17:40:48.995548 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-2233f157-4e29-4d34-a130-9bdfc8df45c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:48.997048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-2233f157-4e29-4d34-a130-9bdfc8df45c9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=710eea6f-77d6-4616-ab14-aa33a95e2eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716515 May 25 17:40:49.079011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:40:49.135283 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-d6fe2394-0b89-4941-a752-fe55059a40fc service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300361 May 25 17:40:49.273639 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0094c92-1086-44d5-8d99-2adc1713bd56 req-40059671-31d3-4771-9b7c-92434a577848 service neutron] 10.222.0.95 "GET /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307943 May 25 17:40:49.396063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:49.415465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:49.419533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b43dffc-189a-4fe1-980b-ac7406aee160 None None] The sync data for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv is: [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:39:10Z', 'revision_number': 4, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '23e927c9-ffce-4796-9350-bcc0170d8bfb', 'name': '', 'network_id': '710eea6f-77d6-4616-ab14-aa33a95e2eeb', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'mac_address': 'fa:16:3e:5e:5b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:09Z', 'updated_at': '2021-05-25T17:39:15Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'subnets': [{'id': '466ea7e4-32af-4ec6-9ad4-bdee65a6eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:40:49.631227 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ff80e-8b00-4ec1-9b9c-7b50f00a48a2 None None] New status for floating IP 311196e4-e780-4908-a5a4-8a53cd043d32: DOWN {{(pid=99129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:40:50.182490 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787bab-74f8-4aae-9386-fc49806e41ea req-0ac024b5-6435-484a-bec2-0aca53d291ec tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:50.183990 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-37787bab-74f8-4aae-9386-fc49806e41ea req-0ac024b5-6435-484a-bec2-0aca53d291ec tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0863299 May 25 17:40:50.229596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-37787bab-74f8-4aae-9386-fc49806e41ea req-ab54079b-c143-460c-8133-cc00f17f4c4d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/security-groups?id=e02567e4-7328-459f-80ee-7d3265223adf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396111 May 25 17:40:50.620903 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-f2510e77-7f06-413b-909a-a91b3f3af029 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:40:50.622342 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-f2510e77-7f06-413b-909a-a91b3f3af029 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 945 time: 0.0810513 May 25 17:40:50.762583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 471a9c6f-30b6-43de-863a-af31299674f3 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:40:50.762950 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:51.038612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 471a9c6f-30b6-43de-863a-af31299674f3, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=471a9c6f-30b6-43de-863a-af31299674f3,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:40:51.038991 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:51.163964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 471a9c6f-30b6-43de-863a-af31299674f3 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:40:51.285024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:51.290833 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-dd92cf27-1207-4fed-94cf-5f242e7787ce tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:51.336352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=471a9c6f-30b6-43de-863a-af31299674f3,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:51.375255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.375651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.376024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.376393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.376760 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.377144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.378182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.378545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.378921 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.379295 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.379687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.380013 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:51.387413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:51.392588 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-be90f1f8-4111-44ca-bff5-296f7ecf236f req-9609b36c-846b-4759-ada1-ef41465151eb tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "GET /v2.0/ports?device_id=d8e0a0c6-9627-41fd-8562-85c41c36b4f0 HTTP/1.1" status: 200 len: 210 time: 0.0506189 May 25 17:40:51.430006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] No DVR routers for this DVR port 471a9c6f-30b6-43de-863a-af31299674f3 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:40:51.433026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:51.435839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'name': 'network-vif-deleted', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:40:51.452919 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b9d991e0-ed76-4fd2-9335-b9813aa62981 req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.95 "DELETE /v2.0/ports/471a9c6f-30b6-43de-863a-af31299674f3 HTTP/1.1" status: 204 len: 173 time: 0.8249369 May 25 17:40:51.485046 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e0a0c6-9627-41fd-8562-85c41c36b4f0', 'name': 'network-vif-deleted', 'tag': '471a9c6f-30b6-43de-863a-af31299674f3', 'status': 'completed', 'code': 200} May 25 17:40:52.489512 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43312) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:53.049099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:53.163375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 471a9c6f-30b6-43de-863a-af31299674f3 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:40:53.198779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 471a9c6f-30b6-43de-863a-af31299674f3 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:40:53.199251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 471a9c6f-30b6-43de-863a-af31299674f3 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:40:53.623246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 23e927c9-ffce-4796-9350-bcc0170d8bfb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:40:53.623889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:53.761831 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 23e927c9-ffce-4796-9350-bcc0170d8bfb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=23e927c9-ffce-4796-9350-bcc0170d8bfb,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:40:53.762172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:53.887081 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 23e927c9-ffce-4796-9350-bcc0170d8bfb owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:40:54.185572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:54.190141 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4741c313-1ad0-4083-81d0-18e4e5860661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:54.262242 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=23e927c9-ffce-4796-9350-bcc0170d8bfb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:54.264784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:54.517097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.019446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:40:55.201389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:40:55.211549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Sync routers for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:40:55.218299 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "PUT /v2.0/routers/950648e8-eeb5-4e1f-a581-fbaabecb9ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273819 May 25 17:40:55.220552 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43316) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:55.221619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:40:55.222255 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:55.314401 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting subnet 466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:40:55.318572 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.393612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.406110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:40:55.497105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.763953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:40:54Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:55.768633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Checking router: 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:40:55.778359 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Routers {'950648e8-eeb5-4e1f-a581-fbaabecb9ca2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:40:55.779032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:55.785916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.789678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eacca7ed-48fa-4884-8eac-d60cc7a3560e tempest-BulkNetworkOpsTest-736215097 tempest-BulkNetworkOpsTest-736215097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:55.833394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Subnet': ['ID=466ea7e4-32af-4ec6-9ad4-bdee65a6eb93,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:55.835418 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:55.838680 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:55.843332 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-144a6112-dd7c-4fd7-8a57-7bf70b06462b tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/subnets/466ea7e4-32af-4ec6-9ad4-bdee65a6eb93 HTTP/1.1" status: 204 len: 168 time: 0.6207564 May 25 17:40:55.844989 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14716364-22fa-4c53-9a31-8af68fed3731 None None] Network 710eea6f-77d6-4616-ab14-aa33a95e2eeb requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:40:55.845854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43320) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:56.036109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.135622 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] Set router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:40:56.224076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.301393 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Deleting port 6b59b6b5-4bed-4255-804a-6f076c4a069e {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:40:56.301662 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.466349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876b34e-5add-49de-990d-38963951c343 None None] DHCP port deletion for 710eea6f-77d6-4616-ab14-aa33a95e2eeb request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:40:56.468404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] For port 6b59b6b5-4bed-4255-804a-6f076c4a069e, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6b59b6b5-4bed-4255-804a-6f076c4a069e,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:40:56.469025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.525828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:40:54Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:56.531795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044e4b9-6262-4e2a-a1fb-b7517ebbc76d None None] The sync data for ids ['950648e8-eeb5-4e1f-a581-fbaabecb9ca2'] in dv-neutron-792998-1-hyperv is: [{'id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1866184192', 'tenant_id': '44caad858db340aeb630ba8c8afdc5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:39:04Z', 'updated_at': '2021-05-25T17:40:54Z', 'revision_number': 5, 'project_id': '44caad858db340aeb630ba8c8afdc5a2', 'gw_port': {'id': '6b59b6b5-4bed-4255-804a-6f076c4a069e', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:bf:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950648e8-eeb5-4e1f-a581-fbaabecb9ca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:39:05Z', 'updated_at': '2021-05-25T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:40:56.550372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e876b34e-5add-49de-990d-38963951c343 None None] Deleting port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:40:56.550846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.666260 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-e876b34e-5add-49de-990d-38963951c343 None None] For port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,segment=NetworkSegment(c80bd6bf-3b87-4eea-99cf-0393b8aed3ca),segment_id=c80bd6bf-3b87-4eea-99cf-0393b8aed3ca)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:40:56.666659 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.743180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Calling delete_port for 6b59b6b5-4bed-4255-804a-6f076c4a069e owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:40:56.801119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-e876b34e-5add-49de-990d-38963951c343 None None] Calling delete_port for e50fe4a3-52cf-42b1-aa7c-edc3c87219ec owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:40:56.857371 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.866011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:56.894642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:56.899148 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c722d65a-fef0-4660-ba5d-90b9d3518c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:56.944876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876b34e-5add-49de-990d-38963951c343 None None] Pushing event deleted for resources: {'Port': ['ID=e50fe4a3-52cf-42b1-aa7c-edc3c87219ec,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:56.947753 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876b34e-5add-49de-990d-38963951c343 None None] No DVR routers for this DVR port e50fe4a3-52cf-42b1-aa7c-edc3c87219ec on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:40:56.950777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Port': ['ID=6b59b6b5-4bed-4255-804a-6f076c4a069e,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:56.954397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:56.956387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.956984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.957337 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.957679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.958082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.958345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.958677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.959033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.959366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.959695 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.960026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.960409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876b34e-5add-49de-990d-38963951c343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:40:56.963637 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e876b34e-5add-49de-990d-38963951c343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:57.019711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e50fe4a3-52cf-42b1-aa7c-edc3c87219ec no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:40:57.064366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: e50fe4a3-52cf-42b1-aa7c-edc3c87219ec {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:40:57.065410 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device e50fe4a3-52cf-42b1-aa7c-edc3c87219ec not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:40:57.066617 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 23e927c9-ffce-4796-9350-bcc0170d8bfb no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:40:57.072065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.108874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 23e927c9-ffce-4796-9350-bcc0170d8bfb {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:40:57.109253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 23e927c9-ffce-4796-9350-bcc0170d8bfb not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:40:57.258454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.260719 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.283116 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.284184 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Fanout notify agent at l3_agent the message router_deleted on router 950648e8-eeb5-4e1f-a581-fbaabecb9ca2 {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:40:57.300271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.301396 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c0a4931c-d077-4ff2-9a77-3537bd74fe4c tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/routers/950648e8-eeb5-4e1f-a581-fbaabecb9ca2 HTTP/1.1" status: 204 len: 168 time: 1.4545650 May 25 17:40:57.304265 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43324) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:57.427697 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.567224 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.579873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710eea6f-77d6-4616-ab14-aa33a95e2eeb']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:57.592012 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:57.592310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80bd6bf-3b87-4eea-99cf-0393b8aed3ca') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:40:57.603695 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.619905 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.626462 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:40:57.626779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:40:57.642216 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:40:57.731475 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.735135 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a5e4734f-2e32-49d4-9fb3-a1d479974cab tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:57.753955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.763391 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'Network': ['ID=710eea6f-77d6-4616-ab14-aa33a95e2eeb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:57.766660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:57.775156 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e9d6cf7d-aa65-4650-98dd-be19e4fa1558 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/networks/710eea6f-77d6-4616-ab14-aa33a95e2eeb HTTP/1.1" status: 204 len: 168 time: 0.4675150 May 25 17:40:57.775573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43328) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:57.850389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.881578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.949101 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.953345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-360af2b3-5c3b-444b-b8b0-93e167e2fdf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:57.968127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02567e4-7328-459f-80ee-7d3265223adf,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:57.972034 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:57.980841 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:57.982033 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-0e5e11a1-234f-4b58-b9fe-de2d22871e64 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] 10.222.0.96 "DELETE /v2.0/security-groups/e02567e4-7328-459f-80ee-7d3265223adf HTTP/1.1" status: 204 len: 168 time: 0.2056291 May 25 17:40:58.357299 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43338) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:58.507737 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-1ae11f45-e5e5-4407-ab13-d8569f39c899 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44caad858db340aeb630ba8c8afdc5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491361 May 25 17:40:58.510138 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43344) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:58.568713 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:58.594147 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:58.649370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:58.653223 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-133331f1-bf6f-4557-b0e8-65059e51a35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:58.669678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7664eed7-a4a5-4716-aace-2c56204d2178,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:58.672044 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:58.678827 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:58.680315 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7664eed7-a4a5-4716-aace-2c56204d2178 HTTP/1.1" status: 204 len: 168 time: 0.1692014 May 25 17:40:58.820737 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:40:58.833448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6b59b6b5-4bed-4255-804a-6f076c4a069e no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:40:58.868759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 6b59b6b5-4bed-4255-804a-6f076c4a069e {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:40:58.869117 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6b59b6b5-4bed-4255-804a-6f076c4a069e not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:40:58.965579 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43352) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:58.983934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:58.998330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:40:59.002189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Usage tracker for resource:security_group_rule and tenant:ca6b920ac42b45c8ae44fff9fc3b3544 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:40:59.005527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:40:59.011220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:40:59.102500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.106348 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.114014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4310025d-ed04-403b-a744-87f763252f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:59.155068 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ca6b920ac42b45c8ae44fff9fc3b3544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882873 May 25 17:40:59.155901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8024d57-d3fa-46c0-a673-cc1083306475,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:59.157655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43356) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:40:59.158855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-58b736c4-2458-4f97-b516-9ca58ecacc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:59.221021 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.247289 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.306566 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.310354 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-21cbe6b3-19bc-4770-8f72-4d16508f8f4a tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:40:59.321744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8024d57-d3fa-46c0-a673-cc1083306475,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:40:59.325171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:40:59.328415 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:40:59.331377 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3daf4a3f-2d33-4876-b7ed-e95161fca70f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e8024d57-d3fa-46c0-a673-cc1083306475 HTTP/1.1" status: 204 len: 168 time: 0.1703107 May 25 17:41:00.112844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43380) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:00.219682 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-808680792-network', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:00.224745 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:00.228584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Usage tracker for resource:network and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:00.231523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:00.238282 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:00.248258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Made reservation on behalf of 6d5b84281b254341b5fbdb78909fd8f4 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:41:00.250624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.263905 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.282746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:00.287247 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:00.290064 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:00.295830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:00.387134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.391505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.395249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cbdd0f2f-64af-487e-8116-8c040390225e tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:00.426607 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:41:00.432641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef512f63-27f1-4e38-bfaa-1d9b8b2ffe76,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:00.436489 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:00.440866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.442518 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Added segment d7809c2b-a247-46f0-9995-f292b60e09b0 of type vlan for network 093c11a3-7f7a-4f9f-8e77-06cde57e642f May 25 17:41:00.468982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.498842 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.499839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:00.500420 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:00.503835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9cb69db-2097-4a4a-9aff-09c2e1435744 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:00.606592 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Pushing event updated for resources: {'Network': ['ID=093c11a3-7f7a-4f9f-8e77-06cde57e642f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:00.609604 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4956980 May 25 17:41:00.610441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:00.612778 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43386) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:00.617212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:41:00.618221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Request body: {'subnet': {'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-808680792-subnet', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:00.623508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:00.627341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Usage tracker for resource:subnet and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:00.630174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:00.636040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:00.647147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Made reservation on behalf of 6d5b84281b254341b5fbdb78909fd8f4 for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:41:00.649580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.052030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.055830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1333e0b2-7449-4335-a82f-708bc1a86297 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:01.129101 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4d8405-3a01-4129-90d3-e4f4c3d538df,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:01.133080 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:01.137177 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Checking segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:01.137536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Network hostable DHCP agents. Network: 093c11a3-7f7a-4f9f-8e77-06cde57e642f, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:41:01.156077 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:41:01.166528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 093c11a3-7f7a-4f9f-8e77-06cde57e642f) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:01.175563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ddde03-b202-4357-a5d8-6c130d6bdc27 None None] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:41:01.176962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:01.177563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.198190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5843508 May 25 17:41:01.200787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43390) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:01.206419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:01.211224 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:01.215068 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Usage tracker for resource:router and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:01.217959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:01.224830 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:01.235401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.236936 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.255007 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.405420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:41:01.406350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.576418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Allocated IP 172.20.0.2 (093c11a3-7f7a-4f9f-8e77-06cde57e642f/bb4d8405-3a01-4129-90d3-e4f4c3d538df/6e05ea42-7e55-470e-9acc-e39e7441024b) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:01.706110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.806573 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.817783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Transition to ACTIVE for port object 6e05ea42-7e55-470e-9acc-e39e7441024b will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:01.837904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Transition to ACTIVE for port object 6e05ea42-7e55-470e-9acc-e39e7441024b will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:01.844289 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:01.849454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:01.920621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:01.923475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:01.928317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:01.934948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Pushing event updated for resources: {'Port': ['ID=6e05ea42-7e55-470e-9acc-e39e7441024b,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:01.938810 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:02.032633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Attempting to bind port 6e05ea42-7e55-470e-9acc-e39e7441024b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:02.033179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Attempting to bind port 6e05ea42-7e55-470e-9acc-e39e7441024b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:02.034233 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Attempting to bind port 6e05ea42-7e55-470e-9acc-e39e7441024b on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:02.040673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:02.041053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Checking segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:02.041465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.041862 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Bound using segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:02.042330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Bound port: 6e05ea42-7e55-470e-9acc-e39e7441024b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:02.042702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.070561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.103875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.157065 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] For port 6e05ea42-7e55-470e-9acc-e39e7441024b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:02.162229 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] For port 6e05ea42-7e55-470e-9acc-e39e7441024b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e05ea42-7e55-470e-9acc-e39e7441024b,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:02.167813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.171563 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:02.269517 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Pushing event updated for resources: {'Port': ['ID=6e05ea42-7e55-470e-9acc-e39e7441024b,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:02.274137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:02.282759 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Allocated IP 172.26.6.180 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/04a638fe-8231-4cfb-87c3-397ba7e57af8) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:02.482116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.516654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:02.522530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d9656bac-8542-4ba8-a581-ce55484ab3ac tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:02.591422 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:02.594597 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:02.599340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:02.638516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Pushing event updated for resources: {'Port': ['ID=04a638fe-8231-4cfb-87c3-397ba7e57af8,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:02.647958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:02.865983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e05ea42-7e55-470e-9acc-e39e7441024b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:02.946783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 6e05ea42-7e55-470e-9acc-e39e7441024b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:03.075872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:03.200321 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da09d90-3c6b-488c-8bc9-172ec1b6cc3b None None] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:41:03.309069 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Provisioning for port 6e05ea42-7e55-470e-9acc-e39e7441024b completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:03.319863 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Provisioning complete for port 6e05ea42-7e55-470e-9acc-e39e7441024b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:03.320244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:03.552547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:03.592348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] For port 6e05ea42-7e55-470e-9acc-e39e7441024b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e05ea42-7e55-470e-9acc-e39e7441024b,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:03.599720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:03.601620 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-e876b34e-5add-49de-990d-38963951c343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:03.610128 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:03.676613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Pushing event updated for resources: {'Port': ['ID=6e05ea42-7e55-470e-9acc-e39e7441024b,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:03.680005 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:03.825883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:41:03.828968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d462f335-5c6b-4071-a757-af8f95bfbebe None None] Provisioning complete for port 6e05ea42-7e55-470e-9acc-e39e7441024b triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:03.829358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d462f335-5c6b-4071-a757-af8f95bfbebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.011150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:41:04.021192 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:41:04.030166 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:04.030853 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:04.035335 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.036909 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8351882 May 25 17:41:04.039879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43394) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:04.235987 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:04.525981 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:02Z', 'revision_number': 3, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:04.529872 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:41:04.530227 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Updating router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 port 04a638fe-8231-4cfb-87c3-397ba7e57af8 binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:41:04.582538 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.728269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.854128 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e05ea42-7e55-470e-9acc-e39e7441024b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:04.923017 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.935411 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Transition to ACTIVE for port object 04a638fe-8231-4cfb-87c3-397ba7e57af8 will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:04.941929 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:04.946651 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ac20e09d-5caa-4c15-9795-3b8891bc354e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:04.974727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 6e05ea42-7e55-470e-9acc-e39e7441024b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:04.975145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.022251 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Attempting to bind port 04a638fe-8231-4cfb-87c3-397ba7e57af8 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:05.022898 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Attempting to bind port 04a638fe-8231-4cfb-87c3-397ba7e57af8 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:05.023241 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Attempting to bind port 04a638fe-8231-4cfb-87c3-397ba7e57af8 on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:05.032864 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:05.033825 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:05.034233 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.034639 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:05.035133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Bound port: 04a638fe-8231-4cfb-87c3-397ba7e57af8, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:05.035507 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.087301 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Pushing event updated for resources: {'Port': ['ID=04a638fe-8231-4cfb-87c3-397ba7e57af8,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:05.110056 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.110406 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.110737 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.111812 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.112134 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.112492 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.112972 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.113295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.113631 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.113944 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.114260 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.114575 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:41:05.119750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Allocated IP 172.20.0.1 (093c11a3-7f7a-4f9f-8e77-06cde57e642f/bb4d8405-3a01-4129-90d3-e4f4c3d538df/ab331313-aa65-423e-8377-ba2d646e14bb) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:05.120205 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:05.132433 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] For port 04a638fe-8231-4cfb-87c3-397ba7e57af8, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:05.136223 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] For port 04a638fe-8231-4cfb-87c3-397ba7e57af8, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=04a638fe-8231-4cfb-87c3-397ba7e57af8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:05.140054 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.144391 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-85a949b2-1653-4262-9077-8581f2f96111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:05.229442 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:05.230069 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:05.283790 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.292723 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Pushing event updated for resources: {'Port': ['ID=04a638fe-8231-4cfb-87c3-397ba7e57af8,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:05.300722 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Transition to ACTIVE for port object ab331313-aa65-423e-8377-ba2d646e14bb will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:05.303843 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-ee4f9cbd-94e6-4493-8813-6f8a6d8b822b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:05.324494 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.329169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:05.391050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:05.394412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:05.398414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:05.416861 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:05.441097 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Pushing event updated for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:05.449820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:05.465807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.610723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.686451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afe66675-6202-40a7-b4d6-8855610a7536 None None] Provisioning for port ab331313-aa65-423e-8377-ba2d646e14bb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:05.692353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-afe66675-6202-40a7-b4d6-8855610a7536 None None] Provisioning complete for port ab331313-aa65-423e-8377-ba2d646e14bb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:05.692975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-afe66675-6202-40a7-b4d6-8855610a7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.747642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-afe66675-6202-40a7-b4d6-8855610a7536 None None] Port ab331313-aa65-423e-8377-ba2d646e14bb cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:41:05.762112 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:02Z', 'revision_number': 3, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:05.769258 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd0e36-1a66-4f0a-a083-134e9d16c673 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:02Z', 'revision_number': 3, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:41:05.869907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.874460 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:05.900661 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:05.995975 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Pushing event updated for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:05.998868 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:06.000065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:06.145746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:06.147004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:06.356270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:41:06.477201 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-dcc46ba5-87cc-44bb-98dd-7d6e01a62691 None None] Provisioning complete for port ab331313-aa65-423e-8377-ba2d646e14bb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:06.478226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dcc46ba5-87cc-44bb-98dd-7d6e01a62691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:06.540653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-dcc46ba5-87cc-44bb-98dd-7d6e01a62691 None None] Port ab331313-aa65-423e-8377-ba2d646e14bb cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:41:06.561625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:41:06.570783 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] 10.222.0.96 "PUT /v2.0/routers/6b1baf86-f1d3-4067-b97c-d3e490fa9df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298922 May 25 17:41:06.871623 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 04a638fe-8231-4cfb-87c3-397ba7e57af8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:06.942982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 04a638fe-8231-4cfb-87c3-397ba7e57af8 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:06.947891 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 04a638fe-8231-4cfb-87c3-397ba7e57af8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:06.948268 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.082350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.100832 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 04a638fe-8231-4cfb-87c3-397ba7e57af8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=04a638fe-8231-4cfb-87c3-397ba7e57af8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:07.105315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.107245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:07.123038 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43412) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:07.129649 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-323648639-network', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:07.134571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:07.138594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Usage tracker for resource:network and tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:07.142009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:07.149452 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:07.162987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Made reservation on behalf of 54d8a9af064d4eec9fca16f0d9d4d2a4 for: {'network': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:41:07.165378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.178534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.181312 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=04a638fe-8231-4cfb-87c3-397ba7e57af8,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:07.184877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:07.194940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:07.199110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Usage tracker for resource:security_group_rule and tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:07.202094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:07.209373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:07.298154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.302392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.305591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-047a3c39-d54c-4524-82a1-2057593f1296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:07.339929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1176, 'physical_network': 'physnet1'} {{(pid=99127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:41:07.346485 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a55610-8d87-4d38-8999-500be06d2080,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:07.349848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:07.355331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.355723 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.segments_db [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Added segment 747987ba-0272-4fef-8ef0-e3a4df37c3fa of type vlan for network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 May 25 17:41:07.365481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:41:07.375218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:07.376151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:07.537438 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.571937 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:07.577119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.578872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:07.579801 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:07.587635 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-97b50e2f-ebe1-4c10-9d8a-be2061ce7055 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:07.759144 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6346114 May 25 17:41:07.760365 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8efc76af-b711-4ddb-9af1-b2cb08e5bdc9,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:07.764015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-046ba4ab-8565-4073-bcd5-c47952b9f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:07.764209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43416) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:07.774708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Request body: {'subnet': {'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-323648639-subnet', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:07.784868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:07.786479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:41:07.790140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Usage tracker for resource:subnet and tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:07.793240 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:07.800868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:07.812001 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Made reservation on behalf of 54d8a9af064d4eec9fca16f0d9d4d2a4 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:41:07.814071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.078961 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 2, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:08.083815 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:41:08.084202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Updating router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 port ab331313-aa65-423e-8377-ba2d646e14bb binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:41:08.137213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.342387 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.346091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-af1e0d75-6b72-47dd-90f1-7b6270b0b13b tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:08.419739 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=661328f3-42f6-46be-b70a-a7c3694a7fb1,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:08.428241 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:08.433158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Checking segment: {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:08.433523 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Network hostable DHCP agents. Network: 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:41:08.451973 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:41:08.461980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:08.472399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5df461-7d42-4f72-918a-b3c0ed9b71b5 None None] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:41:08.472670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:08.473282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.502348 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7364585 May 25 17:41:08.504937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43420) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:08.509951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:08.514638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:08.518501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Usage tracker for resource:router and tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:08.521392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:08.527140 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:08.538059 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.539194 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.555203 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.680248 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.740290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Transition to ACTIVE for port object ab331313-aa65-423e-8377-ba2d646e14bb will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:08.749781 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.755971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:08.838676 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:08.912589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 04a638fe-8231-4cfb-87c3-397ba7e57af8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:08.979990 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'fixed_ips': [{'subnet_id': '661328f3-42f6-46be-b70a-a7c3694a7fb1'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:41:08.980813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.004235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Pushing event updated for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:09.040253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:09.182165 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.191061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Attempting to bind port ab331313-aa65-423e-8377-ba2d646e14bb on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:09.191484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Attempting to bind port ab331313-aa65-423e-8377-ba2d646e14bb by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:09.192082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Attempting to bind port ab331313-aa65-423e-8377-ba2d646e14bb on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:09.214813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:09.215216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Checking segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:09.215621 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.216018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Bound using segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:09.216494 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Bound port: ab331313-aa65-423e-8377-ba2d646e14bb, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:09.216873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.217683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.319940 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 04a638fe-8231-4cfb-87c3-397ba7e57af8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:09.320317 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.353866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Allocated IP 172.26.6.129 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/909ac81f-46f9-483c-ad05-ab7f101b4d1b) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:09.421592 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Allocated IP 172.20.0.2 (8efc76af-b711-4ddb-9af1-b2cb08e5bdc9/661328f3-42f6-46be-b70a-a7c3694a7fb1/9e65e4c6-1ce9-428f-95d9-f12f063e1108) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:09.458015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] For port ab331313-aa65-423e-8377-ba2d646e14bb, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:09.461546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] For port ab331313-aa65-423e-8377-ba2d646e14bb, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ab331313-aa65-423e-8377-ba2d646e14bb,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:09.481977 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.513619 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.534896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-078c343e-0822-487c-8476-561b930cc8bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:09.545798 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:09.549630 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:09.630358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:09.633271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:09.635581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:09.690502 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Pushing event updated for resources: {'Port': ['ID=909ac81f-46f9-483c-ad05-ab7f101b4d1b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:09.697796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:09.700564 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:09.701011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:09.787553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Pushing event updated for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:09.802687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:09.991148 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.010165 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Transition to ACTIVE for port object 9e65e4c6-1ce9-428f-95d9-f12f063e1108 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:10.013502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:10.158851 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Transition to ACTIVE for port object 9e65e4c6-1ce9-428f-95d9-f12f063e1108 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:10.222829 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.227996 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.233081 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-d93a64a8-79e4-499e-aa7a-b0760e1b74f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:10.369811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a2571633-ce77-41a8-a7f0-eb253c51924d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.387547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:10.394697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:10.401023 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:10.406212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Pushing event updated for resources: {'Port': ['ID=9e65e4c6-1ce9-428f-95d9-f12f063e1108,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:10.413334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:10.560929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Attempting to bind port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:10.561302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Attempting to bind port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:10.561671 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Attempting to bind port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 on network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:10.569931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:10.570306 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Checking segment: {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:10.570713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.571152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Bound using segment: {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:10.571701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Bound port: 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:10.572080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.574454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.681756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] For port 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:10.686572 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] For port 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9e65e4c6-1ce9-428f-95d9-f12f063e1108,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:10.690876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:09Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:10.694756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:10.698681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:10.733743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb37c9-99e5-4b98-93df-357e7d548ca5 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:09Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:41:10.790198 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Pushing event updated for resources: {'Port': ['ID=9e65e4c6-1ce9-428f-95d9-f12f063e1108,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:10.800599 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:10.821065 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:41:10.949893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ab331313-aa65-423e-8377-ba2d646e14bb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:11.054808 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port ab331313-aa65-423e-8377-ba2d646e14bb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:11.060421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ab331313-aa65-423e-8377-ba2d646e14bb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:11.060795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:11.066262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:41:11.081037 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Sync routers for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:41:11.104832 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:11.105496 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:11.126211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:11.131279 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 43424) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:11.131850 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6254845 May 25 17:41:11.240722 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:11.280379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port ab331313-aa65-423e-8377-ba2d646e14bb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ab331313-aa65-423e-8377-ba2d646e14bb,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:11.286963 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:11.289070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:11.381746 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:11.401983 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:11.405381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:11.751159 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:10Z', 'revision_number': 3, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:11.756494 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Checking router: fb9c0981-41ab-4ed5-a348-bdcdc94f8933 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:41:11.757111 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Updating router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 port 909ac81f-46f9-483c-ad05-ab7f101b4d1b binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:41:11.831318 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:11.940084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69919bf3-95fd-4064-96d9-c4b13e72cc63 None None] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:41:11.971172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.061130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-900ebbe5-c0bb-4b6b-8c69-ebea8d64fcd7 None None] Provisioning for port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:12.219546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Allocated IP 172.20.0.1 (8efc76af-b711-4ddb-9af1-b2cb08e5bdc9/661328f3-42f6-46be-b70a-a7c3694a7fb1/1c0675bd-a897-4963-88a7-538e5b7134bc) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:12.241169 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.254362 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Transition to ACTIVE for port object 909ac81f-46f9-483c-ad05-ab7f101b4d1b will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:12.260118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.271243 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-e8897e7e-0707-4ee5-9804-0bebc046f9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:12.344625 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Attempting to bind port 909ac81f-46f9-483c-ad05-ab7f101b4d1b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:12.345004 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Attempting to bind port 909ac81f-46f9-483c-ad05-ab7f101b4d1b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:12.345488 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Attempting to bind port 909ac81f-46f9-483c-ad05-ab7f101b4d1b on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:12.356780 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:12.357158 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:12.357570 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.357971 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:12.358449 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Bound port: 909ac81f-46f9-483c-ad05-ab7f101b4d1b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:12.358833 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.387874 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba8b34-8883-42dd-a23d-c8c14b6c95c1 None None] Pushing event updated for resources: {'Port': ['ID=909ac81f-46f9-483c-ad05-ab7f101b4d1b,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:12.401356 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-9fba8b34-8883-42dd-a23d-c8c14b6c95c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:12.403901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.423492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Transition to ACTIVE for port object 1c0675bd-a897-4963-88a7-538e5b7134bc will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:12.442619 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] For port 909ac81f-46f9-483c-ad05-ab7f101b4d1b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:12.446010 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] For port 909ac81f-46f9-483c-ad05-ab7f101b4d1b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=909ac81f-46f9-483c-ad05-ab7f101b4d1b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:12.451421 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.457218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.462010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f047f30a-ecda-450b-9bd8-186cf771388d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:12.463222 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-d6059779-b3bc-477e-9759-73b679b637e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:12.528892 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:12.531084 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:12.531723 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:40:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:12.531879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:12.537281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:12.566940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:12.570008 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:12.599537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.629511 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba8b34-8883-42dd-a23d-c8c14b6c95c1 None None] Pushing event updated for resources: {'Port': ['ID=909ac81f-46f9-483c-ad05-ab7f101b4d1b,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:12.632911 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-9fba8b34-8883-42dd-a23d-c8c14b6c95c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:12.728033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.738513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.750051 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:12.825588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-78c60693-ad83-43e2-b642-cf971be32d78 None None] Provisioning for port 1c0675bd-a897-4963-88a7-538e5b7134bc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:12.836221 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-78c60693-ad83-43e2-b642-cf971be32d78 None None] Provisioning complete for port 1c0675bd-a897-4963-88a7-538e5b7134bc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:12.836744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-78c60693-ad83-43e2-b642-cf971be32d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:12.900362 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-78c60693-ad83-43e2-b642-cf971be32d78 None None] Port 1c0675bd-a897-4963-88a7-538e5b7134bc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:41:12.995334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-61db2f71-bc66-498f-a4a2-69a1ab0f6b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.004893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9e65e4c6-1ce9-428f-95d9-f12f063e1108 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:13.079670 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:13.086175 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:13.086762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.118170 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:10Z', 'revision_number': 3, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:13.124558 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d0a05-9364-4de6-83d0-84539d7c02d3 None None] The sync data for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv is: [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:10Z', 'revision_number': 3, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:41:13.153886 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.159855 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.186280 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e88c9ee6-1fc8-4863-8a41-6c5ba3f146ab tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:13.230030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.267760 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9e65e4c6-1ce9-428f-95d9-f12f063e1108,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:13.273801 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.274091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:13.274650 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ab331313-aa65-423e-8377-ba2d646e14bb up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:13.276989 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:13.280338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.300685 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-dca1cc00-20cf-4299-a6a9-97b415b2c26a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:13.419514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=9e65e4c6-1ce9-428f-95d9-f12f063e1108,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:13.422798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:13.437959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port ab331313-aa65-423e-8377-ba2d646e14bb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:13.438334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.457860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:13.459293 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:13.680822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:41:13.730150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-608a2f34-573a-4f0b-8831-01af73c5ec16 None None] Provisioning complete for port 1c0675bd-a897-4963-88a7-538e5b7134bc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:13.730962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-608a2f34-573a-4f0b-8831-01af73c5ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:13.789076 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-608a2f34-573a-4f0b-8831-01af73c5ec16 None None] Port 1c0675bd-a897-4963-88a7-538e5b7134bc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:41:13.877173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:41:13.886450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] 10.222.0.96 "PUT /v2.0/routers/fb9c0981-41ab-4ed5-a348-bdcdc94f8933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7540939 May 25 17:41:14.004701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.471119 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43434) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:14.478626 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981023649', 'description': 'tempest-secgroup-smoke-1981023649 description', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:14.485358 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:14.489956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:14.494217 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:14.500469 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:14.512180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.534744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:14.538999 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:14.542064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:14.548416 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:14.625966 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.631098 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.635104 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-2769177f-b77c-48f7-9e0f-3ca7b38804ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:14.681337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2231a9ae-deff-4014-8405-b44a48556462,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:14.684077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.685268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2130625 May 25 17:41:14.686251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3b307b32-15f5-48de-8f49-ca3acec29295 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:14.688599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43438) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:14.696589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:14.704906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:14.709441 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:14.712556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:14.719360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:14.736980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.801084 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.804814 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Sync routers for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:41:14.806433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.808493 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-37f820e5-ad83-493d-a0c0-8ebb08913c5d tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:14.816251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:14.816892 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:41:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:14.832683 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f8c90-b346-4d0e-b491-4d60d588fd72,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:14.838282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:14.843756 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.845017 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1547937 May 25 17:41:14.847854 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43442) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:14.853857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:14.860013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:14.864799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:14.870229 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:14.876397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:14.903231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.977481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.981707 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:14.982657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 909ac81f-46f9-483c-ad05-ab7f101b4d1b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:14.989705 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-79af393d-3faa-4542-840b-eeda3f70cfbc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.011190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b378cfde-ebc6-4915-93cc-ee88ff64ac9e,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.013647 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.019730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.020914 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7bd392eb-37d7-4c00-81a2-0f4b6a7b0dd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719558 May 25 17:41:15.023776 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43446) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:15.029024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:15.035573 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:15.040160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:15.043174 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:15.050250 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:15.068612 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:15.073428 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.140471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.144786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.145369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 909ac81f-46f9-483c-ad05-ab7f101b4d1b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:15.146640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-aff05531-6501-4671-a5b4-fa2e41381de4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.169353 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929401b5-ce94-4926-b23e-8e1f6a99721b,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.173998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.178874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.180701 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-327bc1fb-9aed-485d-a65a-0c51c1db8f4d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559501 May 25 17:41:15.183382 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43450) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:15.189773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:15.196028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:15.199856 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:15.202845 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:15.204711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 909ac81f-46f9-483c-ad05-ab7f101b4d1b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:15.205846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.211127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:15.228341 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.298482 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.302555 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.308868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-85276fef-7e19-434d-9871-d72ce9019127 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.328271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0453f55-7ae0-496a-80f3-094a41fb6e54,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.332160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.339792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.343535 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-d431cb56-7439-4a63-85ee-849dc0ac4ae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1566927 May 25 17:41:15.343714 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43454) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:15.349642 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:15.355786 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:15.359806 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:15.363592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:15.369313 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:15.379858 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Project 6d5b84281b254341b5fbdb78909fd8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:41:15.385868 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.492104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.516319 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 909ac81f-46f9-483c-ad05-ab7f101b4d1b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=909ac81f-46f9-483c-ad05-ab7f101b4d1b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:15.523060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.524031 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9e65e4c6-1ce9-428f-95d9-f12f063e1108 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:15.549927 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.594835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.600380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.608334 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-bb1eda08-64da-4049-a9f1-7f63f84e20ff tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.633210 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd64571-0dbf-43ff-8fe3-d6ec6b041a94,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.635752 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.640778 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 4, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1c0675bd-a897-4963-88a7-538e5b7134bc', 'name': '', 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'mac_address': 'fa:16:3e:7b:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:12Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 2, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'subnets': [{'id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:15.641885 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.643582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-da035f24-92fd-4764-9c9f-ef14f550e14a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2988811 May 25 17:41:15.646215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43458) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:15.651747 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '2231a9ae-deff-4014-8405-b44a48556462', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:15.656569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Checking router: fb9c0981-41ab-4ed5-a348-bdcdc94f8933 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:41:15.656923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Updating router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 port 1c0675bd-a897-4963-88a7-538e5b7134bc binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:41:15.658126 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:15.662472 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:15.665423 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:15.671457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:15.683196 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Project 6d5b84281b254341b5fbdb78909fd8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:41:15.688950 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.716324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=909ac81f-46f9-483c-ad05-ab7f101b4d1b,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.723911 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.745079 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.754586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.759379 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.759944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:15.760381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.763060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.764918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e2c9fd5c-af9b-496e-9bc9-e584a870bccb tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:15.787949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aadeacab-7c93-440e-b760-a4f03dec1b66,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:15.792708 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:15.797825 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:15.799319 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6203a3b8-7497-4bcb-9657-669acddc0034 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520550 May 25 17:41:16.207730 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-2d4ef2df-4b09-4bab-bce7-e43ff59647bc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:41:16.211898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:16.223877 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Transition to ACTIVE for port object 1c0675bd-a897-4963-88a7-538e5b7134bc will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:16.225596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-2d4ef2df-4b09-4bab-bce7-e43ff59647bc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:41:16.226769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-2d4ef2df-4b09-4bab-bce7-e43ff59647bc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981023649&fields=id&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 267 time: 0.0613511 May 25 17:41:16.230812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:16.234506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:16.403973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-444794e4-17ff-47e2-940c-fdaa730f6536 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:16.404710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-444794e4-17ff-47e2-940c-fdaa730f6536 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:network {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:41:16.424102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Pushing event updated for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:16.433704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-444794e4-17ff-47e2-940c-fdaa730f6536 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:network {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:41:16.435214 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-444794e4-17ff-47e2-940c-fdaa730f6536 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 808 time: 0.2012961 May 25 17:41:16.453965 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-d528599b-dce4-42d1-a064-ea14bd35cf51 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/quotas/6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 375 time: 0.0104518 May 25 17:41:16.456759 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:16.538846 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Attempting to bind port 1c0675bd-a897-4963-88a7-538e5b7134bc on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:16.539619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Attempting to bind port 1c0675bd-a897-4963-88a7-538e5b7134bc by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:16.540168 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Attempting to bind port 1c0675bd-a897-4963-88a7-538e5b7134bc on network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:16.550159 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:16.550539 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Checking segment: {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:16.551030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:16.551432 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Bound using segment: {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:16.551907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Bound port: 1c0675bd-a897-4963-88a7-538e5b7134bc, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747987ba-0272-4fef-8ef0-e3a4df37c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:16.552287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:16.556278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-bdd97a33-7f56-4195-a611-f3fda2fa139a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:41:16.574010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-bdd97a33-7f56-4195-a611-f3fda2fa139a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:41:16.575551 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-bdd97a33-7f56-4195-a611-f3fda2fa139a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128850 May 25 17:41:16.653170 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] For port 1c0675bd-a897-4963-88a7-538e5b7134bc, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:16.656479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] For port 1c0675bd-a897-4963-88a7-538e5b7134bc, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1c0675bd-a897-4963-88a7-538e5b7134bc,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:16.661363 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:16.665987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:16.744521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:16.745776 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:41:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:16.814764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Pushing event updated for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:16.826647 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:16.886383 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-caed3939-64df-489e-beab-f0706e60b447 service neutron] 10.222.0.96 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012722 May 25 17:41:16.913114 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 909ac81f-46f9-483c-ad05-ab7f101b4d1b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:17.013909 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:17.067163 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-1c117cc8-69d6-40d0-ac70-7e4235be7c5e service neutron] 10.222.0.96 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623940 May 25 17:41:17.108951 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 909ac81f-46f9-483c-ad05-ab7f101b4d1b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:17.109332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:17.381833 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8b5dc893-c1e3-45fa-bc63-37b842e99a46 req-95563614-2243-4098-8e96-90188c3137a1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0959673 May 25 17:41:17.487151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-5fab0079-857f-4942-a132-bc5003007aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 4, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1c0675bd-a897-4963-88a7-538e5b7134bc', 'name': '', 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'mac_address': 'fa:16:3e:7b:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:12Z', 'updated_at': '2021-05-25T17:41:16Z', 'revision_number': 4, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'subnets': [{'id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:17.492014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab0079-857f-4942-a132-bc5003007aae None None] The sync data for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv is: [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:41:12Z', 'revision_number': 4, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1c0675bd-a897-4963-88a7-538e5b7134bc', 'name': '', 'network_id': '8efc76af-b711-4ddb-9af1-b2cb08e5bdc9', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'mac_address': 'fa:16:3e:7b:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:12Z', 'updated_at': '2021-05-25T17:41:16Z', 'revision_number': 4, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'subnets': [{'id': '661328f3-42f6-46be-b70a-a7c3694a7fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:41:18.486540 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8a563873-9409-4024-a9f8-03c8abd89f0a req-e6f45d01-e06c-4417-860f-608ec3dc882e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0476770 May 25 17:41:18.883817 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1c0675bd-a897-4963-88a7-538e5b7134bc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:18.957718 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1c0675bd-a897-4963-88a7-538e5b7134bc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:18.962500 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1c0675bd-a897-4963-88a7-538e5b7134bc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:18.962884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:19.077980 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:19.113240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1c0675bd-a897-4963-88a7-538e5b7134bc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1c0675bd-a897-4963-88a7-538e5b7134bc,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:19.118241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:19.121124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:19.190712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:19.193723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:19.386393 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:19.589296 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-27ed5cad-65ad-4775-9acd-c3c5fdf48da1 req-3f62e7a8-a8d1-48c2-9846-97021cc8e9e7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0439594 May 25 17:41:20.685513 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-81a9b6f6-61e2-4825-9f4e-4998764da581 req-c1995235-f353-42ad-9470-6eb48d0092eb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0431323 May 25 17:41:20.869600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1c0675bd-a897-4963-88a7-538e5b7134bc up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:20.939007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1c0675bd-a897-4963-88a7-538e5b7134bc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:20.939302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:21.835667 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f9fd090c-bfa3-4b2d-986b-7bc1f1fa8182 req-6db72cd1-a73f-4ea6-9389-e8444390bcd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0454967 May 25 17:41:22.840529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e58b73c7-fcd7-4d4a-ba94-214a72b3d922 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:22.841930 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e58b73c7-fcd7-4d4a-ba94-214a72b3d922 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 808 time: 0.3034363 May 25 17:41:22.895167 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-62130951-70f3-4cf7-9d32-891e7790c4ae tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 380 time: 0.0446575 May 25 17:41:22.905234 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'port': {'device_id': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'admin_state_up': True, 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'security_groups': ['2231a9ae-deff-4014-8405-b44a48556462']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:23.032461 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e0aaf834-00fe-4b51-b182-5257aa650883 req-817e92ed-9780-4c10-b8e7-dc994eca16ca tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0623403 May 25 17:41:23.086471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:23.096515 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:23.106119 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Made reservation on behalf of 6d5b84281b254341b5fbdb78909fd8f4 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:41:23.109579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.288248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Allocated IP 172.20.0.11 (093c11a3-7f7a-4f9f-8e77-06cde57e642f/bb4d8405-3a01-4129-90d3-e4f4c3d538df/578aee9c-9c73-43e6-81a6-a042954b2d85) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:23.482603 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.498487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Transition to ACTIVE for port object 578aee9c-9c73-43e6-81a6-a042954b2d85 will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:23.523255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.529213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9187a46e-d5d9-44ff-9fc5-65a422aa8ec6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:23.602180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:23.605238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:23.609060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:23.648835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:23.657951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:23.682828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:23.683475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.710562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086104 May 25 17:41:23.812971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Request body: {'port': {'device_id': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:23.874223 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f1c3ffca-e171-49d6-9432-f92961172de0 None None] Provisioning for port 578aee9c-9c73-43e6-81a6-a042954b2d85 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:23.879541 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-f1c3ffca-e171-49d6-9432-f92961172de0 None None] Provisioning complete for port 578aee9c-9c73-43e6-81a6-a042954b2d85 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:23.879907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ffca-e171-49d6-9432-f92961172de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.930043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:23.935061 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-f1c3ffca-e171-49d6-9432-f92961172de0 None None] Port 578aee9c-9c73-43e6-81a6-a042954b2d85 cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:41:24.224967 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa574a-bcdb-4a9d-9a9d-5c21cd9dc1df req-03901f42-db3c-4973-85c2-0a7dc1954d7b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:24.226635 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81fa574a-bcdb-4a9d-9a9d-5c21cd9dc1df req-03901f42-db3c-4973-85c2-0a7dc1954d7b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 932 time: 0.0863025 May 25 17:41:24.284266 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-81fa574a-bcdb-4a9d-9a9d-5c21cd9dc1df req-1c22a2d3-49bc-4de1-85e0-948fa537ecd5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:41:24.288421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:41:24.297143 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:24.300674 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-81fa574a-bcdb-4a9d-9a9d-5c21cd9dc1df req-1c22a2d3-49bc-4de1-85e0-948fa537ecd5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:41:24.302282 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-81fa574a-bcdb-4a9d-9a9d-5c21cd9dc1df req-1c22a2d3-49bc-4de1-85e0-948fa537ecd5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685508 May 25 17:41:24.314638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Transition to ACTIVE for port object 578aee9c-9c73-43e6-81a6-a042954b2d85 will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:41:24.319070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:24.322987 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8def57a5-8274-4fa8-a868-353cb983c29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:24.459275 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:24.492593 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:24.575615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Attempting to bind port 578aee9c-9c73-43e6-81a6-a042954b2d85 on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:41:24.575888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Attempting to bind port 578aee9c-9c73-43e6-81a6-a042954b2d85 by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:41:24.576170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Attempting to bind port 578aee9c-9c73-43e6-81a6-a042954b2d85 on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:24.581173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Port 578aee9c-9c73-43e6-81a6-a042954b2d85 on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:41:24.581499 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Attempting to bind port 578aee9c-9c73-43e6-81a6-a042954b2d85 on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:41:24.586677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:41:24.587044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Checking segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:41:24.587427 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Bound using segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:41:24.587857 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Bound port: 578aee9c-9c73-43e6-81a6-a042954b2d85, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:41:24.588201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:24.683878 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:41:24.686861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:41:24.692831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:24.696687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-382359dc-2b44-4a81-961e-e3c9239e538d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:24.759888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:24.760513 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:24.762143 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] 10.222.0.95 "PUT /v2.0/ports/578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1094 time: 0.9952040 May 25 17:41:24.762648 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:41:24.789818 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:24.795859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:24.850953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'status': 'completed', 'code': 200} May 25 17:41:24.880168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-9c662d13-f5af-4a6e-8db4-f0437b7bcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:24.881680 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-9c662d13-f5af-4a6e-8db4-f0437b7bcad5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1097 time: 0.0814929 May 25 17:41:24.959484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-baaa6c17-dbf0-4e60-92cd-beccfad5ffc9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 217 time: 0.0691941 May 25 17:41:25.025625 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-20bf10ea-b4ed-421a-a4c2-1f3d8dc30d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.027138 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-20bf10ea-b4ed-421a-a4c2-1f3d8dc30d41 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0603750 May 25 17:41:25.109915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-b1f2dee0-11df-40cb-ae81-cede5bf9ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.111408 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-b1f2dee0-11df-40cb-ae81-cede5bf9ac5a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774734 May 25 17:41:25.391556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-fd50b82e-2f9a-49da-9573-7d783a036f51 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727845 May 25 17:41:25.495996 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58da4-a0ed-4a92-950f-b9687709dbb2 req-0a489b21-9436-4553-b293-315aa443e75a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.497466 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1fc58da4-a0ed-4a92-950f-b9687709dbb2 req-0a489b21-9436-4553-b293-315aa443e75a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0822208 May 25 17:41:25.529081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c3ae61d4-ae50-4b86-a20c-7be15fa191f7 req-cd8af3ea-2579-482b-aa86-8075d12ab8fb service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297569 May 25 17:41:25.542523 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1fc58da4-a0ed-4a92-950f-b9687709dbb2 req-c8a584a4-113e-4b31-8af6-ea89a0a93d00 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384953 May 25 17:41:25.646561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-93a4f69a-e03d-49cb-a1d1-34b10cb57c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.647961 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-93a4f69a-e03d-49cb-a1d1-34b10cb57c45 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1097 time: 0.0707641 May 25 17:41:25.786480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-8872d179-817a-4730-b5ca-49defc143857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.788031 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-8872d179-817a-4730-b5ca-49defc143857 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1337228 May 25 17:41:25.860638 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-3aca241e-a742-4e8c-849a-493fdef37f32 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 217 time: 0.0652723 May 25 17:41:25.922937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-c371f0f9-f66c-483e-95bc-21e5faca29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:25.924870 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-c371f0f9-f66c-483e-95bc-21e5faca29b4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0583999 May 25 17:41:26.004507 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-3d0daa32-01ed-4971-80a1-139948f1335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:26.005980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-3d0daa32-01ed-4971-80a1-139948f1335b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753305 May 25 17:41:26.143866 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-04f12c01-050a-49a2-9b6b-b5e548575fc2 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303382 May 25 17:41:26.280977 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e71c061-e95d-461a-bf26-35353de1cf51 req-7b8ff19c-c944-4b0c-9a13-92031dc85a9d service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295409 May 25 17:41:26.732546 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ab5fd-3e11-43f5-954e-89a21f596a3c req-4d0549fb-56e5-40e8-a347-01e3b3cf29cc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:26.733251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-e51ab5fd-3e11-43f5-954e-89a21f596a3c req-4d0549fb-56e5-40e8-a347-01e3b3cf29cc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:41:26.748495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-e51ab5fd-3e11-43f5-954e-89a21f596a3c req-4d0549fb-56e5-40e8-a347-01e3b3cf29cc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:41:26.749708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e51ab5fd-3e11-43f5-954e-89a21f596a3c req-4d0549fb-56e5-40e8-a347-01e3b3cf29cc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0998354 May 25 17:41:26.797143 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e51ab5fd-3e11-43f5-954e-89a21f596a3c req-cc5bcf6a-d8b6-4078-b257-de1e97b4c051 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 May 25 17:41:27.996606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737d71-24d8-45d3-89df-fce5c207f784 req-b1bcc902-f6c1-4d22-9eb9-e7eedd730ab7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:27.998083 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-86737d71-24d8-45d3-89df-fce5c207f784 req-b1bcc902-f6c1-4d22-9eb9-e7eedd730ab7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0937216 May 25 17:41:28.045356 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-86737d71-24d8-45d3-89df-fce5c207f784 req-2fa0d5bc-9763-4c18-be57-484ed9fbbda2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 May 25 17:41:29.234303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9337-91c0-45c4-b1ca-ccfaf8e53fb5 req-9cfb8379-eace-410e-96e8-ff6c179d9a0b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:29.235806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22da9337-91c0-45c4-b1ca-ccfaf8e53fb5 req-9cfb8379-eace-410e-96e8-ff6c179d9a0b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0848515 May 25 17:41:29.280470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-22da9337-91c0-45c4-b1ca-ccfaf8e53fb5 req-e8999eba-efe9-470f-bdb5-9e7a9360db19 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 May 25 17:41:29.310252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:41:29.447646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:29.461663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:41:29.516104 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:29.533309 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:41:29.548634 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:29.552576 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:29.555305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:29.625755 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:29.628948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:29.920465 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['578aee9c-9c73-43e6-81a6-a042954b2d85'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:41:30.469338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f027985-36c1-4ec6-9406-522b8ec6d5b0 req-b1aa83b2-82c4-4f1b-be0d-377e888a3517 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:30.470831 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2f027985-36c1-4ec6-9406-522b8ec6d5b0 req-b1aa83b2-82c4-4f1b-be0d-377e888a3517 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 945 time: 0.0830457 May 25 17:41:30.521488 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2f027985-36c1-4ec6-9406-522b8ec6d5b0 req-04456f30-6411-404e-a7d9-dee36fcb64f6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446684 May 25 17:41:31.317777 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:41:31.386966 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 578aee9c-9c73-43e6-81a6-a042954b2d85 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:41:31.391999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 578aee9c-9c73-43e6-81a6-a042954b2d85 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:41:31.392387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:31.513803 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:31.540904 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:41:31.551028 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:41:31.557770 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:31.559906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:31.618041 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'code': 200} May 25 17:41:31.637167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:31.640415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:31.748425 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8017709-dcd3-4dcc-b51c-d2e5c025452c req-a63c71fa-34d5-4b7b-9567-1e22efe790da tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:31.749989 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b8017709-dcd3-4dcc-b51c-d2e5c025452c req-a63c71fa-34d5-4b7b-9567-1e22efe790da tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0897734 May 25 17:41:31.847607 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b8017709-dcd3-4dcc-b51c-d2e5c025452c req-86b80ece-4d00-49b0-ae78-222d3e42901c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916634 May 25 17:41:31.871150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071b8b1-e73e-4cdf-bb5e-f4ddd045f22c req-4749bf07-c8bc-45d4-ac3e-1c73b1478177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:31.872640 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e071b8b1-e73e-4cdf-bb5e-f4ddd045f22c req-4749bf07-c8bc-45d4-ac3e-1c73b1478177 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0862827 May 25 17:41:31.914992 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e071b8b1-e73e-4cdf-bb5e-f4ddd045f22c req-d4ca7566-3500-4da5-9b7e-c0436c47d6cc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351279 May 25 17:41:33.047924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af8e91-9418-4cf6-bd0d-1d49f9f7a4ba req-3d4b5d17-0ce1-44da-ab3d-d39c403e39df tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:33.049382 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-67af8e91-9418-4cf6-bd0d-1d49f9f7a4ba req-3d4b5d17-0ce1-44da-ab3d-d39c403e39df tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0885098 May 25 17:41:33.102268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-67af8e91-9418-4cf6-bd0d-1d49f9f7a4ba req-00c2e788-c5e0-4fb9-af55-6685c1253a17 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460138 May 25 17:41:34.288724 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e2648-9aef-4ff6-82f3-66e68a982a9a req-ddef68a2-14a1-4f1a-b985-638c0f1da5cb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:34.290174 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d20e2648-9aef-4ff6-82f3-66e68a982a9a req-ddef68a2-14a1-4f1a-b985-638c0f1da5cb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0825379 May 25 17:41:34.338487 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d20e2648-9aef-4ff6-82f3-66e68a982a9a req-bf1c122d-8c92-49bc-b121-c63731d012a9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 May 25 17:41:34.529753 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513457af-47f6-4fba-9be1-df066fbc9138 req-d64e2df4-5139-4357-abf5-da24084c7839 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:34.531250 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-513457af-47f6-4fba-9be1-df066fbc9138 req-d64e2df4-5139-4357-abf5-da24084c7839 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0848422 May 25 17:41:34.575788 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-513457af-47f6-4fba-9be1-df066fbc9138 req-8a4258eb-85da-4834-9999-79da695ca88e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388973 May 25 17:41:34.598195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43554) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:34.708075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fff7d-a6e3-4181-8aa5-d5cc91190351 tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:34.710295 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-c55fff7d-a6e3-4181-8aa5-d5cc91190351 tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1094 time: 0.1103132 May 25 17:41:34.713066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43560) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:41:34.717918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:41:34.723924 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:41:34.727775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:floatingip and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:41:34.730544 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:41:34.736244 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:41:34.747503 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:34.889603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:35.026125 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Allocated IP 172.26.6.213 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/92874db6-3c8a-4dc8-a0fe-433176f91324) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:41:35.176145 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:35.205245 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:35.209763 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-69679095-d400-4e4f-9036-412c7c5dae68 tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:35.267995 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:41:35.270685 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:41:35.274611 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:41:35.324350 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=92874db6-3c8a-4dc8-a0fe-433176f91324,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:35.328389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:35.817097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:35.820613 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:41:35.899945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:36.111063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:36.116792 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:36.120592 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-42226227-cb82-4edb-9601-0cbf1cd8b24d tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:41:36.228559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=92874db6-3c8a-4dc8-a0fe-433176f91324,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:41:36.232501 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:41:36.239112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:36.418884 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Floating IP f261586a-1c25-4b2b-b1f1-cd165470bff1 associated. External IP: 172.26.6.213, port: 578aee9c-9c73-43e6-81a6-a042954b2d85. May 25 17:41:36.776090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:41:36.956181 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:41:36.965536 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:41:36.974867 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:36.976030 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:41:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:36.981014 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:37.043795 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3295963 May 25 17:41:37.044388 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:41:37.160171 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:37.191127 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'status': 'completed', 'code': 200} May 25 17:41:37.289103 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-0276d868-be33-4e22-bbb4-40fcb5d48fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:37.291323 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-0276d868-be33-4e22-bbb4-40fcb5d48fa0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0731440 May 25 17:41:37.435183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-ddb5501d-a04d-465b-a2ae-6ed102de8db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:37.436705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-ddb5501d-a04d-465b-a2ae-6ed102de8db2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1389227 May 25 17:41:37.523246 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f261586a-1c25-4b2b-b1f1-cd165470bff1', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:41:35Z', 'updated_at': '2021-05-25T17:41:35Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:37.527156 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:41:37.535681 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:41:37.536292 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:41:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:37.544606 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-b63604b4-4530-4d26-af4d-6673e9c8ec1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1000 time: 0.1008039 May 25 17:41:37.609373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-25aa7767-5a55-4216-86ad-5c7c9f5b3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:37.610879 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-25aa7767-5a55-4216-86ad-5c7c9f5b3eb3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0601225 May 25 17:41:37.717068 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:41:37.840672 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-3b68b2c4-4b1c-4f42-8f60-33e733ef6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:37.842135 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-3b68b2c4-4b1c-4f42-8f60-33e733ef6435 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2249646 May 25 17:41:37.979112 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-ec27ca17-8738-4d58-8835-f1c876e8c86a service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276784 May 25 17:41:38.111046 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f261586a-1c25-4b2b-b1f1-cd165470bff1', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:41:35Z', 'updated_at': '2021-05-25T17:41:35Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:41:38.118288 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e0fac-93ed-4146-a91f-cb60356d8035 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': 'f261586a-1c25-4b2b-b1f1-cd165470bff1', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.213', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:41:35Z', 'updated_at': '2021-05-25T17:41:35Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:41:38.120186 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3b83b107-ea26-4ea7-83eb-f1728d3d443e req-1064089f-c66d-4864-8678-d951ec501685 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336620 May 25 17:41:38.302163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c0a60-6de7-4ac6-b34f-535c48a8e85d None None] New status for floating IP f261586a-1c25-4b2b-b1f1-cd165470bff1: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:41:40.213527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7608bca9-6bd4-4d86-8010-0dc595222c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:42.721313 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:42.988334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11b737c5-30a6-4458-a5e1-d3185243f5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:44.002657 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:45.681642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:49.397656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:41:51.650636 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-81dfe0e1-6085-4e79-a292-4d104c005d11 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714722 May 25 17:41:51.796726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-bc320983-48a5-476c-b7db-3b7ecffe79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:51.798198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-bc320983-48a5-476c-b7db-3b7ecffe79ec service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0757349 May 25 17:41:51.961704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-37154658-3d52-4f5e-aa6d-807038e717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:51.963188 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-37154658-3d52-4f5e-aa6d-807038e717b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1398833 May 25 17:41:52.076278 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-cf3dc7e8-51d7-42fe-a6f1-588422dd5697 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1002 time: 0.1060772 May 25 17:41:52.142822 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-6c84a071-beac-4200-a7d1-133833b052d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:52.144265 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-6c84a071-beac-4200-a7d1-133833b052d5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0589635 May 25 17:41:52.228179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-b468bd47-cdf1-45bd-a96b-821cfe7e23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:41:52.229630 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-b468bd47-cdf1-45bd-a96b-821cfe7e23aa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723660 May 25 17:41:52.362655 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-8b15f60f-50a5-4c64-9ea4-a7d4cd09e922 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259179 May 25 17:41:52.498159 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-857cfca4-8c3e-4a2c-8caa-e0197759e897 req-3f6830a4-e988-4354-8e50-905a8822922c service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275685 May 25 17:42:10.215518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1a30948a-e2ff-4a84-b5eb-44920b6cb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:12.723968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:12.819353 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:42:12.990241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-341e8f5f-979f-43b6-8372-e16fb4906154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:14.004493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:15.684982 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:19.402274 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:40.217579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3854f75a-5b92-4076-b22e-afe23efa4a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:42.769350 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:42.993771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2a1d3d6b-239c-4f97-87f2-174e2fe5bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:44.007380 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:45.689048 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:49.411823 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:42:49.817803 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:42:53.372392 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-dc85af2f-6098-4675-96a7-c1e12d788d01 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840745 May 25 17:42:53.517949 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-6a4ab50f-ed4e-4aa7-860a-5a9f6d7c3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:42:53.519486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-6a4ab50f-ed4e-4aa7-860a-5a9f6d7c3fea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0707200 May 25 17:42:53.669768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-1448eb06-bc0e-44b4-ad26-00f7d8960b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:42:53.671135 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-1448eb06-bc0e-44b4-ad26-00f7d8960b1a service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1293671 May 25 17:42:53.781113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-2f955541-f360-4a76-bc67-9580c8ea0369 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1002 time: 0.1022735 May 25 17:42:53.846383 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-4d9cad6f-f86f-441b-8e0a-3aff3721b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:42:53.847842 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-4d9cad6f-f86f-441b-8e0a-3aff3721b426 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0589511 May 25 17:42:53.929714 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-683bc5c7-4e2f-402e-91fd-110d6ec43461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:42:53.931367 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-683bc5c7-4e2f-402e-91fd-110d6ec43461 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733950 May 25 17:42:54.209344 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-7e7973ae-8aed-4dc0-8b60-26be45d150b2 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704096 May 25 17:42:54.345848 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4c2f3a56-ed58-46bb-889f-84190545edc8 req-269acce4-5554-4976-8997-5ea704d0f32a service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262524 May 25 17:43:10.221956 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5d545b13-4348-4c58-9029-a425a927b07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:12.734388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:12.996677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-efdfc0f9-1890-4479-b352-3d95c343fdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:14.012014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:15.689514 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:19.439330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:26.816600 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:43:40.224483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d1d20582-9d70-440b-8b76-51c7bdd712d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:42.737033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:42.999192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b6295b4d-88be-4581-8ed1-78c143048a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:44.013697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:45.693559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:49.461115 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:43:55.200615 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-66d5102e-ff55-4ea3-a822-27ef43748fb1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749090 May 25 17:43:55.347274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-a258f08b-975e-4dd8-bd2c-82dc71cfd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:43:55.348741 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-a258f08b-975e-4dd8-bd2c-82dc71cfd832 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0765502 May 25 17:43:55.498596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-fbe13ffa-f04d-47e3-ba80-a963ad0af952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:43:55.499980 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-fbe13ffa-f04d-47e3-ba80-a963ad0af952 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1307523 May 25 17:43:55.607634 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-ec4d4151-02bf-478a-af5a-491ddf8e1d1b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1002 time: 0.0999367 May 25 17:43:55.670003 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-0a344a9e-fd54-4d19-b2c8-9d1e5d565cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:43:55.671481 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-0a344a9e-fd54-4d19-b2c8-9d1e5d565cb6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0575597 May 25 17:43:55.752391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-5812605d-f348-4ec9-863b-8b7ab7f81ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:43:55.753870 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-5812605d-f348-4ec9-863b-8b7ab7f81ec1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764632 May 25 17:43:55.889219 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-a6676c9c-1ee2-44c0-bd31-73b2bba0699b service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285036 May 25 17:43:56.025490 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5a036d86-c278-4565-8df8-7d4f5d12781c req-62dda5e7-7047-44ea-91b3-303a44ce4e6a service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281550 May 25 17:44:03.815417 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:44:10.228838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-0eb519a2-ad8a-4fd0-b542-90fc5d35376e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:12.738611 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:13.001181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d85e42a0-1fe7-4f5f-a690-e3cc419eb034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:14.015934 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:15.695986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:16.699159 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363c12f-cac4-4794-898b-c5c20aad2f65 req-410737d0-ea3a-42bf-89ed-41749829a64b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:16.700532 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5363c12f-cac4-4794-898b-c5c20aad2f65 req-410737d0-ea3a-42bf-89ed-41749829a64b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0805445 May 25 17:44:16.745478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-5363c12f-cac4-4794-898b-c5c20aad2f65 req-63f09b9f-84c0-4889-89c6-2afdb38a98f6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393076 May 25 17:44:17.970302 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b366-7e1a-4262-ad71-ce59f92b3b89 req-9b4feacb-9014-4ce2-a237-c9d3ec43642e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:17.971817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dd42b366-7e1a-4262-ad71-ce59f92b3b89 req-9b4feacb-9014-4ce2-a237-c9d3ec43642e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.1010299 May 25 17:44:18.017588 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dd42b366-7e1a-4262-ad71-ce59f92b3b89 req-2845dbe6-d781-42bf-8c68-ac1f4711e2eb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 May 25 17:44:19.218974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200fc5-7b3d-4834-9a2b-5a3e292d1bd2 req-fd44484b-d6d6-481d-9916-1b5afad22561 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:19.220366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b200fc5-7b3d-4834-9a2b-5a3e292d1bd2 req-fd44484b-d6d6-481d-9916-1b5afad22561 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0843689 May 25 17:44:19.267601 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2b200fc5-7b3d-4834-9a2b-5a3e292d1bd2 req-03c7e52c-f909-4753-91b2-704d5b695933 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415039 May 25 17:44:19.471249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:20.583726 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df9df1-393a-47ad-a399-a10f4adca0a8 req-2ad90578-9905-4078-9e1b-19eafff359ee tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:20.585109 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c5df9df1-393a-47ad-a399-a10f4adca0a8 req-2ad90578-9905-4078-9e1b-19eafff359ee tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.2124197 May 25 17:44:20.631175 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c5df9df1-393a-47ad-a399-a10f4adca0a8 req-7d02fb24-fadf-4699-b9b8-f108427f1863 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396934 May 25 17:44:21.814464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2711069-6e1e-4312-a46d-4c61dea29aa2 req-4f47e00a-264a-4774-b3e8-4ca29b85cae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:21.815984 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e2711069-6e1e-4312-a46d-4c61dea29aa2 req-4f47e00a-264a-4774-b3e8-4ca29b85cae8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0799513 May 25 17:44:21.862206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e2711069-6e1e-4312-a46d-4c61dea29aa2 req-73787d70-a1f9-420a-9eae-8d22fa2466cd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396938 May 25 17:44:23.051500 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a551e9-bb4b-435b-bcf5-035c9c544c2b req-d808b6c0-1bfd-4fbb-a6e1-2960f0dd7b7d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:23.052949 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4a551e9-bb4b-435b-bcf5-035c9c544c2b req-d808b6c0-1bfd-4fbb-a6e1-2960f0dd7b7d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0817678 May 25 17:44:23.098057 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4a551e9-bb4b-435b-bcf5-035c9c544c2b req-a3fd7329-ec26-41c9-8aff-f1d196aca188 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 May 25 17:44:24.323157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840d7e7-8361-4197-ac5a-98ff99be9cf8 req-d1c0bb26-14b3-49d0-a402-8f3600d6fb29 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:24.324671 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3840d7e7-8361-4197-ac5a-98ff99be9cf8 req-d1c0bb26-14b3-49d0-a402-8f3600d6fb29 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0876584 May 25 17:44:24.371910 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3840d7e7-8361-4197-ac5a-98ff99be9cf8 req-a0d0a7ce-b7ef-4e05-a241-fbaedbd7354c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 May 25 17:44:25.559020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c4be-6459-4226-92f5-ee6be7b88749 req-88235476-8e2a-4bfa-86f3-56a596e581a1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:25.560526 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab1c4be-6459-4226-92f5-ee6be7b88749 req-88235476-8e2a-4bfa-86f3-56a596e581a1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0814419 May 25 17:44:25.606114 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-dab1c4be-6459-4226-92f5-ee6be7b88749 req-82a3bed1-6417-4ecb-a16f-f1313aef45e2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 May 25 17:44:26.791698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e55f-c615-41f2-a851-4ed9563d64e3 req-16742f3b-3c91-4f53-a909-c0613f540608 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:26.793198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6559e55f-c615-41f2-a851-4ed9563d64e3 req-16742f3b-3c91-4f53-a909-c0613f540608 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0807924 May 25 17:44:26.841508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6559e55f-c615-41f2-a851-4ed9563d64e3 req-a6c57bc8-e15d-463c-91f0-ac9cfafc7c67 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 May 25 17:44:28.031442 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d6f86-631e-4b4f-8d98-78e5d96d1f30 req-39713065-f7b1-4525-9210-a2d9fbf247a9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:28.032892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f90d6f86-631e-4b4f-8d98-78e5d96d1f30 req-39713065-f7b1-4525-9210-a2d9fbf247a9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0852809 May 25 17:44:28.080752 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f90d6f86-631e-4b4f-8d98-78e5d96d1f30 req-5d9e7631-7c6e-4bed-9606-c052213288e5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 May 25 17:44:29.271882 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e49fc-6390-4d09-94fa-5be06d754290 req-84a26f5b-450d-4279-9362-3f09a06f64d3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:29.273347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-127e49fc-6390-4d09-94fa-5be06d754290 req-84a26f5b-450d-4279-9362-3f09a06f64d3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0861382 May 25 17:44:29.318386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-127e49fc-6390-4d09-94fa-5be06d754290 req-23ada67a-6860-4d69-b0a9-ea59f28aeca9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 May 25 17:44:30.366202 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:44:30.505402 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:44:30.510570 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c4156-1814-425d-8ffd-f530e392d1cb req-c4a790fe-eaeb-42bd-9560-634057427dd3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:30.512134 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2a5c4156-1814-425d-8ffd-f530e392d1cb req-c4a790fe-eaeb-42bd-9560-634057427dd3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0831695 May 25 17:44:30.520715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:44:30.563388 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2a5c4156-1814-425d-8ffd-f530e392d1cb req-44c0a206-c727-4eab-a0ab-a94a020cdf56 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 May 25 17:44:30.579795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:30.596615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:44:30.612042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:44:30.615849 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:30.618493 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:44:30.690805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:44:30.698320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.698678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.699042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.699372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.699703 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.700029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.700354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.700676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.700998 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.701320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.701641 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.701955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:44:30.706656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['578aee9c-9c73-43e6-81a6-a042954b2d85'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:44:30.736821 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:44:31.777457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef85aa-aa0b-4d02-84da-66081206f7ed req-6d330fc3-f103-4054-92e6-9655c1eb2659 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:31.778976 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fbef85aa-aa0b-4d02-84da-66081206f7ed req-6d330fc3-f103-4054-92e6-9655c1eb2659 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 945 time: 0.0815976 May 25 17:44:31.830304 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fbef85aa-aa0b-4d02-84da-66081206f7ed req-f2401335-3722-43f9-af72-33f1d264a89a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 May 25 17:44:32.382124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:44:32.457970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 578aee9c-9c73-43e6-81a6-a042954b2d85 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:44:32.458348 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:32.576874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:32.604285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:44:32.614169 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:44:32.619078 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:32.622013 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:44:32.699628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:44:32.702767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:44:32.784621 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'code': 200} May 25 17:44:33.019087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e61b9-e060-4e7d-9ff6-3192da30cad0 req-6ef0dc76-70a9-4c1c-b6a7-2f01de3cd9c3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:33.020573 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b24e61b9-e060-4e7d-9ff6-3192da30cad0 req-6ef0dc76-70a9-4c1c-b6a7-2f01de3cd9c3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0816381 May 25 17:44:33.071010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b24e61b9-e060-4e7d-9ff6-3192da30cad0 req-2dd161a3-a8d6-4280-a179-d32547a2eebd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 May 25 17:44:34.272360 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e832b03-3e56-45ae-a502-498416141bf2 req-9719a0b0-ccef-43c6-9160-27755901781e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:34.274088 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e832b03-3e56-45ae-a502-498416141bf2 req-9719a0b0-ccef-43c6-9160-27755901781e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0852640 May 25 17:44:34.325884 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0e832b03-3e56-45ae-a502-498416141bf2 req-62e38825-9270-4018-8dad-61d9c7f575d0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427692 May 25 17:44:35.718973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081c14d-2c4c-4dfc-b434-5297bf206c7e req-664a204b-eaa8-4308-af59-e878f4ff722b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:35.721148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0081c14d-2c4c-4dfc-b434-5297bf206c7e req-664a204b-eaa8-4308-af59-e878f4ff722b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.2804480 May 25 17:44:35.783513 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0081c14d-2c4c-4dfc-b434-5297bf206c7e req-3a6cf113-ca3b-442a-a202-b7cd208cbe34 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563869 May 25 17:44:36.999678 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d309ec-06d6-4354-976a-1f3ca46d0f1e req-dc662020-1fd8-4d69-8104-85ff4d9ad6dc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:37.001902 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-79d309ec-06d6-4354-976a-1f3ca46d0f1e req-dc662020-1fd8-4d69-8104-85ff4d9ad6dc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0990992 May 25 17:44:37.053405 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-79d309ec-06d6-4354-976a-1f3ca46d0f1e req-900d3764-9c27-46b9-94dc-e1c2e7ed545a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 May 25 17:44:38.273220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602182f3-1f1a-4734-8a8e-95fb0a3b0552 req-15a20e89-14fb-4c1f-8f9b-e49c73c51eae tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:38.275501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-602182f3-1f1a-4734-8a8e-95fb0a3b0552 req-15a20e89-14fb-4c1f-8f9b-e49c73c51eae tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0977051 May 25 17:44:38.335455 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-602182f3-1f1a-4734-8a8e-95fb0a3b0552 req-ec91c845-1d96-4abe-b279-44e328d3f3c3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538464 May 25 17:44:39.547986 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf7104-9caf-4e3a-8368-7e27b62a826b req-b563219c-07c3-4e5e-b27c-7176224696ea tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:39.549529 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-25cf7104-9caf-4e3a-8368-7e27b62a826b req-b563219c-07c3-4e5e-b27c-7176224696ea tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0871916 May 25 17:44:39.603530 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-25cf7104-9caf-4e3a-8368-7e27b62a826b req-d108bfaa-5388-45b3-871e-140ab1b13fdd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 May 25 17:44:40.251826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7d1fd31-4fca-4658-a6fc-b8f308e419b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:40.798157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6c207-7f5b-45ec-a13c-26e2c0169ebe req-5e3ae23f-797c-41a5-b692-fc94244fa9f0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:40.800441 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-57a6c207-7f5b-45ec-a13c-26e2c0169ebe req-5e3ae23f-797c-41a5-b692-fc94244fa9f0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0876541 May 25 17:44:40.814743 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:44:40.868501 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-57a6c207-7f5b-45ec-a13c-26e2c0169ebe req-7edc5bad-71bd-4fe1-8c08-0bfc70b0e931 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560226 May 25 17:44:42.080765 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e3a57-3708-45ec-bb0a-4d63223fcb6b req-04a929bc-7a18-455c-987f-ad80c4be0ebb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:42.082898 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-086e3a57-3708-45ec-bb0a-4d63223fcb6b req-04a929bc-7a18-455c-987f-ad80c4be0ebb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.1016076 May 25 17:44:42.135635 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-086e3a57-3708-45ec-bb0a-4d63223fcb6b req-6a723ef7-7e30-4a0a-9bbe-1c6b35cbebe3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 May 25 17:44:42.743730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:43.005743 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e4e27573-b8bc-4fe7-95e9-17332f05b00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:43.335421 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573aa42-a564-4f48-99bb-a34fefb6e574 req-d3885861-9776-4006-9317-023e29cf70c0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:43.336886 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4573aa42-a564-4f48-99bb-a34fefb6e574 req-d3885861-9776-4006-9317-023e29cf70c0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0871196 May 25 17:44:43.383714 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4573aa42-a564-4f48-99bb-a34fefb6e574 req-a0e0d488-8f58-4016-93f9-45e0a4336903 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 May 25 17:44:44.019555 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:44.316823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564a559-db55-43c0-94ed-16526f43f85d req-fb2e38d5-e79d-410f-9739-45d2801f9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:44.318218 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-fb2e38d5-e79d-410f-9739-45d2801f9c20 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1099 time: 0.0738478 May 25 17:44:44.458348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564a559-db55-43c0-94ed-16526f43f85d req-76dbc591-cbd9-46c5-b0e7-7ad01f397c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:44.459872 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-76dbc591-cbd9-46c5-b0e7-7ad01f397c50 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1334462 May 25 17:44:44.567387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-d8c346ef-0d14-464d-8053-8c662c49ff44 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1002 time: 0.0998135 May 25 17:44:44.572955 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac93002-4bc0-4894-a32e-7053402f3bd5 req-9a1f7c6e-25b8-49ed-89d1-6459cc70d5bb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:44.574465 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6ac93002-4bc0-4894-a32e-7053402f3bd5 req-9a1f7c6e-25b8-49ed-89d1-6459cc70d5bb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0838647 May 25 17:44:44.621022 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6ac93002-4bc0-4894-a32e-7053402f3bd5 req-1e1d1477-a518-4ec4-90cb-92e54d8106d7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 May 25 17:44:44.637134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564a559-db55-43c0-94ed-16526f43f85d req-f084646a-35d6-4a81-a9b4-6ea4f599d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:44.639281 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-f084646a-35d6-4a81-a9b4-6ea4f599d95a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0648170 May 25 17:44:44.718731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564a559-db55-43c0-94ed-16526f43f85d req-fcaca735-6333-4f3e-824e-b3f864e69d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:44.720225 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-fcaca735-6333-4f3e-824e-b3f864e69d9f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730197 May 25 17:44:44.731096 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-acc5e1c2-753c-414c-b5d3-e0122e752e0c service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:44:44.732012 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-acc5e1c2-753c-414c-b5d3-e0122e752e0c service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048428 May 25 17:44:44.864448 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-fc41f58c-1526-4ebe-81a9-91bcc334d987 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261642 May 25 17:44:45.000088 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0564a559-db55-43c0-94ed-16526f43f85d req-2feceab3-b883-4b3b-bde8-0dfe10b4842b service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280861 May 25 17:44:45.699038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:45.810542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525c3d9-0b2d-45be-8a2d-172c4e2ab113 req-0b777666-363d-4afd-84b9-c18c7f045c14 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:45.812008 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2525c3d9-0b2d-45be-8a2d-172c4e2ab113 req-0b777666-363d-4afd-84b9-c18c7f045c14 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 946 time: 0.0794868 May 25 17:44:45.862294 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2525c3d9-0b2d-45be-8a2d-172c4e2ab113 req-ab9a3af1-c0a3-43d9-a7ac-bc5d9979e068 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 May 25 17:44:46.392499 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:44:46.511898 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:46.539667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:44:46.549528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:44:46.553767 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:46.557395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:44:46.589028 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'code': 200} May 25 17:44:46.628503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:44:46.631953 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:44:47.048246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cda6c-84e7-4d25-b88f-1896d46de47b req-eed1d06c-350b-49a3-a332-d2874d2836a4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:47.049772 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-813cda6c-84e7-4d25-b88f-1896d46de47b req-eed1d06c-350b-49a3-a332-d2874d2836a4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0816574 May 25 17:44:47.095219 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-813cda6c-84e7-4d25-b88f-1896d46de47b req-19789177-a9a0-4aa7-a060-9670fb63ce2c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392232 May 25 17:44:47.467888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495b2e7-a02b-43a1-bbed-1381c83d9ac0 req-1b2b791b-7aeb-4233-9c16-a28ebb16773c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:47.469402 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7495b2e7-a02b-43a1-bbed-1381c83d9ac0 req-1b2b791b-7aeb-4233-9c16-a28ebb16773c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0897644 May 25 17:44:47.522021 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7495b2e7-a02b-43a1-bbed-1381c83d9ac0 req-786ba47a-e9a4-443c-b407-18ae47ab10b0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 May 25 17:44:47.603906 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43824) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:44:47.718888 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-2ce4b968-3fbd-413a-8814-8a919bec8104 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1137402 May 25 17:44:48.624978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-37a91112-4eca-4383-822d-518c84e7cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:48.626492 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-37a91112-4eca-4383-822d-518c84e7cd3e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 1097 time: 0.0735180 May 25 17:44:48.711456 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7725-92bf-463a-9dff-34de0d979f41 req-bb65a8b6-390b-4809-8fee-a4577bfd077f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:48.713103 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3ad7725-92bf-463a-9dff-34de0d979f41 req-bb65a8b6-390b-4809-8fee-a4577bfd077f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0860326 May 25 17:44:48.730001 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-150625a1-3417-4c57-8668-edb1218081c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:48.731815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-150625a1-3417-4c57-8668-edb1218081c8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1097 time: 0.0802939 May 25 17:44:48.763627 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3ad7725-92bf-463a-9dff-34de0d979f41 req-42ece9ca-0071-4933-90fc-a182c13b9f49 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 May 25 17:44:48.870746 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-cb1558e8-c977-4e3a-8f2a-b248b00adef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:48.872198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-cb1558e8-c977-4e3a-8f2a-b248b00adef9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1341734 May 25 17:44:48.980382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-8bd08a22-4dd0-4b18-b1e3-c15d2dd2ab2d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1000 time: 0.1004522 May 25 17:44:49.050861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-554f4f01-459b-422c-9231-6a09b472aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:49.052339 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-554f4f01-459b-422c-9231-6a09b472aea2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0652580 May 25 17:44:49.128810 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-2061238c-d64c-4728-892c-19dc6f17af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:49.130260 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-2061238c-d64c-4728-892c-19dc6f17af2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704358 May 25 17:44:49.404672 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-3cb54e4d-97e5-4fd1-aecb-2311579904a7 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660017 May 25 17:44:49.469489 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:44:49.538720 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cb2eb8d6-3834-4f25-8dfd-4f4524edc0ce req-3555d31e-e8f1-4c87-a954-86d0b4132c67 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274602 May 25 17:44:49.969550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79919f5-a627-4305-a965-b129d1d7e9dc req-136a2985-a482-427d-be4a-93e12e714910 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:49.971318 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e79919f5-a627-4305-a965-b129d1d7e9dc req-136a2985-a482-427d-be4a-93e12e714910 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0935593 May 25 17:44:50.030706 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e79919f5-a627-4305-a965-b129d1d7e9dc req-e4c08d34-1f5c-464a-9806-8188c5e7a725 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531416 May 25 17:44:50.422495 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:44:51.236287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940eec6e-07c4-4a06-a637-107a9cd3d3f6 req-16ec4b3b-3b65-4c4b-a96b-41e0092b9ccf tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:51.237814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-940eec6e-07c4-4a06-a637-107a9cd3d3f6 req-16ec4b3b-3b65-4c4b-a96b-41e0092b9ccf tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0926790 May 25 17:44:51.285409 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-940eec6e-07c4-4a06-a637-107a9cd3d3f6 req-b3a86cec-ffa1-4df3-89cd-882bdb2ef1fd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 May 25 17:44:52.498806 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581832bf-6650-4c39-b5b0-8e5b7c2822c7 req-cafce68f-843b-4684-a66a-ea04b0e659df tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:52.500373 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-581832bf-6650-4c39-b5b0-8e5b7c2822c7 req-cafce68f-843b-4684-a66a-ea04b0e659df tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0979731 May 25 17:44:52.551469 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-581832bf-6650-4c39-b5b0-8e5b7c2822c7 req-c369e436-87b5-4c43-adb7-840d238a9029 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 May 25 17:44:53.753843 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611a2df-53e7-4440-84b0-a2752277dcd0 req-5e755b64-3840-44a9-9b06-8312526eb121 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:53.755418 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4611a2df-53e7-4440-84b0-a2752277dcd0 req-5e755b64-3840-44a9-9b06-8312526eb121 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0857062 May 25 17:44:53.814447 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4611a2df-53e7-4440-84b0-a2752277dcd0 req-4fb530d8-6410-4249-9440-83ce870db76c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527985 May 25 17:44:55.013364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ab1e1-37a4-45ed-bb6f-6e212050af15 req-f62ce46b-8e16-4063-bd7e-537a090e2035 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:55.014954 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e15ab1e1-37a4-45ed-bb6f-6e212050af15 req-f62ce46b-8e16-4063-bd7e-537a090e2035 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0872860 May 25 17:44:55.063668 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e15ab1e1-37a4-45ed-bb6f-6e212050af15 req-a337f054-2b14-46fe-975f-3b9dedc2c2d6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 May 25 17:44:56.261939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51310378-53dc-48d0-91be-a46d14156363 req-b48b873f-f59d-427a-aa6d-ee3bcc97d75d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:56.263624 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-51310378-53dc-48d0-91be-a46d14156363 req-b48b873f-f59d-427a-aa6d-ee3bcc97d75d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0885544 May 25 17:44:56.312138 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-51310378-53dc-48d0-91be-a46d14156363 req-c9cab6da-77a2-4e1e-9408-e062985f721e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 May 25 17:44:57.531341 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5467eb-5e38-4cae-a434-9fdce9f14600 req-dc3e77c2-fca9-4e12-8b1d-f3339c870358 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:57.533101 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f5467eb-5e38-4cae-a434-9fdce9f14600 req-dc3e77c2-fca9-4e12-8b1d-f3339c870358 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0904305 May 25 17:44:57.587572 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4f5467eb-5e38-4cae-a434-9fdce9f14600 req-7c8ed611-c2ed-4816-9e6c-b4d70eb04242 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483205 May 25 17:44:58.788239 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce80f4-0f59-4fb1-9934-d0b9ca858932 req-6bfd42fd-5f7c-455b-b3e5-29de00ec782c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:44:58.789990 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0ce80f4-0f59-4fb1-9934-d0b9ca858932 req-6bfd42fd-5f7c-455b-b3e5-29de00ec782c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0885167 May 25 17:44:58.841406 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d0ce80f4-0f59-4fb1-9934-d0b9ca858932 req-3f936844-9181-4b90-92c9-ed2b7eb75f63 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456092 May 25 17:45:00.032270 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a5a1-4454-48e9-a91a-f41f7c9c483e req-062a0807-b43b-4953-a45c-44c45622faa7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:00.033654 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6671a5a1-4454-48e9-a91a-f41f7c9c483e req-062a0807-b43b-4953-a45c-44c45622faa7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0810845 May 25 17:45:00.079404 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6671a5a1-4454-48e9-a91a-f41f7c9c483e req-5a222e85-50b2-47a4-81fe-096a70b6f227 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400152 May 25 17:45:01.278901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720db41-9b49-42b8-916d-c0cc474430ea req-582a0b3a-b15b-4c90-bcf0-68b7d504b672 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:01.280413 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5720db41-9b49-42b8-916d-c0cc474430ea req-582a0b3a-b15b-4c90-bcf0-68b7d504b672 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0933437 May 25 17:45:01.325911 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5720db41-9b49-42b8-916d-c0cc474430ea req-332ce7ba-ed3f-4f9b-a396-cea6bc92f49f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 May 25 17:45:02.525481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a25f0-b2d8-462d-86c8-124242e6e84e req-78796842-0c4f-4e99-b28c-b0f71423e42f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:02.526987 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-181a25f0-b2d8-462d-86c8-124242e6e84e req-78796842-0c4f-4e99-b28c-b0f71423e42f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0940752 May 25 17:45:02.572153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-181a25f0-b2d8-462d-86c8-124242e6e84e req-c21a6c09-92f7-49b2-9191-3c56bd1c2763 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 May 25 17:45:03.761457 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153e2e-6d54-43fd-a8d7-6c3e60535c73 req-44996b13-0ce6-42ee-8c42-582c1199d025 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:03.762959 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3153e2e-6d54-43fd-a8d7-6c3e60535c73 req-44996b13-0ce6-42ee-8c42-582c1199d025 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0854554 May 25 17:45:03.808750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e3153e2e-6d54-43fd-a8d7-6c3e60535c73 req-22fe2c71-931e-4154-a752-2fad5c21b16c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 May 25 17:45:04.021221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-c193b1e6-4ac9-4e58-a210-4f2c18b45b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:04.022585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-c193b1e6-4ac9-4e58-a210-4f2c18b45b9b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1097 time: 0.0728843 May 25 17:45:04.172134 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-e08eb36a-235e-489b-8d0c-211a6d372b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:04.173569 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-e08eb36a-235e-489b-8d0c-211a6d372b2a service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1281371 May 25 17:45:04.280664 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-e2002d28-7620-4e89-985b-24e998d3864d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1000 time: 0.1000526 May 25 17:45:04.346227 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-e0652706-6593-41dc-95dc-7d253aa75072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:04.347676 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-e0652706-6593-41dc-95dc-7d253aa75072 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0607483 May 25 17:45:04.425692 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-a1171d4f-5b1e-4890-ab2a-5de141fabe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:04.427244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-a1171d4f-5b1e-4890-ab2a-5de141fabe07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729659 May 25 17:45:04.566982 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-10b114b9-b792-4d8b-a558-9c6e7e2464b2 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312699 May 25 17:45:04.702678 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52dee1e3-329c-4fb9-bad5-4a35ec92c0bd req-97547fc3-d8a3-4498-a5b6-a97051811e1e service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283302 May 25 17:45:04.993336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b0523-0065-412e-8c33-70449f32abe6 req-4815c7db-49e5-454b-ad21-587562208a92 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:04.995481 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b93b0523-0065-412e-8c33-70449f32abe6 req-4815c7db-49e5-454b-ad21-587562208a92 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0801287 May 25 17:45:05.046622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b93b0523-0065-412e-8c33-70449f32abe6 req-ed9e15c2-0bfb-4629-bef8-a6c2d51edbd0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452046 May 25 17:45:06.233625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cc9e2-e03a-44df-9c50-08a25467bce5 req-a25c9919-9cdd-4beb-ad30-58fa817306b7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:06.235131 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e4cc9e2-e03a-44df-9c50-08a25467bce5 req-a25c9919-9cdd-4beb-ad30-58fa817306b7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 944 time: 0.0801950 May 25 17:45:06.286179 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6e4cc9e2-e03a-44df-9c50-08a25467bce5 req-3b6b602c-542e-42c3-8387-3fca45423fd1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 May 25 17:45:06.468852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:45:06.643747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:45:06.657728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'port_id': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'mac_address': 'fa:16:3e:07:d2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:45:06.716143 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:06.732561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:45:06.747678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:45:06.751546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:06.753242 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-8f8bcc83-7292-4d71-9309-39adb4f91797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:45:06.819798 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=9']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:45:06.823086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:45:07.163702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['578aee9c-9c73-43e6-81a6-a042954b2d85'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:45:07.480889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10bdfe-039a-4236-8ed5-ae999c92cabe req-d23ce4d1-43d7-48a8-bcfb-2aa022f6e98e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:07.482350 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed10bdfe-039a-4236-8ed5-ae999c92cabe req-d23ce4d1-43d7-48a8-bcfb-2aa022f6e98e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 945 time: 0.0877080 May 25 17:45:07.528491 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ed10bdfe-039a-4236-8ed5-ae999c92cabe req-d991239b-287a-4eb0-bd75-9a4488223a57 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 May 25 17:45:08.501126 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:45:08.575142 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 578aee9c-9c73-43e6-81a6-a042954b2d85 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:45:08.575793 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:08.714866 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:08.743762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:45:08.753732 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:45:08.759387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:08.762437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-fa1dcb8d-52f1-4207-abc7-07e284df2e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:45:08.799720 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'code': 200} May 25 17:45:08.834942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=10']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:45:08.838269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:45:08.879092 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a94db-3f5b-4d24-8112-94fd6bed668f req-87d0d354-fa7c-40be-ac98-5167ee90c19d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:08.880672 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e4a94db-3f5b-4d24-8112-94fd6bed668f req-87d0d354-fa7c-40be-ac98-5167ee90c19d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.0864949 May 25 17:45:08.929085 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3e4a94db-3f5b-4d24-8112-94fd6bed668f req-597a5480-9306-4b5a-8c05-5157763883b7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 May 25 17:45:09.081183 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfefd6-5ddd-4a55-af69-efecb56f4c79 req-c1967b7d-0dab-4f54-9a07-be62accbb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:09.082512 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ecfefd6-5ddd-4a55-af69-efecb56f4c79 req-c1967b7d-0dab-4f54-9a07-be62accbb0b8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1100 time: 0.0771799 May 25 17:45:09.125365 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3ecfefd6-5ddd-4a55-af69-efecb56f4c79 req-86c27860-9beb-42bf-9709-ae65fcb17ba0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354218 May 25 17:45:10.124316 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdcdc5-25e7-4ee3-b949-bbfb40526a04 req-77b88bc7-11d5-46ef-81ce-cb1dfee9a242 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:10.125788 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8afdcdc5-25e7-4ee3-b949-bbfb40526a04 req-77b88bc7-11d5-46ef-81ce-cb1dfee9a242 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.0843942 May 25 17:45:10.172887 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8afdcdc5-25e7-4ee3-b949-bbfb40526a04 req-38203499-81df-4930-b261-ba27dab074dd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414791 May 25 17:45:10.232625 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5dd38138-994a-4987-a189-1414797e5153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:11.365605 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d118e-ebbc-4bfd-bba0-455d6d32d13d req-1d7f085b-8742-49bf-bd04-9aaa117cd516 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:11.367224 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-391d118e-ebbc-4bfd-bba0-455d6d32d13d req-1d7f085b-8742-49bf-bd04-9aaa117cd516 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.0878804 May 25 17:45:11.412527 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-391d118e-ebbc-4bfd-bba0-455d6d32d13d req-b2808644-17be-43ef-8081-0886efe6ef7d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394795 May 25 17:45:12.747754 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:12.998964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-90345283-45e1-4c36-a0b6-871dd2ce423d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:14.022053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:15.701579 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:17.813665 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:45:19.479630 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:40.235020 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-46a8619e-55be-46cf-8141-e7ac5a008b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:42.749942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:43.003424 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9e8f5a11-c7b4-41c0-a4d6-919bfbcec4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:44.024566 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:45.706488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:49.475903 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:45:54.812939 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:45:58.172366 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-ac86538c-f898-42b5-aa7e-c76c27a9004a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742071 May 25 17:45:58.320221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-4d613213-9943-4926-b452-a14ccc539b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:58.321697 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-4d613213-9943-4926-b452-a14ccc539b68 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1100 time: 0.0708675 May 25 17:45:58.613052 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-6d66465e-1ad6-4ddf-96d9-312dfa898aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:58.614528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-6d66465e-1ad6-4ddf-96d9-312dfa898aca service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.2706306 May 25 17:45:58.720164 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-b0c47530-31fb-45b3-8eeb-1e7a2c13107d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 1002 time: 0.0977106 May 25 17:45:58.791162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-fe8fa86f-8a37-4ceb-8ed6-a3f1ee739f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:58.792619 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-fe8fa86f-8a37-4ceb-8ed6-a3f1ee739f34 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0614512 May 25 17:45:58.871318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-1c50f676-58a1-4a8c-bb4c-c355d6b28900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:45:58.872811 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-1c50f676-58a1-4a8c-bb4c-c355d6b28900 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713658 May 25 17:45:59.008238 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-d956c95f-8753-4c19-b716-42640ce538a8 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277239 May 25 17:45:59.145136 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3bdee6c0-e7bc-4fe6-b6f1-5bebb712e6e9 req-6bb3e2b8-05ea-424f-8dbc-cb4aad330653 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295946 May 25 17:46:10.236585 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0342-3c21-479d-9395-5619f4f25b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:12.753230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:13.005214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-20db41c4-b8a3-4509-b139-f49b1c4e3540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:14.027377 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:15.707878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:19.480935 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:31.813756 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:46:40.238874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae612-cdc5-429d-8ddb-fb64a0bceb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:42.759843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:43.006723 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-472d5b22-cb48-44fd-9a3e-9742d5bf8ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:44.029896 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:45.711532 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:49.499784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:56.670381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 43972) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:46:57.108394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Deleting port 92874db6-3c8a-4dc8-a0fe-433176f91324 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:46:57.108728 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:57.236793 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:57.237117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:57.366709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Calling delete_port for 92874db6-3c8a-4dc8-a0fe-433176f91324 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:46:57.501454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:57.505547 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-051b444a-3052-4ff7-bb10-f1a44d5a0e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:46:57.551226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'Port': ['ID=92874db6-3c8a-4dc8-a0fe-433176f91324,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:46:57.592399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.592780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.593158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.593530 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.593896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.594263 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.594628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.595016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.595381 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.595740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.596099 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.596458 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:46:57.628824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:46:57.660629 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:57.661007 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Floating IP f261586a-1c25-4b2b-b1f1-cd165470bff1 disassociated (deleted). External IP: 172.26.6.213, port: 578aee9c-9c73-43e6-81a6-a042954b2d85. May 25 17:46:58.026272 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:46:58.210171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:46:58.220928 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:46:58.231285 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:46:58.232107 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:46:58.232736 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:46:58.287528 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "DELETE /v2.0/floatingips/f261586a-1c25-4b2b-b1f1-cd165470bff1 HTTP/1.1" status: 204 len: 168 time: 1.6158085 May 25 17:46:58.288289 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:46:58.390983 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'status': 'completed', 'code': 200} May 25 17:46:58.428638 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:46:58.547889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-05fca91d-9d5a-419e-a469-1f4841ce9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:46:58.549581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-05fca91d-9d5a-419e-a469-1f4841ce9079 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 1100 time: 0.1334660 May 25 17:46:58.691445 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-f8fb5126-fe9e-4f67-a829-6db1e810fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:46:58.692892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-f8fb5126-fe9e-4f67-a829-6db1e810fb8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1367865 May 25 17:46:58.743833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c857-3d00-4558-b4bd-a87fa2668d18 req-0d0cf364-08ef-4a6f-99e0-e17ade012c69 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:46:58.744554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9433c857-3d00-4558-b4bd-a87fa2668d18 req-0d0cf364-08ef-4a6f-99e0-e17ade012c69 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:46:58.761895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-9433c857-3d00-4558-b4bd-a87fa2668d18 req-0d0cf364-08ef-4a6f-99e0-e17ade012c69 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:46:58.763380 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9433c857-3d00-4558-b4bd-a87fa2668d18 req-0d0cf364-08ef-4a6f-99e0-e17ade012c69 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.1524839 May 25 17:46:58.764300 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-a61b94bc-3d40-4592-bef3-0fbaa4b669b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 200 len: 217 time: 0.0630343 May 25 17:46:58.795476 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:46:58.799702 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:46:58.811339 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:46:58.812695 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:46:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:46:58.834887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-341532bb-1ecb-44bf-9dfb-05bbe9311ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:46:58.836407 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-341532bb-1ecb-44bf-9dfb-05bbe9311ee4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0651875 May 25 17:46:58.937255 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-bd007d87-0e15-434f-9976-2e551b0c1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:46:58.939382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-bd007d87-0e15-434f-9976-2e551b0c1473 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905182 May 25 17:46:58.964982 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9433c857-3d00-4558-b4bd-a87fa2668d18 req-150ba9aa-b939-44ff-b1fd-2c4a67daad7d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959703 May 25 17:46:59.064289 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:46:59.079010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-cdd59eb5-ffe1-48e6-9f7b-bf22e4ba60c3 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319504 May 25 17:46:59.220806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c005befb-cd0b-4872-acf1-0c2965c52be3 req-431354bb-f6c2-41c0-9470-135e07fa7783 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332128 May 25 17:46:59.397655 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:46:59.401632 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506a8eb-e9ed-4030-9c6b-6cd35baff832 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:46:59.613788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547db964-b3dd-4924-a6be-0bf6904abeb3 None None] New status for floating IP f261586a-1c25-4b2b-b1f1-cd165470bff1: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:47:00.197447 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408b000-5d91-424c-b496-706777dc54f1 req-e70c7b35-024f-41a1-8252-0301fdd97a4c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:00.199077 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0408b000-5d91-424c-b496-706777dc54f1 req-e70c7b35-024f-41a1-8252-0301fdd97a4c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.1236606 May 25 17:47:00.249678 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0408b000-5d91-424c-b496-706777dc54f1 req-0ced3106-0be1-437d-8111-04bebe4f283f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=2231a9ae-deff-4014-8405-b44a48556462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444751 May 25 17:47:00.476659 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-744c025e-770c-4473-bd3e-ec643d791bc6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:00.478103 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-744c025e-770c-4473-bd3e-ec643d791bc6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 947 time: 0.0806022 May 25 17:47:00.616928 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Deleting port 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:47:00.617268 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:00.897468 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] For port 578aee9c-9c73-43e6-81a6-a042954b2d85, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=578aee9c-9c73-43e6-81a6-a042954b2d85,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:47:00.897733 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:01.024095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Calling delete_port for 578aee9c-9c73-43e6-81a6-a042954b2d85 owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:47:01.139253 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:01.144980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0c400f8a-6027-4944-a770-96438c7535bd tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:01.192216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'Port': ['ID=578aee9c-9c73-43e6-81a6-a042954b2d85,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:01.234535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.235271 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.235385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.235668 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.236035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.236402 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.236766 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.237129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.238079 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.238441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.238798 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.239182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:01.266301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:01.281194 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] No DVR routers for this DVR port 578aee9c-9c73-43e6-81a6-a042954b2d85 on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:47:01.283799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:01.287281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-deleted', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:47:01.303679 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-68c9e43e-bedf-4a6d-abe3-68a89c5b1de9 req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "DELETE /v2.0/ports/578aee9c-9c73-43e6-81a6-a042954b2d85 HTTP/1.1" status: 204 len: 173 time: 0.8183088 May 25 17:47:01.408952 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-57dbe05a-5184-4a87-a9e1-836b55d4514b req-f290d176-53b6-4108-af15-038a27339520 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=f7383fe1-0ee6-4cc7-adc8-2172cc052292 HTTP/1.1" status: 200 len: 210 time: 0.0437684 May 25 17:47:01.452206 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7383fe1-0ee6-4cc7-adc8-2172cc052292', 'name': 'network-vif-deleted', 'tag': '578aee9c-9c73-43e6-81a6-a042954b2d85', 'status': 'completed', 'code': 200} May 25 17:47:02.502945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44006) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:02.574372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:02.607951 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:02.674875 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:02.678814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ed716e20-21a4-4650-a8eb-3d6301f897d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:02.695017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231a9ae-deff-4014-8405-b44a48556462,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:02.697527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:02.705633 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:02.707577 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "DELETE /v2.0/security-groups/2231a9ae-deff-4014-8405-b44a48556462 HTTP/1.1" status: 204 len: 168 time: 0.2030754 May 25 17:47:03.148015 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44016) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.153330 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020241029', 'description': 'tempest-secgroup-smoke-1020241029 description', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.160053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.164484 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.167473 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.174105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.184738 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.207195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.211276 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.214557 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.221653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.293967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.297687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.301767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88d52b9a-6773-41ee-8983-86546bea49f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:03.347102 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff152f-91d6-4f93-9911-f2d466ef5cf1,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:03.350197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:03.351152 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.352622 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-f89a8001-fdd6-45b3-b6ac-34b9dbe07b9a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2034738 May 25 17:47:03.355249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44020) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.360303 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.366589 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.370368 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.373258 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.379960 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.397318 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.461889 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.465551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.467384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7b42990c-d3d2-48b6-bb42-a03bcc5e0f59 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:03.490362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e185ee-2e6e-4311-9986-9547cdb866b5,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:03.494813 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:03.499098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.500276 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c0a3c9a8-4281-4623-94b0-2025202dcb66 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440911 May 25 17:47:03.503642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44024) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.508799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.514677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.518529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.522110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.528082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.546828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.610869 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.615240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.617090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ede5e709-f612-4f64-8938-026ace47ad77 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:03.642290 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13b78ba-5492-4df9-b0b9-b7c3290cce8f,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:03.646723 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:03.652022 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.653190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485400 May 25 17:47:03.656133 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44028) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.661323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.667487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.671311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.674166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.680706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.697945 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.762338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.765946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.767763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c8a9be29-1a1c-4931-aa96-88062b6d0ce7 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:03.789984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e51179e-48a3-4caa-b292-e053e261611d,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:03.794340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:03.799126 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.800806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6ba4821d-394e-4514-92f0-050dc090ed64 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437600 May 25 17:47:03.803550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44032) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.808961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.814964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.819964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.822848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.828535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.845135 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.913162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.916796 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.918639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-d5cf891f-990c-4f73-8131-9c705c4299c1 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:03.941951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6412866b-3974-41c2-a71e-b51e22fc75e6,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:03.947179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:03.952637 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:03.953864 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-95978e2f-20a8-4f7e-aa3d-9213c2360b68 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494002 May 25 17:47:03.957070 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44036) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:03.962787 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:03.968983 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:03.973309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:03.976313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:03.982370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:03.992684 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Project 6d5b84281b254341b5fbdb78909fd8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:47:03.998346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.064106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.070083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.071862 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7799047-3a89-4237-ae65-59a6b772422a tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:04.094872 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4eb950-55e5-415f-92b8-2a495107e69e,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:04.099729 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:04.104362 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.105542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-4d9040e9-4ad1-4d29-96b5-880f61b8edbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474645 May 25 17:47:04.108249 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44040) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:04.113385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'security_group_rule': {'security_group_id': '07ff152f-91d6-4f93-9911-f2d466ef5cf1', 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:04.119314 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:04.123175 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:security_group_rule and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:04.126196 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:04.132885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:04.143351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Project 6d5b84281b254341b5fbdb78909fd8f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:47:04.149824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.217150 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.221129 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.223496 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56a6c50e-5094-4bd1-876e-1fe23cd5e740 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:04.251897 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c8f578-8622-43f4-9ae0-26dfee4d20f2,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:04.255799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:04.263863 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:04.265085 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558905 May 25 17:47:05.165139 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:47:05.202152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 578aee9c-9c73-43e6-81a6-a042954b2d85 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:47:05.202508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 578aee9c-9c73-43e6-81a6-a042954b2d85 not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:47:08.813865 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:47:10.243414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb9b12ce-404d-4652-b177-50ec5e77e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:12.754883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:13.008884 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-3d325d2d-dbb1-407b-962b-fc316ea4f9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:14.033717 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:15.713176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:19.357304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-6eb3a226-80d8-4522-8d58-38ef69c02c74 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:47:19.372789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-6eb3a226-80d8-4522-8d58-38ef69c02c74 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:47:19.373948 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-6eb3a226-80d8-4522-8d58-38ef69c02c74 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020241029&fields=id&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 267 time: 0.0567250 May 25 17:47:19.489715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:19.531180 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5e212b17-e4dd-4624-a081-d2f4ab16d390 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:19.532528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5e212b17-e4dd-4624-a081-d2f4ab16d390 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 808 time: 0.1515520 May 25 17:47:19.548552 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-d8270725-f8ef-4eae-9725-b438c7e15ea5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/quotas/6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 375 time: 0.0095880 May 25 17:47:19.630338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-948a3065-9c40-43f4-8642-d9f09ef069ba tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:47:19.645727 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-948a3065-9c40-43f4-8642-d9f09ef069ba tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:47:19.647026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-948a3065-9c40-43f4-8642-d9f09ef069ba tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931199 May 25 17:47:19.829809 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b1c24ca1-8e9d-4232-b0ea-e4aa2880c500 service neutron] 10.222.0.96 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712980 May 25 17:47:19.966072 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-8ed9e763-ae22-4620-abc3-af5cf161df29 service neutron] 10.222.0.96 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290326 May 25 17:47:20.393007 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-db39684f-cf9a-4e2f-8b6e-6179afbd4b84 req-793798ab-2bf1-4e71-9b27-faef03196162 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0512409 May 25 17:47:21.567360 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-440aed0c-5bf9-41a2-80d1-bf7eee414af9 req-994c5060-32c7-4d64-916c-3c60b0f20663 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0563178 May 25 17:47:21.765174 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-225c8cdc-8669-4488-84e1-c044529666aa tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:21.766609 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-225c8cdc-8669-4488-84e1-c044529666aa tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 808 time: 0.3512843 May 25 17:47:21.817553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-63b7032b-ccf9-4bf8-a6ba-04f2c4c18c1f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 380 time: 0.0423038 May 25 17:47:21.828269 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'port': {'device_id': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'admin_state_up': True, 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'security_groups': ['07ff152f-91d6-4f93-9911-f2d466ef5cf1']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:21.969171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:21.984639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:21.996254 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Made reservation on behalf of 6d5b84281b254341b5fbdb78909fd8f4 for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:47:21.999756 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.168526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Allocated IP 172.20.0.6 (093c11a3-7f7a-4f9f-8e77-06cde57e642f/bb4d8405-3a01-4129-90d3-e4f4c3d538df/c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:47:22.372549 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.389843 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Transition to ACTIVE for port object c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:47:22.415140 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.421267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:22.495786 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:47:22.498728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:47:22.501273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:47:22.542272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:22.552464 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:22.576651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:22.577348 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.608001 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-5d2520ba-25bd-4d59-9a2b-0a9cdfad0ef3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833438 May 25 17:47:22.619946 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Request body: {'port': {'device_id': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:22.739018 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-720c44f6-447e-45ee-bc92-0755fab118a3 None None] Provisioning for port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:47:22.744381 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-720c44f6-447e-45ee-bc92-0755fab118a3 None None] Provisioning complete for port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:47:22.744876 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-720c44f6-447e-45ee-bc92-0755fab118a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.771980 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:22.821320 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-720c44f6-447e-45ee-bc92-0755fab118a3 None None] Port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:47:22.837917 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f924a-d7db-42f5-ba7d-357216e140a8 req-37ffb344-3235-4ea5-bbbc-f89c63255615 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:22.839583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab8f924a-d7db-42f5-ba7d-357216e140a8 req-37ffb344-3235-4ea5-bbbc-f89c63255615 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 931 time: 0.1237888 May 25 17:47:22.899866 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ab8f924a-d7db-42f5-ba7d-357216e140a8 req-9bd9596e-0aa4-408c-a09f-7479f065acb5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:47:22.913577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ab8f924a-d7db-42f5-ba7d-357216e140a8 req-9bd9596e-0aa4-408c-a09f-7479f065acb5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:47:22.914892 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ab8f924a-d7db-42f5-ba7d-357216e140a8 req-9bd9596e-0aa4-408c-a09f-7479f065acb5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686469 May 25 17:47:23.152911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:47:23.161201 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:23.177160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Transition to ACTIVE for port object c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:47:23.183598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:23.187398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-32f43c03-ade8-4faf-9e43-358ab5798922 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:23.320160 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:23.347469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:23.442263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Attempting to bind port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:47:23.442614 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Attempting to bind port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:47:23.442964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Attempting to bind port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:47:23.448138 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:47:23.448469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Attempting to bind port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc on network 093c11a3-7f7a-4f9f-8e77-06cde57e642f {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:47:23.453916 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:47:23.454251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Checking segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:47:23.454641 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Bound using segment: {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:47:23.455120 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Bound port: c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7809c2b-a247-46f0-9995-f292b60e09b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:47:23.455469 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:23.552006 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:47:23.555155 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:47:23.560493 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:23.564606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:23.625346 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:23.625931 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:23.627307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] 10.222.0.95 "PUT /v2.0/ports/c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 1093 time: 1.0119100 May 25 17:47:23.630336 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:47:23.657024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:23.662664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:23.706307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'status': 'completed', 'code': 200} May 25 17:47:23.746643 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-c468e215-8879-4d75-80e0-5e32ce6ac353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:23.748199 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-c468e215-8879-4d75-80e0-5e32ce6ac353 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1096 time: 0.0813890 May 25 17:47:23.823990 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-98580df5-d83f-480f-82d0-e594bc55146a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 217 time: 0.0687580 May 25 17:47:23.889448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-1edf38cc-3da3-4537-9c50-c6af01ba4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:23.890939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-1edf38cc-3da3-4537-9c50-c6af01ba4566 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0591435 May 25 17:47:23.979465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-27bb8682-72df-4786-b82b-1ff9e65ad897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:23.981374 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-27bb8682-72df-4786-b82b-1ff9e65ad897 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838234 May 25 17:47:24.116173 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2a901-1a70-429e-a4fa-f5bdf4bcc21f req-df8f8ca6-e609-4ca5-807a-951a31d14b38 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:24.118081 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-baf2a901-1a70-429e-a4fa-f5bdf4bcc21f req-df8f8ca6-e609-4ca5-807a-951a31d14b38 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0881162 May 25 17:47:24.171658 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-baf2a901-1a70-429e-a4fa-f5bdf4bcc21f req-73c75f70-41bb-4614-a7e5-7698a01e9435 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 May 25 17:47:24.284592 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-d3e13204-fbb1-4b11-b1ab-3bcc38e87b65 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958293 May 25 17:47:24.436917 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-edeeb810-0289-4e9a-8dd3-dfa809d25f21 req-20c50146-c8fc-46d3-aa08-4f48aa010f7d service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465402 May 25 17:47:24.558116 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-0501f54d-2eab-47f0-9d55-8733690ecbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:24.560018 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-0501f54d-2eab-47f0-9d55-8733690ecbdf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1096 time: 0.0783672 May 25 17:47:24.700198 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-8c7d615f-8f0e-44fd-a504-eada1f93cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:24.701725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-8c7d615f-8f0e-44fd-a504-eada1f93cf7f service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1348541 May 25 17:47:24.779420 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-c21c94fa-dffc-4ad2-a485-6d6b121960a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 217 time: 0.0698783 May 25 17:47:24.846644 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-d0be6cbd-ce3c-4c8d-bf95-1968dc17f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:24.847769 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-d0be6cbd-ce3c-4c8d-bf95-1968dc17f1b0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0620649 May 25 17:47:24.934981 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-72b335af-364c-44e4-bebe-908f3c319d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:24.936529 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-72b335af-364c-44e4-bebe-908f3c319d7b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811005 May 25 17:47:25.075290 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-662a4cc3-ecfe-43cd-ae6a-e150c3544c80 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315019 May 25 17:47:25.213343 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e213cacd-9cbc-4689-a68c-01e99a5ac2b2 req-5b4509ac-12b2-4f12-ac0c-ca2b65b02126 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312232 May 25 17:47:25.361337 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf0c8-8fad-4d18-8987-4083077ed21d req-10a843bc-996f-40b6-bb85-d7f859b7e19e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:25.362583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9f1bf0c8-8fad-4d18-8987-4083077ed21d req-10a843bc-996f-40b6-bb85-d7f859b7e19e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:47:25.379044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-9f1bf0c8-8fad-4d18-8987-4083077ed21d req-10a843bc-996f-40b6-bb85-d7f859b7e19e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:47:25.380259 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9f1bf0c8-8fad-4d18-8987-4083077ed21d req-10a843bc-996f-40b6-bb85-d7f859b7e19e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0981951 May 25 17:47:25.427949 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9f1bf0c8-8fad-4d18-8987-4083077ed21d req-84ada989-c595-4409-952c-b152a8cd6c5e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 May 25 17:47:26.619732 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f5ef-c6f6-4d2d-8782-11d5aa491518 req-f5173128-93b8-4e52-b197-276496b20048 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:26.621211 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2594f5ef-c6f6-4d2d-8782-11d5aa491518 req-f5173128-93b8-4e52-b197-276496b20048 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0835295 May 25 17:47:26.665020 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2594f5ef-c6f6-4d2d-8782-11d5aa491518 req-4f418b12-e0fa-4ecc-88ba-a1808a1e37be tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 May 25 17:47:27.862883 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43512de6-69f7-4b66-b3e3-d11a234d3111 req-98127868-0bab-4a97-98a7-41bebb53dda5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:27.864385 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-43512de6-69f7-4b66-b3e3-d11a234d3111 req-98127868-0bab-4a97-98a7-41bebb53dda5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0880392 May 25 17:47:27.908648 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-43512de6-69f7-4b66-b3e3-d11a234d3111 req-834b3198-00b3-4f1a-b756-3c954405751c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385838 May 25 17:47:29.095930 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101eeb-1c9e-492d-96e7-5d4542ef2b7b req-b0ab1423-6534-4a0d-b91c-41b2118e8ea6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:29.097885 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-11101eeb-1c9e-492d-96e7-5d4542ef2b7b req-b0ab1423-6534-4a0d-b91c-41b2118e8ea6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0805361 May 25 17:47:29.144277 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-11101eeb-1c9e-492d-96e7-5d4542ef2b7b req-40009f90-6419-4f51-b174-38c3cf1f6c43 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 May 25 17:47:30.331537 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799612e-d699-4647-93e0-16a7612f2b40 req-f64e11ab-ee15-4b57-ba1c-ac313d681884 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:30.333010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b799612e-d699-4647-93e0-16a7612f2b40 req-f64e11ab-ee15-4b57-ba1c-ac313d681884 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0811639 May 25 17:47:30.379081 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b799612e-d699-4647-93e0-16a7612f2b40 req-4facc726-22f4-4528-9cb8-b30ba4faff30 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 May 25 17:47:31.566807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597d062-26fd-4245-8c70-ac5dc69515bc req-df4895a4-e32f-4ecd-9d57-a922606540f8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:31.568301 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0597d062-26fd-4245-8c70-ac5dc69515bc req-df4895a4-e32f-4ecd-9d57-a922606540f8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0837593 May 25 17:47:31.613286 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0597d062-26fd-4245-8c70-ac5dc69515bc req-9b3599e5-08f6-49f5-8c7f-3295630ccde5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 May 25 17:47:32.800675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ab19e-bbf2-41be-8913-257dcc061987 req-60569882-138d-4454-8a11-beb8f9b1c22f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:32.802193 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-042ab19e-bbf2-41be-8913-257dcc061987 req-60569882-138d-4454-8a11-beb8f9b1c22f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0837541 May 25 17:47:32.848027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-042ab19e-bbf2-41be-8913-257dcc061987 req-9ab67a34-1700-4d12-9028-a87623408e74 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 May 25 17:47:33.304569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:47:33.445481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:47:33.459809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'mac_address': 'fa:16:3e:d1:aa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:47:33.514213 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:33.531635 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:47:33.547421 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:47:33.551947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:33.553653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:33.624473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:33.632559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.632906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.633249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.633586 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.633919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.634253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.634584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.634931 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.635262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.635589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.635914 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.636238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:47:33.640434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:34.021516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:47:34.033113 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d13821-9b12-47bd-8099-151d6bb308ca req-9ab4a263-75ee-41f5-863e-473adcdc0863 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:34.035268 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-58d13821-9b12-47bd-8099-151d6bb308ca req-9ab4a263-75ee-41f5-863e-473adcdc0863 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 944 time: 0.0805526 May 25 17:47:34.085297 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-58d13821-9b12-47bd-8099-151d6bb308ca req-700960e9-4ee8-4587-9d7f-d8a46db86e16 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 May 25 17:47:35.288238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49f0f6-4f09-4ad4-b0f7-2d27d08b7546 req-96d4d3bb-2e4d-4208-b3df-bc8d8581e334 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:35.289626 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b49f0f6-4f09-4ad4-b0f7-2d27d08b7546 req-96d4d3bb-2e4d-4208-b3df-bc8d8581e334 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 944 time: 0.0848680 May 25 17:47:35.319259 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:47:35.343215 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b49f0f6-4f09-4ad4-b0f7-2d27d08b7546 req-9246d86f-9b30-45b4-b987-a4bd5299e803 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 May 25 17:47:35.398850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:47:35.404041 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:47:35.404451 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:35.528343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:35.556484 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:47:35.566706 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:47:35.572374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:35.574613 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:35.610286 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'code': 200} May 25 17:47:35.652591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:35.655712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:35.820170 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd1065-1d1b-47d6-aabb-743770e55b37 req-748f73c0-cc94-46c0-ab3b-ff6125e8583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:35.821581 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3cd1065-1d1b-47d6-aabb-743770e55b37 req-748f73c0-cc94-46c0-ab3b-ff6125e8583b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0734541 May 25 17:47:35.870026 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b3cd1065-1d1b-47d6-aabb-743770e55b37 req-236fa6a9-cff2-4d79-9852-959bffd1d5f9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 May 25 17:47:36.552237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987dbf-b55d-4ca1-9062-6f232d9ceb84 req-29a65ca4-3d31-4764-a121-52e44d320664 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:36.553759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-53987dbf-b55d-4ca1-9062-6f232d9ceb84 req-29a65ca4-3d31-4764-a121-52e44d320664 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0880291 May 25 17:47:36.602307 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-53987dbf-b55d-4ca1-9062-6f232d9ceb84 req-ac57b6e5-33ca-4fdc-a24f-0eb0fa04472a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 May 25 17:47:37.791938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1b760-66a4-434c-bd6e-7628b1208d4a req-db0d3192-11d5-4a61-90ed-80ef6f3c5895 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:37.793445 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8af1b760-66a4-434c-bd6e-7628b1208d4a req-db0d3192-11d5-4a61-90ed-80ef6f3c5895 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0825608 May 25 17:47:37.839734 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8af1b760-66a4-434c-bd6e-7628b1208d4a req-bff32ac2-102d-4920-acb3-d88039fd6e49 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 May 25 17:47:38.025218 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb3c0-c241-4566-bed8-8416dcc44b4d req-037f5525-699f-4a37-bf33-270856090e11 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:38.026659 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be6eb3c0-c241-4566-bed8-8416dcc44b4d req-037f5525-699f-4a37-bf33-270856090e11 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0791390 May 25 17:47:38.071478 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-be6eb3c0-c241-4566-bed8-8416dcc44b4d req-4c5a34cd-f3d2-40bd-96d7-c70277b19727 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 May 25 17:47:38.092973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44246) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:38.214998 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109a3ac-bb3f-4f06-827c-88361870e45c tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:38.215716 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5109a3ac-bb3f-4f06-827c-88361870e45c tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] Synchronizing usage tracker for tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:47:38.232870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-5109a3ac-bb3f-4f06-827c-88361870e45c tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] Unset dirty status for tenant:54d8a9af064d4eec9fca16f0d9d4d2a4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:47:38.234190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5109a3ac-bb3f-4f06-827c-88361870e45c tempest-TestShelveInstance-1357120055 tempest-TestShelveInstance-1357120055-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1093 time: 0.1402307 May 25 17:47:38.237044 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44252) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:47:38.242413 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:47:38.248859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:47:38.253025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Usage tracker for resource:floatingip and tenant:6d5b84281b254341b5fbdb78909fd8f4 is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:47:38.256273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:47:38.263069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:47:38.274488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:38.417721 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:38.701220 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Allocated IP 172.26.6.19 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/0ad233d5-e022-4ab4-bab1-caf9a25384cb) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:47:38.853343 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:38.883226 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:38.886870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1fcb8946-f096-4551-b7b9-dd993aa060a6 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:38.948423 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:47:38.951372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:47:38.953825 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:47:38.999204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=0ad233d5-e022-4ab4-bab1-caf9a25384cb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:39.002076 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:39.375411 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:39.458000 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:39.667184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:39.671584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:39.676104 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9d28e284-e15a-4be1-acd5-5a2fcd877eba tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:47:39.786693 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event updated for resources: {'Port': ['ID=0ad233d5-e022-4ab4-bab1-caf9a25384cb,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:47:39.790355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:47:39.799094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:39.983019 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.l3_db [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Floating IP 0fdda114-b1c7-4a4e-9a82-253b0e413d77 associated. External IP: 172.26.6.19, port: c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc. May 25 17:47:40.251448 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e78610a9-00d7-41bc-a8f3-4dee9ddf399b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:40.496587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:47:40.684474 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:47:40.694205 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:47:40.703655 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:47:40.704286 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:47:40.711353 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:40.768727 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5300338 May 25 17:47:40.769387 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:47:40.813468 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'status': 'completed', 'code': 200} May 25 17:47:40.884238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:47:40.907173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-da820623-ded6-4e65-9b5c-b0695917d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:40.908837 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-da820623-ded6-4e65-9b5c-b0695917d8ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0735538 May 25 17:47:41.045106 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-3092e90b-c55b-4011-9540-c7c31d46eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:41.046590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-3092e90b-c55b-4011-9540-c7c31d46eb0e service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1317122 May 25 17:47:41.153466 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-01f07b58-fd98-4164-9ac3-ab24cd408a8f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 998 time: 0.1001883 May 25 17:47:41.221793 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-a0b99ce7-f21e-463e-80a7-05dff233bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:41.223275 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-a0b99ce7-f21e-463e-80a7-05dff233bd80 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0634942 May 25 17:47:41.240118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0fdda114-b1c7-4a4e-9a82-253b0e413d77', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:d1:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:47:39Z', 'updated_at': '2021-05-25T17:47:39Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:47:41.244240 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:47:41.253159 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:47:41.253807 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:47:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:47:41.301964 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-6298731e-4f19-4e1e-92c6-d2d82d888740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:47:41.304434 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-6298731e-4f19-4e1e-92c6-d2d82d888740 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739515 May 25 17:47:41.447544 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-63684dbc-04a4-4f5a-be94-c49cc1e096fa service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356771 May 25 17:47:41.447901 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:47:41.597542 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-816a9630-b7d2-42d8-b47c-ab8dd530bc84 req-31d235ab-2c91-4506-a58d-faf1333a15d8 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345966 May 25 17:47:41.839937 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-695ecae1-2439-4813-814e-faf1e720637b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0fdda114-b1c7-4a4e-9a82-253b0e413d77', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:d1:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:47:39Z', 'updated_at': '2021-05-25T17:47:39Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:47:41.844407 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695ecae1-2439-4813-814e-faf1e720637b None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '0fdda114-b1c7-4a4e-9a82-253b0e413d77', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'floating_ip_address': '172.26.6.19', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'mac_address': 'fa:16:3e:d1:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:47:39Z', 'updated_at': '2021-05-25T17:47:39Z', 'revision_number': 0, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:47:42.041342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c94c9-7c2f-44fe-a877-da700724739c None None] New status for floating IP 0fdda114-b1c7-4a4e-9a82-253b0e413d77: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:47:42.747730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:43.010614 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7be5d9c2-fa2b-461d-b781-1ec20c575977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:44.037002 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:45.717212 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:47:45.813492 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:47:49.490861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:01.215123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-778c9bb5-9a49-4bca-905e-b1ed0550e4b4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762124 May 25 17:48:01.360747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de40dd-4273-49ca-9774-905b5de5429a req-b0e243e2-f95a-4c68-af8a-9356fc20d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:48:01.362104 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-b0e243e2-f95a-4c68-af8a-9356fc20d90d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0735221 May 25 17:48:01.520520 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de40dd-4273-49ca-9774-905b5de5429a req-6c92e5a8-032f-4053-9a6e-c6d28325c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:48:01.522539 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-6c92e5a8-032f-4053-9a6e-c6d28325c93c service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1384957 May 25 17:48:01.776874 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-fb7b3d71-7637-4773-ab42-758acdd7383f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 1000 time: 0.2469373 May 25 17:48:01.853701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de40dd-4273-49ca-9774-905b5de5429a req-fb58f201-2f2e-4378-aeed-2c4dfe257fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:48:01.855351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-fb58f201-2f2e-4378-aeed-2c4dfe257fa9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0695803 May 25 17:48:01.937272 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de40dd-4273-49ca-9774-905b5de5429a req-cf96d3d5-fa58-4055-ae55-6fcfc5f854bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:48:01.938757 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-cf96d3d5-fa58-4055-ae55-6fcfc5f854bf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769751 May 25 17:48:02.077137 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-1c868389-267f-4239-81ba-f8aecda1587c service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299381 May 25 17:48:02.216933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-29de40dd-4273-49ca-9774-905b5de5429a req-2d59ecc6-d5d2-434b-9b61-4d5b1edfcd5e service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300359 May 25 17:48:10.248700 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9f4e9224-fec4-46d9-98c7-8200e7a0abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:12.750565 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:13.012875 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f85f7e3b-b318-4a51-bc0f-8168c439fa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:14.042820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:15.718190 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:19.489608 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:22.814384 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:48:40.251724 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a770e0f3-0ceb-42ed-9bcb-35e5c10f9473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:42.752454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:43.015716 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-33150031-5821-4223-926b-fcb93300017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:44.043246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:45.720600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:49.494874 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:48:59.814028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:49:02.149756 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-2585c071-a258-42b4-a4ec-e7c6b1cdceb2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697525 May 25 17:49:02.289565 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69550-1e3e-483b-811c-a95a87996263 req-ff0c6e76-95bf-454b-9e90-7883da7dda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:02.291056 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-ff0c6e76-95bf-454b-9e90-7883da7dda92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0747352 May 25 17:49:02.440288 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69550-1e3e-483b-811c-a95a87996263 req-3dae508b-df4b-4e7f-84d9-eacd717bd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:02.441743 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-3dae508b-df4b-4e7f-84d9-eacd717bd2a1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1319904 May 25 17:49:02.545465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-371eea10-94c2-4bf6-b738-7c006d03b6e3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 1000 time: 0.0966711 May 25 17:49:02.612951 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69550-1e3e-483b-811c-a95a87996263 req-12dfb727-e946-42b5-95f7-f1ae9f6804c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:02.614391 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-12dfb727-e946-42b5-95f7-f1ae9f6804c0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0623236 May 25 17:49:02.689543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb69550-1e3e-483b-811c-a95a87996263 req-2459c99f-6d59-4d9b-8dea-74afc7f1ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:02.690978 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-2459c99f-6d59-4d9b-8dea-74afc7f1ae72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706532 May 25 17:49:02.834043 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-dc15bd7c-f97e-4b15-add1-b484c7d90fcd service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353488 May 25 17:49:02.971855 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8cb69550-1e3e-483b-811c-a95a87996263 req-ac09a2d5-f95d-4ce7-81ac-8bf1f82fe580 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311851 May 25 17:49:10.253386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1fec5c84-4c99-46b8-a975-5f8b3d190a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:12.755358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:13.017819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-47fd1559-6a7c-40df-b4c4-91112e67f8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:14.044603 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:15.724488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:19.494474 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:31.623670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [req-d6f6e194-eb4e-45bc-969c-ba289032117f req-a156ae1e-c072-414d-a602-4fd1ff323968 service neutron] (99126) timed out ('10.222.0.96', 38450) {{(pid=99126) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 17:49:36.813822 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:49:40.094050 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977dddc-4971-4182-a889-6c8b4545dab4 req-b2c5234b-ea6f-4576-a871-1bf3237196f1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:40.095549 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8977dddc-4971-4182-a889-6c8b4545dab4 req-b2c5234b-ea6f-4576-a871-1bf3237196f1 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0847690 May 25 17:49:40.140164 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8977dddc-4971-4182-a889-6c8b4545dab4 req-39a5e65c-a447-47e0-9837-819b1da1bc6b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387661 May 25 17:49:40.254985 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ee974048-688b-4985-9e91-e0c2ffd62e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:41.330717 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a832f-3d84-4766-ae0d-c7effb644f0e req-e5e887ba-4059-4a3f-9788-ee8fec786c1a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:41.332216 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fa5a832f-3d84-4766-ae0d-c7effb644f0e req-e5e887ba-4059-4a3f-9788-ee8fec786c1a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0861611 May 25 17:49:41.378986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-fa5a832f-3d84-4766-ae0d-c7effb644f0e req-8ef6a8fa-93b5-4a42-8748-678f6a9245d2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 May 25 17:49:42.573612 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571032dc-8df8-4359-b5fa-a29111b01396 req-63df173f-db0b-4e25-8da3-d0cec886f060 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:42.575128 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-571032dc-8df8-4359-b5fa-a29111b01396 req-63df173f-db0b-4e25-8da3-d0cec886f060 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0862336 May 25 17:49:42.620226 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-571032dc-8df8-4359-b5fa-a29111b01396 req-c7a9942a-ef18-4da7-bc53-39bb7b7aeb8f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 May 25 17:49:42.759684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:43.021379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e33054ee-bf37-4f11-8699-b568afe2375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:43.809345 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32ed9f-081f-4949-8278-6bb6f688e2cb req-1f2a776a-6767-4795-8406-98ff6c65f4a8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:43.810825 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf32ed9f-081f-4949-8278-6bb6f688e2cb req-1f2a776a-6767-4795-8406-98ff6c65f4a8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0814550 May 25 17:49:43.857806 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-cf32ed9f-081f-4949-8278-6bb6f688e2cb req-26681ca6-18e0-4291-8c82-65b36040e080 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 May 25 17:49:44.049216 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:45.042923 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221603ff-d42e-4a65-932d-e7f32a73fabd req-14b166ad-4d82-4470-9781-f66662258edf tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:45.044392 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-221603ff-d42e-4a65-932d-e7f32a73fabd req-14b166ad-4d82-4470-9781-f66662258edf tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0817275 May 25 17:49:45.089616 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-221603ff-d42e-4a65-932d-e7f32a73fabd req-9289b6f7-6b1a-40e7-995e-e307d5458032 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 May 25 17:49:45.725979 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:46.277430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb4da1-2c57-42a4-868c-4108b99e0154 req-55f1722c-8e98-45e3-8079-a547b45663fd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:46.278892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d5bb4da1-2c57-42a4-868c-4108b99e0154 req-55f1722c-8e98-45e3-8079-a547b45663fd tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0851181 May 25 17:49:46.326125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d5bb4da1-2c57-42a4-868c-4108b99e0154 req-5fadb983-65d3-4f48-a483-a5dea11017f0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 May 25 17:49:47.516675 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af668c75-1ea2-4e02-9eee-ad70cae73965 req-16b68fcc-1f61-472c-b686-1fb001efe921 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:47.518154 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-af668c75-1ea2-4e02-9eee-ad70cae73965 req-16b68fcc-1f61-472c-b686-1fb001efe921 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0830960 May 25 17:49:47.570792 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-af668c75-1ea2-4e02-9eee-ad70cae73965 req-51b61c6e-bedb-434f-96e4-847d0f05678b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466945 May 25 17:49:48.754791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942ad94-c8ad-47d3-a9ac-66581b0e4891 req-2d26909d-ebe4-4edb-9dfb-43593eb83e3e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:48.756412 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f942ad94-c8ad-47d3-a9ac-66581b0e4891 req-2d26909d-ebe4-4edb-9dfb-43593eb83e3e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0802720 May 25 17:49:48.807739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-f942ad94-c8ad-47d3-a9ac-66581b0e4891 req-7edbf541-36b2-4d0c-b6e8-bc55e6c99e99 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454404 May 25 17:49:49.494688 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:49.996836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874b619-bf88-4156-bef4-b8fa9e697118 req-ed25b244-991f-4c32-8077-566409ff4442 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:49.998316 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7874b619-bf88-4156-bef4-b8fa9e697118 req-ed25b244-991f-4c32-8077-566409ff4442 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0814781 May 25 17:49:50.043782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7874b619-bf88-4156-bef4-b8fa9e697118 req-9c3481ff-e42e-4a1d-91d9-7acd2486fbf5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 May 25 17:49:50.219611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df169-a07e-49db-abd7-243c65dc31b0 req-001ba641-e26e-49fa-8d9f-8e20906777f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:50.221087 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-001ba641-e26e-49fa-8d9f-8e20906777f4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0721369 May 25 17:49:50.356752 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df169-a07e-49db-abd7-243c65dc31b0 req-3f9903f4-55af-46d2-9866-532580c87c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:50.358129 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-3f9903f4-55af-46d2-9866-532580c87c57 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1306739 May 25 17:49:50.467190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-9ce70384-4e01-4c78-8eae-2cfa17137f90 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 1000 time: 0.1013026 May 25 17:49:50.532113 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df169-a07e-49db-abd7-243c65dc31b0 req-f85e6c40-c817-4ca3-8282-04e330102d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:50.533556 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-f85e6c40-c817-4ca3-8282-04e330102d03 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0595217 May 25 17:49:50.754954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983df169-a07e-49db-abd7-243c65dc31b0 req-9d110c3f-2d7a-48f0-bcdc-ae21fa7d5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:50.757032 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-9d110c3f-2d7a-48f0-bcdc-ae21fa7d5888 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2166550 May 25 17:49:50.892421 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-cda05ce9-f8b2-4bea-8e30-47651fcde5e7 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286390 May 25 17:49:51.027113 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-983df169-a07e-49db-abd7-243c65dc31b0 req-5acab2dc-2534-499c-8a83-33ea3cbbffe3 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281009 May 25 17:49:51.231834 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cca7f-6321-4a05-abad-412228c61a7d req-2e43996c-fe74-4f1d-8348-1debdf0ba78a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:51.233320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-611cca7f-6321-4a05-abad-412228c61a7d req-2e43996c-fe74-4f1d-8348-1debdf0ba78a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0824313 May 25 17:49:51.279153 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-611cca7f-6321-4a05-abad-412228c61a7d req-aa4e7890-512a-4c10-8b18-6b686554b5c6 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 May 25 17:49:52.472531 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca872e1-5d53-4789-b3bb-cd744f458aee req-fd38fd02-298e-4539-ba2a-dab6a03864fc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:52.474009 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-eca872e1-5d53-4789-b3bb-cd744f458aee req-fd38fd02-298e-4539-ba2a-dab6a03864fc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0882120 May 25 17:49:52.520367 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-eca872e1-5d53-4789-b3bb-cd744f458aee req-eea5aab8-5f23-4873-8f9b-e16011a0d4b7 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 May 25 17:49:53.719773 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7d50-edc4-435e-9434-b49d43b0cbe8 req-9a29bc03-db36-4a8b-877f-4de88faf3cb0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:53.721243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09fb7d50-edc4-435e-9434-b49d43b0cbe8 req-9a29bc03-db36-4a8b-877f-4de88faf3cb0 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0928419 May 25 17:49:53.768118 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-09fb7d50-edc4-435e-9434-b49d43b0cbe8 req-047423f4-90a3-4a82-b1f4-0979caeb5031 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407045 May 25 17:49:54.985308 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e1c37-2d6e-41a7-b37c-d0a76150320f req-514955c0-b421-4eee-9684-19129bc43dbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:54.986817 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd6e1c37-2d6e-41a7-b37c-d0a76150320f req-514955c0-b421-4eee-9684-19129bc43dbb tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0807741 May 25 17:49:55.032480 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-fd6e1c37-2d6e-41a7-b37c-d0a76150320f req-517a35bd-5643-4411-b1bc-7cd656ada699 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396612 May 25 17:49:55.430613 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-c4317a38-1653-45da-8424-d4c11082037d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1781390 May 25 17:49:55.444109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1109c8-8d66-4f3e-8403-a963e6aedcf0 req-f5a29e22-d4ff-4892-9b93-3b83104a9db5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:55.445725 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8a1109c8-8d66-4f3e-8403-a963e6aedcf0 req-f5a29e22-d4ff-4892-9b93-3b83104a9db5 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.1129656 May 25 17:49:55.496546 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-8a1109c8-8d66-4f3e-8403-a963e6aedcf0 req-61e2cbe9-f158-4150-84a1-1c8d58e0534d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 May 25 17:49:56.058559 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:49:56.174591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:56.202619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:49:56.213368 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:49:56.218349 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:49:56.221089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:49:56.291826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:49:56.300345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.300742 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.301093 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.301430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.301764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.302136 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.302472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.302845 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.303763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.304116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.304441 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.304886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:49:56.311707 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:49:56.313323 dv-neutron-792998-1-hyperv neutron-server[99128]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'code': 422} returned with failed status May 25 17:49:56.722276 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66754d-48f0-41ef-8b84-dfee32444324 req-7afd6ac7-0900-4406-a720-0f5c1e9cae8b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:56.723838 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2f66754d-48f0-41ef-8b84-dfee32444324 req-7afd6ac7-0900-4406-a720-0f5c1e9cae8b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0839467 May 25 17:49:56.772871 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2f66754d-48f0-41ef-8b84-dfee32444324 req-8fd7f126-3c5d-4caa-9cb0-d339dc92de32 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414813 May 25 17:49:57.963338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df0239-4aef-4d1d-8774-dae7c6d7bf2c req-06a36ae7-f2b2-44d9-a7c3-c25d27dcbe09 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:57.964842 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93df0239-4aef-4d1d-8774-dae7c6d7bf2c req-06a36ae7-f2b2-44d9-a7c3-c25d27dcbe09 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0821385 May 25 17:49:58.011528 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-93df0239-4aef-4d1d-8774-dae7c6d7bf2c req-a5e60586-4d2b-40ee-940e-996a0ae5b090 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 May 25 17:49:59.213711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4c61e-c501-4df0-8ed3-84e2e40091cd req-045b44ca-dc7e-4c83-b083-94c6f54c2dcc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:49:59.215212 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9dd4c61e-c501-4df0-8ed3-84e2e40091cd req-045b44ca-dc7e-4c83-b083-94c6f54c2dcc tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0884466 May 25 17:49:59.261688 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9dd4c61e-c501-4df0-8ed3-84e2e40091cd req-d062a814-56e9-4a21-919c-4806a73c9b1c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405753 May 25 17:50:00.513959 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336f836-4fb4-49d0-ba2b-61e27b7e9d1a req-3fab51c0-2b15-499c-8356-52d6d505283e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:00.515447 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e336f836-4fb4-49d0-ba2b-61e27b7e9d1a req-3fab51c0-2b15-499c-8356-52d6d505283e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.1448882 May 25 17:50:00.518191 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-16f65d34-a072-4d97-bbdf-d89bc21eb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:00.519569 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-16f65d34-a072-4d97-bbdf-d89bc21eb5ed service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee&tenant_id=6d5b84281b254341b5fbdb78909fd8f4 HTTP/1.1" status: 200 len: 1096 time: 0.1079092 May 25 17:50:00.609523 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e336f836-4fb4-49d0-ba2b-61e27b7e9d1a req-4ecfa442-82d4-4131-87d4-b1035eb1e931 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883563 May 25 17:50:00.633166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-8f6fc1fc-1654-4cb7-82b3-da9b71d67327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:00.634621 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-8f6fc1fc-1654-4cb7-82b3-da9b71d67327 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1096 time: 0.0933228 May 25 17:50:00.768622 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-d0bb0352-55b4-4c04-b63d-81731b22300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:00.770063 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-d0bb0352-55b4-4c04-b63d-81731b22300b service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1285555 May 25 17:50:00.876791 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-81d2c463-293b-47e4-86a8-655c865198c0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 998 time: 0.0998654 May 25 17:50:00.939856 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-2a0f2ecd-03e7-47ad-9333-83867fde72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:00.941320 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-2a0f2ecd-03e7-47ad-9333-83867fde72d2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0583763 May 25 17:50:01.039580 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-6bcb22d8-f724-450b-88f1-573688b3bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:01.041060 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-6bcb22d8-f724-450b-88f1-573688b3bf11 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915163 May 25 17:50:01.174058 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-f8cc59a9-08f0-4bff-bb2a-c4a20c52bddd service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256573 May 25 17:50:01.307444 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a8fc8b58-61b6-43b9-967f-edaee280e6fd req-ede20500-8570-4cb7-b627-eb7751e330a8 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266284 May 25 17:50:01.798669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988f5fa-c1d2-472b-b597-5742d4657e9f req-6e3d73bf-e251-4504-a719-cc94e578c7d2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:01.800170 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9988f5fa-c1d2-472b-b597-5742d4657e9f req-6e3d73bf-e251-4504-a719-cc94e578c7d2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0827274 May 25 17:50:01.845582 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-9988f5fa-c1d2-472b-b597-5742d4657e9f req-721d5b6d-a5ca-4b6b-9f1d-30adf3106d96 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 May 25 17:50:03.035728 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181a2b0-24e3-41db-8ac5-dc4e43562597 req-9be7bbf9-13b0-46ab-8cd2-67e67ad0ed57 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:03.037217 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4181a2b0-24e3-41db-8ac5-dc4e43562597 req-9be7bbf9-13b0-46ab-8cd2-67e67ad0ed57 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0816915 May 25 17:50:03.083766 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4181a2b0-24e3-41db-8ac5-dc4e43562597 req-047cfd63-d9aa-4a70-ab27-9430d89e954f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407252 May 25 17:50:03.333901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae415-282e-472c-a447-f982b4536d32 req-be2e09d5-bea7-4774-8e2b-74bc90dea794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:03.335410 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-be2e09d5-bea7-4774-8e2b-74bc90dea794 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1096 time: 0.2157719 May 25 17:50:03.486443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae415-282e-472c-a447-f982b4536d32 req-63a61f4d-7859-4bc5-92ed-638644e76444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:03.487944 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-63a61f4d-7859-4bc5-92ed-638644e76444 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1320417 May 25 17:50:03.592139 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-70e30123-39b7-4c29-b055-7c412714936f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 998 time: 0.0975904 May 25 17:50:03.661708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae415-282e-472c-a447-f982b4536d32 req-1a76cd27-a1b0-4c78-bc9d-cb2c8b0f99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:03.663200 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-1a76cd27-a1b0-4c78-bc9d-cb2c8b0f99cb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0651147 May 25 17:50:03.742154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae415-282e-472c-a447-f982b4536d32 req-df800e4e-f40f-44bc-babc-44d4639282e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:03.743652 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-df800e4e-f40f-44bc-babc-44d4639282e5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740321 May 25 17:50:03.878450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-0a8e9c8e-8ec5-45db-a90b-912d4c5f7244 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280909 May 25 17:50:04.014254 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d45ae415-282e-472c-a447-f982b4536d32 req-b309a13b-bff7-40ae-a034-edfc3cb77afe service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293681 May 25 17:50:04.402338 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795da1c-39a7-4533-8f29-5001c87f486f req-618b1350-b0d7-4d66-ab0e-3a14b9174548 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:04.403886 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f795da1c-39a7-4533-8f29-5001c87f486f req-618b1350-b0d7-4d66-ab0e-3a14b9174548 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.2143340 May 25 17:50:04.451471 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-f795da1c-39a7-4533-8f29-5001c87f486f req-7c8348fc-268a-4cc5-8a20-a2afcf463a67 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 May 25 17:50:05.640257 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d964-5eb9-47cc-937c-83d15fb5a768 req-39f98866-ec85-4f28-9878-6d6df646cf4b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:05.641759 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69a2d964-5eb9-47cc-937c-83d15fb5a768 req-39f98866-ec85-4f28-9878-6d6df646cf4b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0844934 May 25 17:50:05.687657 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-69a2d964-5eb9-47cc-937c-83d15fb5a768 req-2a3a4999-d841-4760-9bdb-1fcf05b4c9f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401361 May 25 17:50:06.877172 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093549-e0b6-4e86-aac9-7b0a8d1a9b16 req-15bc037e-f6ad-470a-811e-187b6374eea8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:06.878666 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c3093549-e0b6-4e86-aac9-7b0a8d1a9b16 req-15bc037e-f6ad-470a-811e-187b6374eea8 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0826111 May 25 17:50:06.927631 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c3093549-e0b6-4e86-aac9-7b0a8d1a9b16 req-d36a6644-05f8-46b2-8693-0a0370c45694 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 May 25 17:50:08.122060 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d456e9-d33b-49b9-b7e0-6acbffa05a57 req-81289801-aba7-48ae-8022-24590d53408d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:08.123570 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-95d456e9-d33b-49b9-b7e0-6acbffa05a57 req-81289801-aba7-48ae-8022-24590d53408d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0857151 May 25 17:50:08.168736 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-95d456e9-d33b-49b9-b7e0-6acbffa05a57 req-c4f05cdd-22b1-4fe0-8725-0d7045a9fa46 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 May 25 17:50:09.360105 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c7476-ac09-4d15-b9f5-0eef9735fb29 req-a9707f90-b97c-4d34-94c0-fff2d50247c9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:09.361491 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e50c7476-ac09-4d15-b9f5-0eef9735fb29 req-a9707f90-b97c-4d34-94c0-fff2d50247c9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 943 time: 0.0805173 May 25 17:50:09.408311 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-e50c7476-ac09-4d15-b9f5-0eef9735fb29 req-c1ff9260-81b8-4765-8bae-b919e134ce32 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408227 May 25 17:50:10.156519 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:50:10.275873 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ccac5ca9-5140-4840-aaf0-dfad22f6556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:10.304527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:50:10.325835 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'port_id': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'mac_address': 'fa:16:3e:d1:aa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:50:10.382861 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:10.400720 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:50:10.416300 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:50:10.420378 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:10.423193 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-137e6c20-d068-4c46-9257-ce26d2b0b060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:50:10.491712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:50:10.495503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:50:10.612440 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a8208-6038-4e0c-976f-7b8f8084a8ec req-899ec0b7-5325-40a7-80b7-9d56b215541c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:10.614117 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e9a8208-6038-4e0c-976f-7b8f8084a8ec req-899ec0b7-5325-40a7-80b7-9d56b215541c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 944 time: 0.0822639 May 25 17:50:10.677940 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0e9a8208-6038-4e0c-976f-7b8f8084a8ec req-eae12524-40f9-42b6-bf7b-5b166d0e441a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567436 May 25 17:50:10.793662 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:50:11.874818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bbbea-6374-4f10-bfb6-1fcfa15178b3 req-b156852f-b3c3-49fd-94e9-ca8a941862b9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:11.876409 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ed1bbbea-6374-4f10-bfb6-1fcfa15178b3 req-b156852f-b3c3-49fd-94e9-ca8a941862b9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 944 time: 0.0886583 May 25 17:50:11.922816 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ed1bbbea-6374-4f10-bfb6-1fcfa15178b3 req-dd1d785d-c7ba-4375-b09b-e37f0cbf77f9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 May 25 17:50:12.156453 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:50:12.224308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:50:12.224687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:12.343763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:12.370567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:50:12.380482 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:50:12.386014 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:12.388010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:50:12.419538 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'code': 200} May 25 17:50:12.464897 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:50:12.467936 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:50:12.691433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0072e69-5306-4ddc-b3b6-97d19e44f4f4 req-711ba38e-05da-47ea-a1bb-866846946fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:12.693004 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c0072e69-5306-4ddc-b3b6-97d19e44f4f4 req-711ba38e-05da-47ea-a1bb-866846946fe6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0762153 May 25 17:50:12.735560 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c0072e69-5306-4ddc-b3b6-97d19e44f4f4 req-4993d058-d673-4bfb-9ee2-8989a764f459 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347562 May 25 17:50:12.764155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:13.023232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a27cf4d0-cf63-4051-9c27-933190e6d585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:13.110008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad1c2a-ddc7-493f-988b-dc5d849ec668 req-ed705278-61d5-4aeb-9385-8de9ae285e61 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:13.111517 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4dad1c2a-ddc7-493f-988b-dc5d849ec668 req-ed705278-61d5-4aeb-9385-8de9ae285e61 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0809319 May 25 17:50:13.157727 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-4dad1c2a-ddc7-493f-988b-dc5d849ec668 req-38a57c0e-53fd-4249-8c82-2f4f7991d37a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398419 May 25 17:50:13.813327 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:50:14.053218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:14.344653 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa185-4ab7-4577-ab26-8925572c188a req-96b47a97-4189-42db-ae96-e2f3db12774a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:50:14.346114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4caa185-4ab7-4577-ab26-8925572c188a req-96b47a97-4189-42db-ae96-e2f3db12774a tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0807707 May 25 17:50:14.399367 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d4caa185-4ab7-4577-ab26-8925572c188a req-41d06150-985f-496f-b242-0711482e136b tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472312 May 25 17:50:15.728430 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:19.489597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:40.258607 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-450331a7-706a-4639-abdf-99ecfee429fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:42.765799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:43.025340 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd09ba0f-7be5-4fce-87b3-72c8f1f09b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:44.054314 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:45.730699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:49.498404 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:50:50.812781 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:51:05.161243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-45b44290-df69-49ce-bc28-5c226b51b526 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749214 May 25 17:51:05.300885 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-2113cc8a-e1f1-47fb-8a12-63b3e5db6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:05.302340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-2113cc8a-e1f1-47fb-8a12-63b3e5db6f77 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0707886 May 25 17:51:05.454359 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-22dd1f42-5a15-4a0a-a602-e3c982b8a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:05.455854 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-22dd1f42-5a15-4a0a-a602-e3c982b8a431 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1341736 May 25 17:51:05.562202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-b96bd04f-2de6-48e4-985b-e3e26b4b61f0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 1000 time: 0.0991442 May 25 17:51:05.629982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-41bf1743-4773-487d-88f7-5abf40ebebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:05.631438 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-41bf1743-4773-487d-88f7-5abf40ebebe6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0624387 May 25 17:51:05.706658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-cb9f60fc-2bad-48e1-bee5-e233f9fe819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:05.708052 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-cb9f60fc-2bad-48e1-bee5-e233f9fe819f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708973 May 25 17:51:05.979590 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-a2db65a6-8ffc-44c3-ac5f-c6aa8e2f31a1 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636659 May 25 17:51:06.113166 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-9cff94ca-36b3-4316-b77c-6a47ce2d24f2 req-368868ec-6de0-4713-a4ca-c89caf7e7bb3 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272957 May 25 17:51:10.261072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-40d1734b-1c33-432e-bfe0-7ceff19e4a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:12.769167 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:13.026839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c4250107-6750-41ba-8440-b44794a77471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:14.057697 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:15.732995 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:19.497527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:27.734186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44400) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:27.814371 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:51:28.010365 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Deleting port 0ad233d5-e022-4ab4-bab1-caf9a25384cb {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:28.010706 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:28.129489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:28.129807 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:28.255253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Calling delete_port for 0ad233d5-e022-4ab4-bab1-caf9a25384cb owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:28.381053 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:28.386606 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-9dd0d7fa-2b4b-4d79-92ad-68f70c9cb6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:28.460933 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'Port': ['ID=0ad233d5-e022-4ab4-bab1-caf9a25384cb,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:28.478103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.478488 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.478865 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.479273 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.479640 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.480005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.480374 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.481109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.481109 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.481446 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.481803 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.482160 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:28.510782 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:28.539167 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:28.539499 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Floating IP 0fdda114-b1c7-4a4e-9a82-253b0e413d77 disassociated (deleted). External IP: 172.26.6.19, port: c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc. May 25 17:51:29.020066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:51:29.202133 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:51:29.213274 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:51:29.224784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:29.225911 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:29.226591 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:29.286426 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f75f538a-9b6a-4382-a80a-90f7df3380ff tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "DELETE /v2.0/floatingips/0fdda114-b1c7-4a4e-9a82-253b0e413d77 HTTP/1.1" status: 204 len: 168 time: 1.5502141 May 25 17:51:29.287046 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:51:29.341252 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'status': 'completed', 'code': 200} May 25 17:51:29.415689 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:29.447472 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-42eb53b0-34db-4edb-b0f0-9c3ca9929619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:29.449128 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-42eb53b0-34db-4edb-b0f0-9c3ca9929619 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 1098 time: 0.0858328 May 25 17:51:29.597866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-23aafa5b-bb27-4a07-9abd-fcbe26640e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:29.599357 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-23aafa5b-bb27-4a07-9abd-fcbe26640e14 service neutron] 10.222.0.95 "GET /v2.0/networks?id=093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 200 len: 910 time: 0.1441121 May 25 17:51:29.705452 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-abaafb36-8eef-4f77-8244-e72417491c24 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 200 len: 217 time: 0.0991099 May 25 17:51:29.764299 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:29.769176 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:51:29.777426 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:29.778049 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:29.797433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-ec9087e7-a201-4ae6-9f4b-b2e6c20888a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:29.798797 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-ec9087e7-a201-4ae6-9f4b-b2e6c20888a5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 200 len: 847 time: 0.0824220 May 25 17:51:29.849874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e306164-fa39-445a-9272-8e265a549617 req-8ae78338-38b9-473a-bc1f-0e570ccded80 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:29.851562 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e306164-fa39-445a-9272-8e265a549617 req-8ae78338-38b9-473a-bc1f-0e570ccded80 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.1851985 May 25 17:51:29.917753 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7e306164-fa39-445a-9272-8e265a549617 req-3d5c30c0-bae9-4276-924d-25bb6defcb8f tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601728 May 25 17:51:29.941246 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-4da89b46-37e6-47d1-a897-7afd862969c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:29.941246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-4da89b46-37e6-47d1-a897-7afd862969c6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=093c11a3-7f7a-4f9f-8e77-06cde57e642f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277642 May 25 17:51:29.993968 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:30.073019 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-682cab7f-fde6-4331-8299-6ab91ad3f3e8 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311061 May 25 17:51:30.211696 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e99f06ee-5c89-4932-a041-1993fa25f76e req-664f4a7c-f394-4731-bc32-1ebf44768f42 service neutron] 10.222.0.95 "GET /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311784 May 25 17:51:30.307854 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:30.311943 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef42d890-9c1b-472d-ad3c-65cb4783e4d7 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:41:05Z', 'revision_number': 4, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'ab331313-aa65-423e-8377-ba2d646e14bb', 'name': '', 'network_id': '093c11a3-7f7a-4f9f-8e77-06cde57e642f', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'mac_address': 'fa:16:3e:41:e5:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:04Z', 'updated_at': '2021-05-25T17:41:11Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'subnets': [{'id': 'bb4d8405-3a01-4129-90d3-e4f4c3d538df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:51:30.528728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8356fb4c-a083-48c8-bce5-562ea99a65b6 None None] New status for floating IP 0fdda114-b1c7-4a4e-9a82-253b0e413d77: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:51:31.121151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d323b-279d-438d-ab93-83479e26cd4f req-2cbfe624-173b-41e2-9b48-3857f236493d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:31.121895 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-821d323b-279d-438d-ab93-83479e26cd4f req-2cbfe624-173b-41e2-9b48-3857f236493d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:51:31.137932 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-821d323b-279d-438d-ab93-83479e26cd4f req-2cbfe624-173b-41e2-9b48-3857f236493d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:51:31.139239 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-821d323b-279d-438d-ab93-83479e26cd4f req-2cbfe624-173b-41e2-9b48-3857f236493d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0985196 May 25 17:51:31.187693 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-821d323b-279d-438d-ab93-83479e26cd4f req-2311a052-ae8b-40f3-bb4c-5c8895362030 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/security-groups?id=07ff152f-91d6-4f93-9911-f2d466ef5cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 May 25 17:51:31.287393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-5d14a6a3-3b15-4003-8115-319377d53757 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:31.288859 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-5d14a6a3-3b15-4003-8115-319377d53757 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 945 time: 0.0801160 May 25 17:51:31.431492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Deleting port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:31.431831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:31.568529 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] For port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:31.568876 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:31.695879 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Calling delete_port for c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:31.809448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:31.815867 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:31.861654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'Port': ['ID=c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:31.901689 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.902081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.902457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.902829 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.903225 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.903596 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.903961 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.904327 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.904687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.905053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.905409 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.905768 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:31.913628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:32.097436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] No DVR routers for this DVR port c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:51:32.100009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:32.102707 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-deleted', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:51:32.120939 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-6d3519cc-092c-46cf-b877-bdafe15e3656 req-c9b7721c-7be5-47c1-9a27-686cda5767f4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.95 "DELETE /v2.0/ports/c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc HTTP/1.1" status: 204 len: 173 time: 0.8265822 May 25 17:51:32.173308 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3f112b-43ab-4588-b5cc-8ea3bf926aee', 'name': 'network-vif-deleted', 'tag': 'c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc', 'status': 'completed', 'code': 200} May 25 17:51:32.351717 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3a24427c-0151-4b07-af50-3435884655e4 req-667a7e3b-22f0-4654-b594-422e495ccb57 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0494354 May 25 17:51:33.512023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfeb6ea4-a449-4928-be14-4dd5536f7815 req-d31f141e-4aab-47bd-a43b-07c7d6c7d11d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Synchronizing usage tracker for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:51:33.529441 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-dfeb6ea4-a449-4928-be14-4dd5536f7815 req-d31f141e-4aab-47bd-a43b-07c7d6c7d11d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Unset dirty status for tenant:6d5b84281b254341b5fbdb78909fd8f4 on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:51:33.530577 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-dfeb6ea4-a449-4928-be14-4dd5536f7815 req-d31f141e-4aab-47bd-a43b-07c7d6c7d11d tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0627909 May 25 17:51:34.680165 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1290ac4b-1619-4818-a80a-c054dab5f270 req-95785cc9-4f25-42fd-8361-ea840959abf3 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0435209 May 25 17:51:34.682843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:34.722097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:34.722473 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device c6fe2c04-ba7f-4e35-9ec7-51461b9b65bc not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:35.846326 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7fa17b27-41cc-44c3-88e9-06ff2e0b25d4 req-aa1df70a-70be-4f90-aac3-511fb2723091 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "GET /v2.0/ports?device_id=1a3f112b-43ab-4588-b5cc-8ea3bf926aee HTTP/1.1" status: 200 len: 210 time: 0.0433195 May 25 17:51:36.942162 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:37.011123 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:37.042333 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:37.114670 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:37.118554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6fbabe99-bd06-4526-8812-affc4842aa91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:37.135859 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff152f-91d6-4f93-9911-f2d466ef5cf1,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:37.138791 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:37.147638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:37.148797 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-967b8060-99e8-4974-8d8d-3b5ada6e385c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] 10.222.0.96 "DELETE /v2.0/security-groups/07ff152f-91d6-4f93-9911-f2d466ef5cf1 HTTP/1.1" status: 204 len: 168 time: 0.2056603 May 25 17:51:37.190111 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44434) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:38.024443 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:38.477623 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Deleting port ab331313-aa65-423e-8377-ba2d646e14bb {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:38.478332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:38.604911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] For port ab331313-aa65-423e-8377-ba2d646e14bb, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=ab331313-aa65-423e-8377-ba2d646e14bb,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:38.605264 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:38.730747 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Calling delete_port for ab331313-aa65-423e-8377-ba2d646e14bb owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:39.176836 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:39.180613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:39.229392 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab331313-aa65-423e-8377-ba2d646e14bb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:39.232578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:39.509516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:39.881092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:51:40.079184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:51:40.088129 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Sync routers for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:51:40.097990 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:40.098317 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-56227931-a40a-457f-bbc3-9cf76f1c1aa7 admin admin] 10.222.0.96 "PUT /v2.0/routers/6b1baf86-f1d3-4067-b97c-d3e490fa9df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9063175 May 25 17:51:40.098711 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:40.100701 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44440) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:40.264984 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-eb585115-7699-4e94-8cac-181cbba75133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:40.278035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:40.280767 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:40.584391 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:51:39Z', 'revision_number': 5, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port': {'id': '04a638fe-8231-4cfb-87c3-397ba7e57af8', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:02Z', 'updated_at': '2021-05-25T17:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:40.588326 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Checking router: 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:51:40.597514 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Routers {'6b1baf86-f1d3-4067-b97c-d3e490fa9df2'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:40.598118 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:40.621340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:40.695588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Deleting port 04a638fe-8231-4cfb-87c3-397ba7e57af8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:40.695929 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:40.753942 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] Set router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:40.822210 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] For port 04a638fe-8231-4cfb-87c3-397ba7e57af8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=04a638fe-8231-4cfb-87c3-397ba7e57af8,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:40.822568 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:40.860592 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:51:40Z', 'revision_number': 6, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:40.864522 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b87cc3-9216-4eba-a053-ff253af1b3c9 None None] The sync data for ids ['6b1baf86-f1d3-4067-b97c-d3e490fa9df2'] in dv-neutron-792998-1-hyperv is: [{'id': '6b1baf86-f1d3-4067-b97c-d3e490fa9df2', 'name': 'tempest-TestShelveInstance-808680792-router', 'tenant_id': '6d5b84281b254341b5fbdb78909fd8f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:01Z', 'updated_at': '2021-05-25T17:51:40Z', 'revision_number': 6, 'project_id': '6d5b84281b254341b5fbdb78909fd8f4', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:51:40.949476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Calling delete_port for 04a638fe-8231-4cfb-87c3-397ba7e57af8 owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:41.087561 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.091328 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2f358956-8157-4408-96fd-17c6fb85ce50 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:41.136072 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a638fe-8231-4cfb-87c3-397ba7e57af8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:41.139131 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:41.239192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.419181 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.421436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.446820 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.447390 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b1baf86-f1d3-4067-b97c-d3e490fa9df2 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:51:41.459725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.460853 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-3373bdc6-17d4-446a-a284-e87a1f05c074 admin admin] 10.222.0.96 "DELETE /v2.0/routers/6b1baf86-f1d3-4067-b97c-d3e490fa9df2 HTTP/1.1" status: 204 len: 168 time: 1.3592238 May 25 17:51:41.463379 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44444) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:41.522398 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Deleting subnet bb4d8405-3a01-4129-90d3-e4f4c3d538df {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:51:41.525412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.575030 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.614947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ab331313-aa65-423e-8377-ba2d646e14bb no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:41.650795 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: ab331313-aa65-423e-8377-ba2d646e14bb {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:41.651182 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device ab331313-aa65-423e-8377-ba2d646e14bb not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:41.662433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.922014 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.925726 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2d6c4d3b-e1aa-4e0c-b620-7fcfc34984b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:41.962019 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4d8405-3a01-4129-90d3-e4f4c3d538df,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:41.964920 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:41.965891 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:41.972178 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b313d3-70c4-4294-8710-f777fc332a05 None None] Network 093c11a3-7f7a-4f9f-8e77-06cde57e642f requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:51:41.974175 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a60fbaea-0af1-44f2-b758-559c54955972 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/bb4d8405-3a01-4129-90d3-e4f4c3d538df HTTP/1.1" status: 204 len: 168 time: 0.5097055 May 25 17:51:41.976677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44448) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:42.234941 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] DHCP port deletion for 093c11a3-7f7a-4f9f-8e77-06cde57e642f request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:51:42.238009 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.300401 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Deleting port 6e05ea42-7e55-470e-9acc-e39e7441024b {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:42.300783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.313281 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Deleting port 6e05ea42-7e55-470e-9acc-e39e7441024b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:42.313598 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.401786 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] For port 6e05ea42-7e55-470e-9acc-e39e7441024b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e05ea42-7e55-470e-9acc-e39e7441024b,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:42.402066 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.418366 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] For port 6e05ea42-7e55-470e-9acc-e39e7441024b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=6e05ea42-7e55-470e-9acc-e39e7441024b,segment=NetworkSegment(d7809c2b-a247-46f0-9995-f292b60e09b0),segment_id=d7809c2b-a247-46f0-9995-f292b60e09b0)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:42.418720 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.531870 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Calling delete_port for 6e05ea42-7e55-470e-9acc-e39e7441024b owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:42.570828 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Calling delete_port for 6e05ea42-7e55-470e-9acc-e39e7441024b owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:42.582097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.593704 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a9846dfb-9ac6-45ef-9f2a-e34ca426e961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:42.621122 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.625795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-85c4c680-0730-4c3d-90fc-8ebcaaff1aa2 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:42.645232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] No DVR routers for this DVR port 6e05ea42-7e55-470e-9acc-e39e7441024b on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:51:42.646858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Pushing event deleted for resources: {'Port': ['ID=6e05ea42-7e55-470e-9acc-e39e7441024b,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:42.657188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.657537 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.657987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.658373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.658506 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.659085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.659418 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.659744 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.660070 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.660392 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.660714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.661032 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:42.664291 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:42.676947 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e05ea42-7e55-470e-9acc-e39e7441024b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:42.680508 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:42.682734 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] No DVR routers for this DVR port 6e05ea42-7e55-470e-9acc-e39e7441024b on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:51:42.774734 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.809660 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.823188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093c11a3-7f7a-4f9f-8e77-06cde57e642f']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:42.835767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7809c2b-a247-46f0-9995-f292b60e09b0') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:42.836061 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7809c2b-a247-46f0-9995-f292b60e09b0') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:42.848065 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.864628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.870780 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:51:42.871195 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: util.warn( May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:51:42.885213 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:51:42.964772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.968095 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3c6a97ac-01bf-487a-a9c3-21873fbb6c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:42.981433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:42.992563 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Pushing event deleted for resources: {'Network': ['ID=093c11a3-7f7a-4f9f-8e77-06cde57e642f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:42.995713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:43.006747 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] 10.222.0.96 "DELETE /v2.0/networks/093c11a3-7f7a-4f9f-8e77-06cde57e642f HTTP/1.1" status: 204 len: 168 time: 1.0290577 May 25 17:51:43.009696 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44452) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:43.029302 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-af124603-a00c-4ab1-84a2-9dc75c0ee2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:43.217203 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e05ea42-7e55-470e-9acc-e39e7441024b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:43.253258 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 6e05ea42-7e55-470e-9acc-e39e7441024b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:43.253615 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 6e05ea42-7e55-470e-9acc-e39e7441024b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:43.254038 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 04a638fe-8231-4cfb-87c3-397ba7e57af8 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:43.288968 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 04a638fe-8231-4cfb-87c3-397ba7e57af8 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:43.289325 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 04a638fe-8231-4cfb-87c3-397ba7e57af8 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:43.564025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:44.059687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:44.126737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Deleting port 1c0675bd-a897-4963-88a7-538e5b7134bc {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:44.127370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:44.254824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] For port 1c0675bd-a897-4963-88a7-538e5b7134bc, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1c0675bd-a897-4963-88a7-538e5b7134bc,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:44.255203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:44.382984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Calling delete_port for 1c0675bd-a897-4963-88a7-538e5b7134bc owned by network:router_interface {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:44.533251 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:44.538523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-e9339064-c83b-4d80-a156-d1c8d400b5c2 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:44.628110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0675bd-a897-4963-88a7-538e5b7134bc,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:44.635033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:44.874025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:45.240893 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:51:45.571531 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:51:45.580856 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Sync routers for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:51:45.589445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] 10.222.0.96 "PUT /v2.0/routers/fb9c0981-41ab-4ed5-a348-bdcdc94f8933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5786529 May 25 17:51:45.591913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44456) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:45.592709 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:45.593470 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:45.768597 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:45.771403 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:45.787399 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:45.949744 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.026374 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Deleting port 909ac81f-46f9-483c-ad05-ab7f101b4d1b {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:46.026737 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.080123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129'}], 'enable_snat': True}, 'gw_port_id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:51:44Z', 'revision_number': 5, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port': {'id': '909ac81f-46f9-483c-ad05-ab7f101b4d1b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:70:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:41:09Z', 'updated_at': '2021-05-25T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:46.084029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Checking router: fb9c0981-41ab-4ed5-a348-bdcdc94f8933 for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:51:46.092226 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Routers {'fb9c0981-41ab-4ed5-a348-bdcdc94f8933'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:46.092838 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:46.149631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] For port 909ac81f-46f9-483c-ad05-ab7f101b4d1b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=909ac81f-46f9-483c-ad05-ab7f101b4d1b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:46.149978 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.280611 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Calling delete_port for 909ac81f-46f9-483c-ad05-ab7f101b4d1b owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:46.293290 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] Set router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:46.402449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:51:45Z', 'revision_number': 6, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:46.407883 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae3a7ff-0f1a-45d9-ba83-aa1f25b628f5 None None] The sync data for ids ['fb9c0981-41ab-4ed5-a348-bdcdc94f8933'] in dv-neutron-792998-1-hyperv is: [{'id': 'fb9c0981-41ab-4ed5-a348-bdcdc94f8933', 'name': 'tempest-TestShelveInstance-323648639-router', 'tenant_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:41:08Z', 'updated_at': '2021-05-25T17:51:45Z', 'revision_number': 6, 'project_id': '54d8a9af064d4eec9fca16f0d9d4d2a4', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:51:46.427875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.438385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3e41eadd-9d6b-42de-85c6-15c6e2b858ed tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:46.514401 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Pushing event deleted for resources: {'Port': ['ID=909ac81f-46f9-483c-ad05-ab7f101b4d1b,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:46.521543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:46.575245 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.756444 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.758817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.784182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.784700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb9c0981-41ab-4ed5-a348-bdcdc94f8933 {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:51:46.797538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:46.798578 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7cfa383e-2cfb-4e46-95e8-6c130281e65b admin admin] 10.222.0.96 "DELETE /v2.0/routers/fb9c0981-41ab-4ed5-a348-bdcdc94f8933 HTTP/1.1" status: 204 len: 168 time: 1.2057576 May 25 17:51:46.801049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44460) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:47.008142 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Deleting subnet 661328f3-42f6-46be-b70a-a7c3694a7fb1 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:51:47.011074 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.059238 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.140053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.233039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 909ac81f-46f9-483c-ad05-ab7f101b4d1b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:47.276508 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 909ac81f-46f9-483c-ad05-ab7f101b4d1b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:47.277089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 909ac81f-46f9-483c-ad05-ab7f101b4d1b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:47.277516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1c0675bd-a897-4963-88a7-538e5b7134bc no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:47.315480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1c0675bd-a897-4963-88a7-538e5b7134bc {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:47.315843 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1c0675bd-a897-4963-88a7-538e5b7134bc not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:47.423839 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.429652 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6254a541-dae1-488b-813d-ac963b6f1697 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:47.471323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661328f3-42f6-46be-b70a-a7c3694a7fb1,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:47.473168 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.477702 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:47.479310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15743df6-70d1-4ec4-b1cf-72e31f154f47 None None] Network 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:51:47.482261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0b849a08-c8b2-463e-b750-604b6372667d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/661328f3-42f6-46be-b70a-a7c3694a7fb1 HTTP/1.1" status: 204 len: 168 time: 0.6802466 May 25 17:51:47.485943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44464) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:47.592033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.670575 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Deleting port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:47.670972 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.730509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309be064-55e9-4e46-bb12-c691124031ca None None] DHCP port deletion for 8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:51:47.776166 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] For port 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9e65e4c6-1ce9-428f-95d9-f12f063e1108,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:47.776525 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.800730 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Deleting port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:51:47.801111 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.900415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-309be064-55e9-4e46-bb12-c691124031ca None None] For port 9e65e4c6-1ce9-428f-95d9-f12f063e1108, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=9e65e4c6-1ce9-428f-95d9-f12f063e1108,segment=NetworkSegment(747987ba-0272-4fef-8ef0-e3a4df37c3fa),segment_id=747987ba-0272-4fef-8ef0-e3a4df37c3fa)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:47.900806 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.909167 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Calling delete_port for 9e65e4c6-1ce9-428f-95d9-f12f063e1108 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:47.957594 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:47.961483 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6611e26f-63f1-4d91-8b29-2d93ae437ab3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:48.014344 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e65e4c6-1ce9-428f-95d9-f12f063e1108,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:48.017004 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] No DVR routers for this DVR port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:51:48.018543 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:48.038324 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Calling delete_port for 9e65e4c6-1ce9-428f-95d9-f12f063e1108 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:51:48.081584 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.085154 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:48.128488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Pushing event deleted for resources: {'Port': ['ID=9e65e4c6-1ce9-428f-95d9-f12f063e1108,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:48.131955 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-309be064-55e9-4e46-bb12-c691124031ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:48.134180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309be064-55e9-4e46-bb12-c691124031ca None None] No DVR routers for this DVR port 9e65e4c6-1ce9-428f-95d9-f12f063e1108 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:51:48.144046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.157776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efc76af-b711-4ddb-9af1-b2cb08e5bdc9']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:48.170010 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747987ba-0272-4fef-8ef0-e3a4df37c3fa') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:48.170311 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747987ba-0272-4fef-8ef0-e3a4df37c3fa') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:48.182207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.199476 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.206016 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Releasing vlan 1176 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:51:48.206419 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:51:48.219952 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:51:48.300188 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.304706 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.307578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5295dfe1-3a9f-43d9-89fd-d42b3de9725f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:48.331631 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8efc76af-b711-4ddb-9af1-b2cb08e5bdc9,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:48.334171 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:48.338188 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-2036999b-2d8e-481e-8c67-25661b1c07f0 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8efc76af-b711-4ddb-9af1-b2cb08e5bdc9 HTTP/1.1" status: 204 len: 168 time: 0.8512907 May 25 17:51:48.489137 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44470) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:48.539229 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-83ecbb33-97a2-4b8d-83e0-425f2416c6d4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d5b84281b254341b5fbdb78909fd8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487208 May 25 17:51:48.541465 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44474) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:48.607540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.634046 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.687551 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.691763 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-12ec80e1-38ba-47c4-9895-e054a2feeb38 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:48.706973 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef512f63-27f1-4e38-bfaa-1d9b8b2ffe76,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:48.710827 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:48.714794 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:48.715955 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-7bef37c1-2915-470f-b850-e42faa321126 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef512f63-27f1-4e38-bfaa-1d9b8b2ffe76 HTTP/1.1" status: 204 len: 168 time: 0.1735959 May 25 17:51:49.089523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44482) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:49.143458 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-8c96aa2a-980d-4cd0-953f-a82848e3692c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=54d8a9af064d4eec9fca16f0d9d4d2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526619 May 25 17:51:49.145875 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44486) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:49.206609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:49.218187 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9e65e4c6-1ce9-428f-95d9-f12f063e1108 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:51:49.233968 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:49.256336 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 9e65e4c6-1ce9-428f-95d9-f12f063e1108 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:51:49.256694 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 9e65e4c6-1ce9-428f-95d9-f12f063e1108 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:51:49.287628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:49.291713 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-f901650d-a97f-4399-8358-f0db68ac4b90 tempest-NetworksTestDHCPv6-1651495531 tempest-NetworksTestDHCPv6-1651495531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:49.304823 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a55610-8d87-4d38-8999-500be06d2080,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:49.309528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:49.311646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:49.313202 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-1d220cd1-6606-47e0-ada4-e52264c3bf71 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/99a55610-8d87-4d38-8999-500be06d2080 HTTP/1.1" status: 204 len: 168 time: 0.1664150 May 25 17:51:49.510072 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.161833 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44510) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:50.267161 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1440166763-network', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:50.272016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:50.275921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Usage tracker for resource:network and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:50.278775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:50.285635 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:50.295603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Made reservation on behalf of 6f7671d7e4e842e1b8b38d8b6b4bd6df for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:51:50.298593 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.311246 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.326553 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:50.330711 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:50.333584 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:50.339490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:50.427736 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.432702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.436195 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-36a84601-aba8-4c74-8946-732a2023527e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:50.466919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] vlan segment allocate from pool success with {'vlan_id': 1184, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:51:50.475677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ee7c1-5022-48ef-8402-e6e6e6c0577b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:50.479183 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:50.482115 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.482451 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Added segment 6c67b9bf-e049-4848-99db-eaadb75e6d1f of type vlan for network c9e6d21e-c26c-46db-b400-04e2e7903946 May 25 17:51:50.511043 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.540076 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.541271 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:50.541956 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:50.547394 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-3ac9a745-d867-486b-8f6d-f55f2c542200 tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:50.650596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4876759 May 25 17:51:50.653534 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44516) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:50.654448 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Pushing event updated for resources: {'Network': ['ID=c9e6d21e-c26c-46db-b400-04e2e7903946,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:50.657944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-72a76ebf-0511-4064-914b-6764c6f4065f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:50.660082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Request body: {'subnet': {'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1440166763-subnet', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'ip_version': 4}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:50.664962 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network c9e6d21e-c26c-46db-b400-04e2e7903946 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:51:50.665495 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:50.669609 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Usage tracker for resource:subnet and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:50.673516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:50.679433 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:50.691640 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Made reservation on behalf of 6f7671d7e4e842e1b8b38d8b6b4bd6df for: {'subnet': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:51:50.693962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5320177'] for subnet, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.084639 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7629228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5320167'] for subnet, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.088955 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-76a0148e-81d9-4f19-adf3-00ce35ddecd5 tempest-RoutersTest-1618965571 tempest-RoutersTest-1618965571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:51.157776 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7db2d2-bf90-4bed-af5e-de19d88f8d66,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:51.161098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:51.167043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Checking segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:51:51.167408 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Network hostable DHCP agents. Network: c9e6d21e-c26c-46db-b400-04e2e7903946, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:51:51.185884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:51:51.197085 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, c9e6d21e-c26c-46db-b400-04e2e7903946) {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:51.205675 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:51.206265 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.207089 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25f6dc-c558-4e92-8183-65b3060b16d0 None None] Network c9e6d21e-c26c-46db-b400-04e2e7903946 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:51:51.230289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-181a840d-1994-41e1-a52a-47137400ba1c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5755978 May 25 17:51:51.233262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44520) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:51.239319 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:51.244375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:51.248231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Usage tracker for resource:router and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:51.251783 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:51.257665 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:51.269577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.270588 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.289112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.431964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-c9e6d21e-c26c-46db-b400-04e2e7903946', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:51:51.432834 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.570578 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.596965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Allocated IP 172.20.0.2 (c9e6d21e-c26c-46db-b400-04e2e7903946/da7db2d2-bf90-4bed-af5e-de19d88f8d66/12a400ef-7baf-45a7-8610-a26bdec31664) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:51:51.867146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.879656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Transition to ACTIVE for port object 12a400ef-7baf-45a7-8610-a26bdec31664 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:51.899478 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Transition to ACTIVE for port object 12a400ef-7baf-45a7-8610-a26bdec31664 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:51.904923 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:51.909388 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:51.973267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:51.976116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:51.979833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:51:51.986015 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Pushing event updated for resources: {'Port': ['ID=12a400ef-7baf-45a7-8610-a26bdec31664,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:51.989886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:52.029992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.060288 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.077533 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Attempting to bind port 12a400ef-7baf-45a7-8610-a26bdec31664 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:51:52.078631 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Attempting to bind port 12a400ef-7baf-45a7-8610-a26bdec31664 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:51:52.079037 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Attempting to bind port 12a400ef-7baf-45a7-8610-a26bdec31664 on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:51:52.084439 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:51:52.084820 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Checking segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:51:52.085232 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.085633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Bound using segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:51:52.086107 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Bound port: 12a400ef-7baf-45a7-8610-a26bdec31664, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:51:52.086488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.176772 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] For port 12a400ef-7baf-45a7-8610-a26bdec31664, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:51:52.179975 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] For port 12a400ef-7baf-45a7-8610-a26bdec31664, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12a400ef-7baf-45a7-8610-a26bdec31664,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:51:52.185556 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.190183 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:52.202021 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Allocated IP 172.26.6.98 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/914602e1-ac64-4c22-8b15-54aac098818b) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:51:52.282098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Pushing event updated for resources: {'Port': ['ID=12a400ef-7baf-45a7-8610-a26bdec31664,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:52.284521 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:52.361093 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.400331 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:52.404362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7a0ecc56-95cb-421f-b4b9-5f62f48b74d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:52.488243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:52.491415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:52.495897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:51:52.547699 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Pushing event updated for resources: {'Port': ['ID=914602e1-ac64-4c22-8b15-54aac098818b,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:52.552494 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:52.939316 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.176361 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e465b71-3eaf-4ae5-afbd-425b03336e39 None None] Network c9e6d21e-c26c-46db-b400-04e2e7903946 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:51:53.280524 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12a400ef-7baf-45a7-8610-a26bdec31664 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:51:53.311852 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.345123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-03a669f9-2857-4933-9ade-26b254399248 None None] Provisioning for port 12a400ef-7baf-45a7-8610-a26bdec31664 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:51:53.460262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 12a400ef-7baf-45a7-8610-a26bdec31664 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:51:53.494992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12a400ef-7baf-45a7-8610-a26bdec31664 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:53.495385 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.662646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.692008 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Router 5573a409-4366-4ce7-aefd-1dea37aee67d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:51:53.702122 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 12a400ef-7baf-45a7-8610-a26bdec31664, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12a400ef-7baf-45a7-8610-a26bdec31664,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:53.707629 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.709833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:53.786664 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=12a400ef-7baf-45a7-8610-a26bdec31664,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:53.789991 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:53.882199 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:51:53.892083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-186f6757-1bcc-45e8-a6cc-7db1a9a77adf None None] Provisioning complete for port 12a400ef-7baf-45a7-8610-a26bdec31664 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:53.892769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-186f6757-1bcc-45e8-a6cc-7db1a9a77adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.894044 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:51:53.904786 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:53.905327 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:53.909620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:53.913411 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-b227c6b9-2b87-4334-a310-4e06b2df1b0e admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6759286 May 25 17:51:53.913554 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44524) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:54.128790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:54.419624 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:52Z', 'revision_number': 3, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:54.424686 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:51:54.425050 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Updating router 5573a409-4366-4ce7-aefd-1dea37aee67d port 914602e1-ac64-4c22-8b15-54aac098818b binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:51:54.481912 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.617914 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.816923 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.828356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Allocated IP 172.20.0.1 (c9e6d21e-c26c-46db-b400-04e2e7903946/da7db2d2-bf90-4bed-af5e-de19d88f8d66/1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:51:54.828918 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Transition to ACTIVE for port object 914602e1-ac64-4c22-8b15-54aac098818b will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:54.836101 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.840526 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:54.913529 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Attempting to bind port 914602e1-ac64-4c22-8b15-54aac098818b on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:51:54.914238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Attempting to bind port 914602e1-ac64-4c22-8b15-54aac098818b by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:51:54.914238 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Attempting to bind port 914602e1-ac64-4c22-8b15-54aac098818b on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:51:54.919968 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Pushing event updated for resources: {'Port': ['ID=914602e1-ac64-4c22-8b15-54aac098818b,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:54.925028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:51:54.925402 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:51:54.925806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.926197 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:51:54.926657 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Bound port: 914602e1-ac64-4c22-8b15-54aac098818b, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:51:54.927052 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:54.961508 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.961838 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.962451 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.962451 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.962789 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.963131 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.963449 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.963773 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.964072 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.964379 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.964688 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.965007 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:51:54.978582 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:54.988550 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.005556 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Transition to ACTIVE for port object 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:55.014510 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] For port 914602e1-ac64-4c22-8b15-54aac098818b, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:51:55.018486 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] For port 914602e1-ac64-4c22-8b15-54aac098818b, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=914602e1-ac64-4c22-8b15-54aac098818b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:51:55.022974 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.026434 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-eed02e96-7fc2-43ed-89be-e8aa7dc6ca3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:55.031415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.035328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca7e8d6b-d547-4393-97b5-ef8cbb82ffb4 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:55.103016 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:55.103597 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:55.162102 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Pushing event updated for resources: {'Port': ['ID=914602e1-ac64-4c22-8b15-54aac098818b,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:55.172928 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-6cb32c07-15c9-4f2e-a2f3-bfc70c08f823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:55.234992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:55.237897 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:55.242432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:51:55.244844 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12a400ef-7baf-45a7-8610-a26bdec31664 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:51:55.268790 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Pushing event updated for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:55.273830 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:55.306539 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:55.306762 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.341181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 12a400ef-7baf-45a7-8610-a26bdec31664 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:55.341181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.560836 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-07b38d4c-97ce-4b69-b121-bd11eb691f65 None None] Provisioning for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:51:55.566646 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-07b38d4c-97ce-4b69-b121-bd11eb691f65 None None] Provisioning complete for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:55.567124 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-07b38d4c-97ce-4b69-b121-bd11eb691f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.614936 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.628375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-07b38d4c-97ce-4b69-b121-bd11eb691f65 None None] Port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:51:55.660294 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:52Z', 'revision_number': 3, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:55.664539 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44d23f-8c8d-4f14-8430-2469c16a92c9 None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:52Z', 'revision_number': 3, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:51:55.869902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.879154 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:55.922051 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-8053776b-e14b-4bb6-8b80-81a6e222a4cf tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:56.008438 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Pushing event updated for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:56.010761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:56.014745 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:56.157857 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:56.159375 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:56.356929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6f46374c-1958-4dd3-8e4b-ae538963759a None None] Provisioning complete for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:56.357926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f46374c-1958-4dd3-8e4b-ae538963759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:56.363569 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:51:56.415243 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-6f46374c-1958-4dd3-8e4b-ae538963759a None None] Port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:51:56.554703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:51:56.563875 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-27d61ee6-8a27-4a55-b3e6-82dfc32049ad admin admin] 10.222.0.96 "PUT /v2.0/routers/5573a409-4366-4ce7-aefd-1dea37aee67d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493518 May 25 17:51:57.090361 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44542) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:57.096838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-719793591-network', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:57.101801 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:57.105600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Usage tracker for resource:network and tenant:b15254e117a04e60a15a5735ab76d824 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:57.108422 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:57.114902 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:57.127433 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Made reservation on behalf of b15254e117a04e60a15a5735ab76d824 for: {'network': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:51:57.130023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-771328'] for network, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.142673 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.159207 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:57.164339 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Usage tracker for resource:security_group_rule and tenant:b15254e117a04e60a15a5735ab76d824 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:57.167709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:57.178533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:57.253516 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:51:57.265098 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:57.266094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:57.296106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.301425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.316929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] vlan segment allocate from pool success with {'vlan_id': 1187, 'physical_network': 'physnet1'} {{(pid=99126) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 17:51:57.327245 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 914602e1-ac64-4c22-8b15-54aac098818b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:51:57.329399 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.329814 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.segments_db [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Added segment 1514ea0f-0756-477e-ab3c-98f31652f927 of type vlan for network d0f82732-e5e9-45ca-b3bf-d692eee1b623 May 25 17:51:57.360909 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771862170691'] for network, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.364682 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d16aceb9-3df0-44e5-bc1e-fd8bad6826bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:57.405055 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95585d6-239c-4357-908e-5393b1f820de,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:57.416444 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:57.444620 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792'] for network, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.446730 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:57.447795 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.457653 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-80cd26b1-35da-45e6-b217-74c08c184753 tempest-AllowedAddressPairTestJSON-1550929642 tempest-AllowedAddressPairTestJSON-1550929642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:57.567172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 914602e1-ac64-4c22-8b15-54aac098818b completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:51:57.580112 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 914602e1-ac64-4c22-8b15-54aac098818b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:57.580589 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.615561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:51:57.715098 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6231499 May 25 17:51:57.715896 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Pushing event updated for resources: {'Network': ['ID=d0f82732-e5e9-45ca-b3bf-d692eee1b623,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:57.719192 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44546) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:57.722326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a86fc4f4-1669-4565-aa8f-8637e6a096aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:57.726773 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Request body: {'subnet': {'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-719793591-subnet', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'ip_version': 4}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:57.733454 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:57.737527 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Usage tracker for resource:subnet and tenant:b15254e117a04e60a15a5735ab76d824 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:57.740528 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:57.746451 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:57.757228 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Made reservation on behalf of b15254e117a04e60a15a5735ab76d824 for: {'subnet': 1} {{(pid=99126) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:51:57.759686 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6424875'] for subnet, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:57.765988 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 details requested by agent ovs-agent-dv-neutron-792998-1-hyperv with host dv-neutron-792998-1-hyperv {{(pid=99128) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 17:51:58.029395 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.063794 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 914602e1-ac64-4c22-8b15-54aac098818b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=914602e1-ac64-4c22-8b15-54aac098818b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:51:58.097888 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.102520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-185b8bfc-0cc3-47d1-ad94-e460ee8e174b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:58.183288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=914602e1-ac64-4c22-8b15-54aac098818b,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:58.184939 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5587381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6424893'] for subnet, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.186769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:58.191891 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-708d06f1-a64c-4f3e-9571-37ae067ca2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:58.199557 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 2, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:58.204676 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:51:58.205051 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Updating router 5573a409-4366-4ce7-aefd-1dea37aee67d port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:51:58.263748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.269853 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Pushing event updated for resources: {'Subnet': ['ID=5363b7c7-a6ba-4567-b041-14f2c31a48f7,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:58.272669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:58.278820 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Checking segment: {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:51:58.279216 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Network hostable DHCP agents. Network: d0f82732-e5e9-45ca-b3bf-d692eee1b623, hostable agents: ['f187d1e7-8496-4185-818d-5ef3b4c00bc9'], hosted agents: [] {{(pid=99126) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 17:51:58.298328 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 is scheduled to be hosted by DHCP agent f187d1e7-8496-4185-818d-5ef3b4c00bc9 with binding_index 1 {{(pid=99126) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 17:51:58.308253 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-792998-1-hyperv, d0f82732-e5e9-45ca-b3bf-d692eee1b623) {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:58.318376 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:51:58.319005 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.323135 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c626f0e9-f2de-46de-8463-6876a54eef1a None None] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:51:58.342940 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-a0dec47d-3c47-445d-9bb2-b8d0a1b271db admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6225054 May 25 17:51:58.345837 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44550) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:51:58.351049 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:51:58.355873 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:51:58.360356 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Usage tracker for resource:router and tenant:b15254e117a04e60a15a5735ab76d824 is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:51:58.363295 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:51:58.369766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:51:58.382937 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8009048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13150'] for router, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.384023 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8008024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7887978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13127'] for router, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.403925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.691283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8007074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8009066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13109'] for router, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.717475 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp831dd9b6-0d8e-536c-b13d-c428707daee6-d0f82732-e5e9-45ca-b3bf-d692eee1b623', 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'fixed_ips': [{'subnet_id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7'}]}} from dv-neutron-792998-1-hyperv. {{(pid=99128) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 17:51:58.718042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.926805 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.943440 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Transition to ACTIVE for port object 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:58.954526 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:58.960332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:59.017660 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.051949 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.062386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Allocated IP 172.20.0.2 (d0f82732-e5e9-45ca-b3bf-d692eee1b623/5363b7c7-a6ba-4567-b041-14f2c31a48f7/4eb72d7c-5212-45eb-96da-27f1938d00c8) {{(pid=99128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:51:59.151085 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed45346-0c2e-4858-9c81-59f92398ee80 None None] Pushing event updated for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:59.172082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aed45346-0c2e-4858-9c81-59f92398ee80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:59.192867 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Allocated IP 172.26.6.193 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/70799c7f-30b9-443d-ac75-81f9c7fb449a) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:51:59.263769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 914602e1-ac64-4c22-8b15-54aac098818b up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:51:59.415702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Attempting to bind port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:51:59.415959 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Attempting to bind port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:51:59.416322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Attempting to bind port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:51:59.442120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:51:59.442120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Checking segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:51:59.442652 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.442978 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Bound using segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:51:59.443472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Bound port: 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:51:59.443850 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.508824 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.539784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.544520 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-806dece4-326f-4f18-a7ad-f66f3f9a38ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:59.574195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 914602e1-ac64-4c22-8b15-54aac098818b triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:51:59.574195 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.608600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:59.612211 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:59.615918 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:51:59.635250 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks [] for port, precommit_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.651095 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Pushing event updated for resources: {'Port': ['ID=70799c7f-30b9-443d-ac75-81f9c7fb449a,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:59.660692 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:59.662373 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] For port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:51:59.665919 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Transition to ACTIVE for port object 4eb72d7c-5212-45eb-96da-27f1938d00c8 will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:59.669230 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] For port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:51:59.679666 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.686214 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df8c0f89-1034-4e97-a74c-535ee829a6f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:59.738668 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Transition to ACTIVE for port object 4eb72d7c-5212-45eb-96da-27f1938d00c8 will not be triggered until provisioned by entity DHCP. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:51:59.791906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858'] for port, after_create {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:51:59.837305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:51:59.837948 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:51:59.903220 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed45346-0c2e-4858-9c81-59f92398ee80 None None] Pushing event updated for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:51:59.916893 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 is already hosted by enough agents. {{(pid=99128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:51:59.925627 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aed45346-0c2e-4858-9c81-59f92398ee80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:51:59.927925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-88d27fa1-2649-4887-ad94-8cc42f4a9e07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:51:59.965952 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Resources bound (agent type, host, resource id): {{(pid=99128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:51:59.987174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Received port after_create {{(pid=99128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:52:00.066226 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:00.154534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Pushing event updated for resources: {'Port': ['ID=4eb72d7c-5212-45eb-96da-27f1938d00c8,revision_number=1']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:00.164782 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:00.195179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Attempting to bind port 4eb72d7c-5212-45eb-96da-27f1938d00c8 on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:52:00.195554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Attempting to bind port 4eb72d7c-5212-45eb-96da-27f1938d00c8 by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:52:00.195916 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Attempting to bind port 4eb72d7c-5212-45eb-96da-27f1938d00c8 on network d0f82732-e5e9-45ca-b3bf-d692eee1b623 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:52:00.202265 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:00.260748 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:52:00.261125 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Checking segment: {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:52:00.261534 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:00.261929 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Bound using segment: {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:52:00.262412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Bound port: 4eb72d7c-5212-45eb-96da-27f1938d00c8, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:52:00.262788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:00.417490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8009041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8007137'] for router, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:00.576120 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] For port 4eb72d7c-5212-45eb-96da-27f1938d00c8, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:52:00.596544 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] For port 4eb72d7c-5212-45eb-96da-27f1938d00c8, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4eb72d7c-5212-45eb-96da-27f1938d00c8,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:52:00.603960 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:00.607551 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:00.633283 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Router ad5b965a-df3c-4f2d-9b61-573ae4a2764d is scheduled to L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 with binding_index 1 {{(pid=99126) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 17:52:00.726084 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Pushing event updated for resources: {'Port': ['ID=4eb72d7c-5212-45eb-96da-27f1938d00c8,revision_number=2']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:00.730185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:00.754640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:00.758881 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a96af57-2b55-4eb4-a978-395721d01ed2 None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:52:01.023200 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:52:01.033567 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Sync routers for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:52:01.043411 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:01.044032 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:01.052380 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:01.053751 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7068896 May 25 17:52:01.056389 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44554) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:01.271956 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:01.358011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:01.464943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:01.474822 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:01.475266 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:01.667928 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:01.703082 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 3, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:01.710075 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Checking router: ad5b965a-df3c-4f2d-9b61-573ae4a2764d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:52:01.710623 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Updating router ad5b965a-df3c-4f2d-9b61-573ae4a2764d port 70799c7f-30b9-443d-ac75-81f9c7fb449a binding host dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:52:01.710763 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:01.719678 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:01.723269 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4eb72d7c-5212-45eb-96da-27f1938d00c8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:01.773840 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:01.777790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:01.908894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:01.919116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:01.924520 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 4eb72d7c-5212-45eb-96da-27f1938d00c8 completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:01.945712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d97e4-d73c-40c9-b63a-2e4b0465de6a None None] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:52:01.965731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.051882 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Provisioning for port 4eb72d7c-5212-45eb-96da-27f1938d00c8 completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:02.066342 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Provisioning complete for port 4eb72d7c-5212-45eb-96da-27f1938d00c8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:02.066728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.201163 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks [] for port, precommit_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.214031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Allocated IP 172.20.0.1 (d0f82732-e5e9-45ca-b3bf-d692eee1b623/5363b7c7-a6ba-4567-b041-14f2c31a48f7/d5555cc2-ab00-44a5-a15c-70e58dbf7bcd) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:52:02.216228 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.provisioning_blocks [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Transition to ACTIVE for port object 70799c7f-30b9-443d-ac75-81f9c7fb449a will not be triggered until provisioned by entity L2. {{(pid=99129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:52:02.228765 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.235883 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-7cfe8419-14ad-4dd8-a60d-3c026017e1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:02.315714 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Attempting to bind port 70799c7f-30b9-443d-ac75-81f9c7fb449a on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:52:02.316106 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Attempting to bind port 70799c7f-30b9-443d-ac75-81f9c7fb449a by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:52:02.317205 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Attempting to bind port 70799c7f-30b9-443d-ac75-81f9c7fb449a on network 3e0a1cb1-1da6-4138-9a43-77389427a68e {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:52:02.322486 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd948ecd-a6bd-44d5-8053-53bab4b8e57f None None] Pushing event updated for resources: {'Port': ['ID=70799c7f-30b9-443d-ac75-81f9c7fb449a,revision_number=2']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:02.327969 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-cd948ecd-a6bd-44d5-8053-53bab4b8e57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:02.328416 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:52:02.328797 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Checking segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:52:02.329202 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.329962 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Bound using segment: {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'} {{(pid=99129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:52:02.330220 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.managers [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Bound port: 70799c7f-30b9-443d-ac75-81f9c7fb449a, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d87f3-d2a3-473b-b896-6478b2718326', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e'}}] {{(pid=99129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:52:02.330605 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.336149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.381369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] For port 4eb72d7c-5212-45eb-96da-27f1938d00c8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4eb72d7c-5212-45eb-96da-27f1938d00c8,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:02.387176 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.389188 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:02.393100 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.411209 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.provisioning_blocks [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Transition to ACTIVE for port object d5555cc2-ab00-44a5-a15c-70e58dbf7bcd will not be triggered until provisioned by entity DHCP. {{(pid=99126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:52:02.412555 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] For port 70799c7f-30b9-443d-ac75-81f9c7fb449a, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:52:02.416432 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.plugins.ml2.db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] For port 70799c7f-30b9-443d-ac75-81f9c7fb449a, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=70799c7f-30b9-443d-ac75-81f9c7fb449a,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:52:02.420455 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron_lib.callbacks.manager [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.429295 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:02.450332 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.459561 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-66e6b21a-d5d6-40ca-a605-b3c43facdcd3 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:02.469943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Pushing event updated for resources: {'Port': ['ID=4eb72d7c-5212-45eb-96da-27f1938d00c8,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:02.473942 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:02.511305 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:02.512050 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:02.555090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:52:02.558132 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:52:02.563032 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:52:02.576133 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd948ecd-a6bd-44d5-8053-53bab4b8e57f None None] Pushing event updated for resources: {'Port': ['ID=70799c7f-30b9-443d-ac75-81f9c7fb449a,revision_number=3']} {{(pid=99129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:02.586745 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG oslo_concurrency.lockutils [None req-cd948ecd-a6bd-44d5-8053-53bab4b8e57f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:02.604788 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Pushing event updated for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:02.614489 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:02.630998 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8007568'] for router_interface, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.714606 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-fd75b639-1dbe-4ae1-af57-81ce2c399e5b None None] Provisioning complete for port 4eb72d7c-5212-45eb-96da-27f1938d00c8 triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:02.715084 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:02.715518 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fd75b639-1dbe-4ae1-af57-81ce2c399e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.768006 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:02.989185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9ad85184-9b1b-4ab2-bf9c-eedfbab75c45 None None] Provisioning for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:02.995244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-9ad85184-9b1b-4ab2-bf9c-eedfbab75c45 None None] Provisioning complete for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:02.995769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9ad85184-9b1b-4ab2-bf9c-eedfbab75c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.060792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85184-9b1b-4ab2-bf9c-eedfbab75c45 None None] Port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:52:03.075113 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 3, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:03.080219 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68403ec-17be-4bc4-9db6-41f331e54399 None None] The sync data for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:51:59Z', 'revision_number': 3, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:52:03.176864 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.181980 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.209262 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:03.248384 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:03.300326 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7872530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8007485'] for router_interface, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.307397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Pushing event updated for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:03.311127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:03.348012 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:03.348549 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.475449 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:52:03.476813 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:52:03.536411 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4eb72d7c-5212-45eb-96da-27f1938d00c8 up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:03.620680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 4eb72d7c-5212-45eb-96da-27f1938d00c8 triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:03.621086 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.693175 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Router ad5b965a-df3c-4f2d-9b61-573ae4a2764d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:52:03.788110 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-65e9528e-84c7-43c9-be6b-130afc003903 None None] Provisioning complete for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:03.788481 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-65e9528e-84c7-43c9-be6b-130afc003903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:03.849591 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-65e9528e-84c7-43c9-be6b-130afc003903 None None] Port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:52:03.892796 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:52:03.902160 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] 10.222.0.96 "PUT /v2.0/routers/ad5b965a-df3c-4f2d-9b61-573ae4a2764d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8446896 May 25 17:52:04.390600 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44564) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:04.399766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546047141', 'description': 'tempest-secgroup-smoke-546047141 description', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:04.406212 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:04.410945 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:04.414045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:04.420269 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:04.433890 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.455777 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:04.459571 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:04.462439 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:04.468437 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:04.542180 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.546938 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.550959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-50cb71f5-56c3-4546-a174-106f05b421f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:04.595030 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:04.597766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.601750 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2067780 May 25 17:52:04.601750 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-7d3eabc9-4656-481a-b5b5-e009bfba2465 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:04.602062 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44568) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:04.607532 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:04.614369 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:04.618378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:04.621480 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:04.633538 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:04.650033 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.690083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Sync routers for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:52:04.699106 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:04.699811 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:04.715527 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.720332 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.722192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-cd23de8e-4c7b-4fd4-ac37-9878917edeb9 tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:04.746735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f1babf-2c19-4332-ae72-f80975329390,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:04.753840 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:04.758446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.759732 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-6cbd58e0-115c-4422-95aa-905b16c2c0c1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566617 May 25 17:52:04.765307 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44572) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:04.770938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:04.777274 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:04.781725 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:04.785162 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:04.791642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:04.811087 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.817084 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:52:04.874492 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.878952 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.880779 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8ab3c94d-38e2-48b3-a898-b44063e09b44 tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:04.902687 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fa6dc6-2895-47fb-8f90-d33dec191542,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:04.905446 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:04.913732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:04.915132 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-a4c418a6-ddb4-49f8-8e7a-04b6aa3148e2 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486287 May 25 17:52:04.917974 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44576) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:04.923985 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:04.929909 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:04.933907 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:04.945613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:04.946299 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:04.952053 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:04.968608 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.037098 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.041266 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.047615 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-acec6dfe-6f21-4acf-9e53-558ac260417c tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:05.067511 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f929e4d-878c-464d-bd29-7778db517a5c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:05.069940 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:05.078982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.080393 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9a26aa36-73ca-4dc3-b5b5-ec79c6a1cbd4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614754 May 25 17:52:05.083086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44580) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:05.088163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:05.094996 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:05.098924 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:05.101958 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:05.108050 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:05.124448 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.191600 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.202792 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.206123 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-a7a32c12-7c89-4680-8559-20513234283c tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:05.231203 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71242c68-7ed6-4188-b0f1-6173eedb2fad,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:05.236618 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:05.246498 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.251634 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44584) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:05.255524 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-108c892c-23cc-45a8-a7ae-922ddbde16a8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714017 May 25 17:52:05.265127 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:05.269838 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:05.273746 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:05.274185 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70799c7f-30b9-443d-ac75-81f9c7fb449a up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:05.276780 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:05.282589 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:05.293275 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.securitygroups_db [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Project 6f7671d7e4e842e1b8b38d8b6b4bd6df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:52:05.299616 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.334102 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 4, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd5555cc2-ab00-44a5-a15c-70e58dbf7bcd', 'name': '', 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'mac_address': 'fa:16:3e:fb:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:52:02Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 2, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'subnets': [{'id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:05.341006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Checking router: ad5b965a-df3c-4f2d-9b61-573ae4a2764d for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:52:05.341365 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Updating router ad5b965a-df3c-4f2d-9b61-573ae4a2764d port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd binding host dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 17:52:05.365766 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.369603 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.379492 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-c65235fc-bb97-43a3-804d-67410455e844 tempest-ServerActionsTestJSON-201892220 tempest-ServerActionsTestJSON-201892220-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:05.402628 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17ffa6a-afa6-4e09-bd6e-610cd12c2465,revision_number=0']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:05.405510 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:05.410408 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.414717 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ff9c2358-587e-47fe-b318-33d2a4f248f1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615586 May 25 17:52:05.414870 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 44588) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:05.419372 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.420636 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'security_group_rule': {'security_group_id': '28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39', 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:05.427642 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:05.432664 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:security_group_rule and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:05.435899 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99127) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:05.443613 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:05.455894 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.db.securitygroups_db [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Project 6f7671d7e4e842e1b8b38d8b6b4bd6df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 17:52:05.461174 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port 70799c7f-30b9-443d-ac75-81f9c7fb449a completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:05.461967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.469762 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 70799c7f-30b9-443d-ac75-81f9c7fb449a triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:05.470133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.530213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.535382 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882601'] for security_group_rule, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.537212 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-1ac8825d-4069-4d52-9289-f37f941df786 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:05.562647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc0e7f4-eb00-49e9-97ea-e609dfe2087c,revision_number=0']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:05.565244 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:05.573154 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.574389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-9ecb0833-44a3-4ec6-9191-c64685be9185 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583047 May 25 17:52:05.738156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.773454 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port 70799c7f-30b9-443d-ac75-81f9c7fb449a, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=70799c7f-30b9-443d-ac75-81f9c7fb449a,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:05.786366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.789886 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:05.879160 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=70799c7f-30b9-443d-ac75-81f9c7fb449a,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:05.882633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:05.888485 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-0d006f65-6d63-48ba-82c9-5394679a3236 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546047141&fields=id&tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 267 time: 0.0436611 May 25 17:52:05.960799 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks [] for port, precommit_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.973353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Transition to ACTIVE for port object d5555cc2-ab00-44a5-a15c-70e58dbf7bcd will not be triggered until provisioned by entity L2. {{(pid=99128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:52:05.980133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:05.984010 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:06.151663 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3bd72-ca6d-4697-b4c4-2683ba11c1a8 None None] Pushing event updated for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=3']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:06.158619 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-60c3bd72-ca6d-4697-b4c4-2683ba11c1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:06.199012 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-7a80229b-db09-4f50-ae02-13ba0e90383f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:06.200734 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-7a80229b-db09-4f50-ae02-13ba0e90383f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 810 time: 0.3047175 May 25 17:52:06.215364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Attempting to bind port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd on host dv-neutron-792998-1-hyperv for vnic_type normal with profile {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:52:06.215739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Attempting to bind port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd by drivers openvswitch,hyperv on host dv-neutron-792998-1-hyperv at level 0 using segments [{'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:52:06.216108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Attempting to bind port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd on network d0f82732-e5e9-45ca-b3bf-d692eee1b623 {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:52:06.216465 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-4c753949-fdcf-424a-9ada-74b56e9d4488 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/quotas/6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 375 time: 0.0098059 May 25 17:52:06.221993 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Checking agent: {'id': '2a185078-6118-4c79-8f6d-2c056e93e98c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-792998-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 34, 42), 'started_at': datetime.datetime(2021, 5, 25, 16, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-792998-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:52:06.222364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Checking segment: {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:52:06.222771 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:06.223326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Bound using segment: {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'} {{(pid=99128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:52:06.223809 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.managers [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Bound port: d5555cc2-ab00-44a5-a15c-70e58dbf7bcd, host: dv-neutron-792998-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1514ea0f-0756-477e-ab3c-98f31652f927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1187, 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623'}}] {{(pid=99128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:52:06.224199 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:06.300425 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-961d926b-7c4f-447d-acfc-bd05972edcbc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775886 May 25 17:52:06.316685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-c55301b6-9cfd-4344-a083-7d2fb45cc26f service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:52:06.317563 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-c55301b6-9cfd-4344-a083-7d2fb45cc26f service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054219 May 25 17:52:06.323273 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] For port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd, host dv-neutron-792998-1-hyperv, cleared binding levels {{(pid=99128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:52:06.326548 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] For port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd, host dv-neutron-792998-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:52:06.331288 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:06.336225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:06.472637 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-ec22ce16-e57f-4dde-8075-4abdf27a0e93 service neutron] 10.222.0.96 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464880 May 25 17:52:06.475812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:06.476459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:51:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:06.534323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3bd72-ca6d-4697-b4c4-2683ba11c1a8 None None] Pushing event updated for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:06.544257 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-60c3bd72-ca6d-4697-b4c4-2683ba11c1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:06.624484 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-24fe2443-7610-40cb-a7f7-f68ff6e403cf service neutron] 10.222.0.96 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501124 May 25 17:52:06.679228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:06.981337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-38c9e123-da38-4b62-92ae-d5f82c944b05 req-ac635941-2bbb-43c8-9967-0daa3b8db992 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:52:07.008231 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-38c9e123-da38-4b62-92ae-d5f82c944b05 req-ac635941-2bbb-43c8-9967-0daa3b8db992 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:52:07.009401 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-38c9e123-da38-4b62-92ae-d5f82c944b05 req-ac635941-2bbb-43c8-9967-0daa3b8db992 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 210 time: 0.2246330 May 25 17:52:07.085429 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 4, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd5555cc2-ab00-44a5-a15c-70e58dbf7bcd', 'name': '', 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'mac_address': 'fa:16:3e:fb:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:52:02Z', 'updated_at': '2021-05-25T17:52:06Z', 'revision_number': 4, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'subnets': [{'id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:07.089587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba70d3a-b14e-45e5-98e2-cc287b6e01a0 None None] The sync data for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:52:02Z', 'revision_number': 4, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': 'd5555cc2-ab00-44a5-a15c-70e58dbf7bcd', 'name': '', 'network_id': 'd0f82732-e5e9-45ca-b3bf-d692eee1b623', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'mac_address': 'fa:16:3e:fb:27:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:52:02Z', 'updated_at': '2021-05-25T17:52:06Z', 'revision_number': 4, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'subnets': [{'id': '5363b7c7-a6ba-4567-b041-14f2c31a48f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:52:07.360219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70799c7f-30b9-443d-ac75-81f9c7fb449a up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:07.440344 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port 70799c7f-30b9-443d-ac75-81f9c7fb449a triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:07.440833 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:07.579171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d5555cc2-ab00-44a5-a15c-70e58dbf7bcd up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:07.665602 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:07.671162 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:07.671594 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:07.799895 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:07.835296 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] For port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:07.839155 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:07.841244 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-aed45346-0c2e-4858-9c81-59f92398ee80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:07.917681 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Pushing event updated for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:07.920885 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:08.342646 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-dc4b93fd-6ee1-47b5-9f4c-c60631457dc7 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:08.344709 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-dc4b93fd-6ee1-47b5-9f4c-c60631457dc7 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 810 time: 0.2261705 May 25 17:52:08.380963 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c70e2686-f0f5-431b-8310-4f4e613a62d5 req-18285db8-17ae-478d-9472-9ab7a17250b1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 210 time: 0.0844617 May 25 17:52:08.414964 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-e200e18b-ec20-4a2f-be65-0e2d1121f5cd tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 379 time: 0.0579896 May 25 17:52:08.519500 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'port': {'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'admin_state_up': True, 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'security_groups': ['28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:08.665858 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:08.676172 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:08.685697 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Made reservation on behalf of 6f7671d7e4e842e1b8b38d8b6b4bd6df for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:52:08.689426 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:08.848184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Allocated IP 172.20.0.10 (c9e6d21e-c26c-46db-b400-04e2e7903946/da7db2d2-bf90-4bed-af5e-de19d88f8d66/4696b8c9-4910-484e-b226-41c7d374c4eb) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:52:09.046699 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.063372 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Transition to ACTIVE for port object 4696b8c9-4910-484e-b226-41c7d374c4eb will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:52:09.086616 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.092148 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9604f035-5d8a-49bb-91c1-f58ad157e1b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:09.157232 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:52:09.160355 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:52:09.164263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:52:09.202553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:09.219488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:09.245043 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:09.245677 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.257740 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d5555cc2-ab00-44a5-a15c-70e58dbf7bcd up at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:09.275725 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-91b70dcd-fdc4-4d97-ac67-e839d8048687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7613962 May 25 17:52:09.349971 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Request body: {'port': {'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:09.351487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Provisioning complete for port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:09.351869 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.418950 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b25233a3-d0c4-40d0-8a7c-5fa33ad56b7f None None] Provisioning for port 4696b8c9-4910-484e-b226-41c7d374c4eb completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:09.427428 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-b25233a3-d0c4-40d0-8a7c-5fa33ad56b7f None None] Provisioning complete for port 4696b8c9-4910-484e-b226-41c7d374c4eb triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:09.427813 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b25233a3-d0c4-40d0-8a7c-5fa33ad56b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.478429 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.516042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-b25233a3-d0c4-40d0-8a7c-5fa33ad56b7f None None] Port 4696b8c9-4910-484e-b226-41c7d374c4eb cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:52:09.584989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca755f1c-3dd9-4c7c-8635-2e8511ed50e7 req-4d5c98df-ce0d-4522-9072-3966a7dfd196 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:09.586487 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ca755f1c-3dd9-4c7c-8635-2e8511ed50e7 req-4d5c98df-ce0d-4522-9072-3966a7dfd196 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 932 time: 0.0892956 May 25 17:52:09.634805 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ca755f1c-3dd9-4c7c-8635-2e8511ed50e7 req-ff5ee535-197b-4615-858e-cc4a9d92db1d tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:security_group {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:52:09.656293 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ca755f1c-3dd9-4c7c-8635-2e8511ed50e7 req-ff5ee535-197b-4615-858e-cc4a9d92db1d tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:security_group {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:52:09.657913 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ca755f1c-3dd9-4c7c-8635-2e8511ed50e7 req-ff5ee535-197b-4615-858e-cc4a9d92db1d tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652280 May 25 17:52:09.837982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4696b8c9-4910-484e-b226-41c7d374c4eb {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:52:09.846267 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.860528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Transition to ACTIVE for port object 4696b8c9-4910-484e-b226-41c7d374c4eb will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:52:09.864535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:09.868209 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-242dbc25-ee98-4254-9c80-541298df4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:10.167086 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:10.175221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:10.250767 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Attempting to bind port 4696b8c9-4910-484e-b226-41c7d374c4eb on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:52:10.251144 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Attempting to bind port 4696b8c9-4910-484e-b226-41c7d374c4eb by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:52:10.251545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Attempting to bind port 4696b8c9-4910-484e-b226-41c7d374c4eb on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:52:10.256488 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Port 4696b8c9-4910-484e-b226-41c7d374c4eb on network c9e6d21e-c26c-46db-b400-04e2e7903946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:52:10.256811 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Attempting to bind port 4696b8c9-4910-484e-b226-41c7d374c4eb on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:52:10.261984 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:52:10.262325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Checking segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:52:10.262732 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Bound using segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:52:10.263182 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Bound port: 4696b8c9-4910-484e-b226-41c7d374c4eb, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:52:10.263638 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:10.271604 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-f69eabbd-9b7e-4de7-af83-61fbbc50bcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:10.353069 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:52:10.356089 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:52:10.360802 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:10.365651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:10.433216 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:10.433851 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:10.435580 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] 10.222.0.95 "PUT /v2.0/ports/4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1094 time: 1.1524918 May 25 17:52:10.436157 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:52:10.465190 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:10.468352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:10.551190 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'status': 'completed', 'code': 200} May 25 17:52:10.569698 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-ef7a0566-1f2c-47c4-859b-6595030b8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:10.571243 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-ef7a0566-1f2c-47c4-859b-6595030b8e15 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0877459 May 25 17:52:10.644846 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-0be33c88-aec7-42de-ae7a-d36e719bb1ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 217 time: 0.0662704 May 25 17:52:10.709047 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-3b51108b-13d8-44a2-b353-92b6c3c1db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:10.710493 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-3b51108b-13d8-44a2-b353-92b6c3c1db7d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0598269 May 25 17:52:10.793848 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-05686712-ca16-4fed-b9fa-8eebc386a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:10.795345 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-05686712-ca16-4fed-b9fa-8eebc386a28e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752153 May 25 17:52:10.852124 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf192f-c45c-49c9-ba58-8dd0916cc8c6 req-2e3aa905-4372-4b96-841e-9a152c570b85 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:10.853596 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0ccf192f-c45c-49c9-ba58-8dd0916cc8c6 req-2e3aa905-4372-4b96-841e-9a152c570b85 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.0855219 May 25 17:52:10.903604 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-0ccf192f-c45c-49c9-ba58-8dd0916cc8c6 req-896da3eb-923d-40db-a353-61b064ec9730 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 May 25 17:52:10.942354 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-a4fe66ca-66b6-4969-9797-9c5112db3086 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404784 May 25 17:52:11.082099 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-52b33a5d-3602-49bd-af53-38a3f4bf0f3e req-ed5377a3-8f38-4ebb-a808-f507f0918d18 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323805 May 25 17:52:11.204751 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-6b54147a-40c8-4000-88e5-bf56a7134396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:11.206151 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-6b54147a-40c8-4000-88e5-bf56a7134396 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0764639 May 25 17:52:11.345871 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-1fe8cf2b-7940-4107-ba03-0b840ad6cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:11.347369 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-1fe8cf2b-7940-4107-ba03-0b840ad6cd17 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1338377 May 25 17:52:11.424114 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-1705a0e0-e979-4f33-b045-11c55ad7b949 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 217 time: 0.0693388 May 25 17:52:11.487248 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-8830884e-610e-41fe-b832-07941b9ace40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:11.488585 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-8830884e-610e-41fe-b832-07941b9ace40 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0584064 May 25 17:52:11.568962 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-856d9677-63bc-4450-9a49-11b498d7c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:11.570456 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-856d9677-63bc-4450-9a49-11b498d7c2d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741720 May 25 17:52:11.711593 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-452c7d01-b31a-4363-9301-e292e91888a1 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339536 May 25 17:52:11.846892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-06dd10c0-6e8b-4c39-8931-429e6de3dbc1 req-fbad9fa4-a0a7-42ad-b2de-bf6ba1d40793 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288979 May 25 17:52:12.099816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514462-fb17-4a18-9122-76a7d7b17c80 req-060ae736-83b9-429e-9327-49b6f7ea280c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:12.100453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d1514462-fb17-4a18-9122-76a7d7b17c80 req-060ae736-83b9-429e-9327-49b6f7ea280c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:52:12.116536 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-d1514462-fb17-4a18-9122-76a7d7b17c80 req-060ae736-83b9-429e-9327-49b6f7ea280c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:52:12.117707 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1514462-fb17-4a18-9122-76a7d7b17c80 req-060ae736-83b9-429e-9327-49b6f7ea280c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.1037815 May 25 17:52:12.164792 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d1514462-fb17-4a18-9122-76a7d7b17c80 req-26eadaf9-f869-4f27-b187-b1e0581a23da tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 May 25 17:52:12.782587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:13.032224 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8d7936b-cd76-43ff-a5ba-0cf7cc260ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:13.360310 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc64069-72e5-43c8-87fc-b8e48748eca3 req-385ef25f-4cfd-42aa-b3d2-4f0c7b2a8111 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:13.361727 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2fc64069-72e5-43c8-87fc-b8e48748eca3 req-385ef25f-4cfd-42aa-b3d2-4f0c7b2a8111 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.0886889 May 25 17:52:13.408150 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-2fc64069-72e5-43c8-87fc-b8e48748eca3 req-26c18d3f-4ff0-47ef-b45a-fae96f8c16c3 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 May 25 17:52:14.063211 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:14.594110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411bee-d8ca-4e16-a2f0-356186b23d4d req-083dcebb-110a-4f4f-8837-6ac23435a3ea tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:14.596359 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b1411bee-d8ca-4e16-a2f0-356186b23d4d req-083dcebb-110a-4f4f-8837-6ac23435a3ea tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.0814652 May 25 17:52:14.644662 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b1411bee-d8ca-4e16-a2f0-356186b23d4d req-c7a3dc90-e4ef-4b48-887d-f631bd65bb9c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426133 May 25 17:52:14.908420 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:52:15.041853 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:15.058737 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:52:15.127900 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:15.144356 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4696b8c9-4910-484e-b226-41c7d374c4eb {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:52:15.159422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:15.163132 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:15.164830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-ea7ee555-2d95-42af-b7df-366466b453e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:15.274628 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:15.277830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:15.484407 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['4696b8c9-4910-484e-b226-41c7d374c4eb'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:52:15.758131 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:15.841077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b467-c7ee-44bb-9c6b-6746be4fa4e4 req-fff26286-5c0d-43b7-a07f-6976c442fb32 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:15.842573 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6125b467-c7ee-44bb-9c6b-6746be4fa4e4 req-fff26286-5c0d-43b7-a07f-6976c442fb32 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 945 time: 0.0877080 May 25 17:52:15.889250 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6125b467-c7ee-44bb-9c6b-6746be4fa4e4 req-e579e323-028c-4eb8-a80e-bed22193a1e1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 May 25 17:52:16.917053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:52:16.987011 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 4696b8c9-4910-484e-b226-41c7d374c4eb completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:52:16.991721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 4696b8c9-4910-484e-b226-41c7d374c4eb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:52:16.992099 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:17.091880 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a5a7-eca1-4747-be04-2b05b03bc2e7 req-dc051864-4b32-4e33-86bf-267e187fa34c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:17.093293 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7883a5a7-eca1-4747-be04-2b05b03bc2e7 req-dc051864-4b32-4e33-86bf-267e187fa34c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 945 time: 0.0850141 May 25 17:52:17.116699 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:17.147246 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-7883a5a7-eca1-4747-be04-2b05b03bc2e7 req-065e0d12-c42c-42b1-b08b-db8af914c071 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473974 May 25 17:52:17.150156 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:52:17.161926 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:52:17.167130 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:17.170605 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:17.214071 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'code': 200} May 25 17:52:17.252376 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:17.255416 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:17.436105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23778d6b-7f46-4fc8-aca4-885d086c7648 req-2838d8a1-989d-4d6e-95c5-c33023927db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:17.437596 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23778d6b-7f46-4fc8-aca4-885d086c7648 req-2838d8a1-989d-4d6e-95c5-c33023927db4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1099 time: 0.0779326 May 25 17:52:17.479840 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-23778d6b-7f46-4fc8-aca4-885d086c7648 req-c967450b-8063-46ae-bcca-aa3f374d61a7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 May 25 17:52:18.336545 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e0b8-7253-44f4-8736-ea7721080e3e req-09a816f0-67b5-45b2-a94f-d0e09aa5768e tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:18.338125 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a10e0b8-7253-44f4-8736-ea7721080e3e req-09a816f0-67b5-45b2-a94f-d0e09aa5768e tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 946 time: 0.0803483 May 25 17:52:18.385882 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-4a10e0b8-7253-44f4-8736-ea7721080e3e req-b0fab4cc-beb5-44df-933d-99745d06db5b tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 May 25 17:52:19.511315 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:19.573086 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c093a6-8643-4450-88da-2584bce319a8 req-412b7401-74e8-4d1e-b1dd-6764bbc7a117 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:19.574548 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-07c093a6-8643-4450-88da-2584bce319a8 req-412b7401-74e8-4d1e-b1dd-6764bbc7a117 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 946 time: 0.0804405 May 25 17:52:19.619381 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-07c093a6-8643-4450-88da-2584bce319a8 req-56c24171-4fc6-4200-bf47-57361e5ba546 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383463 May 25 17:52:19.812414 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eba4a-3ad0-43fd-9fc5-411e32c362b2 req-7ca16aef-8234-44d6-a6e6-861233684d55 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:19.814686 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-324eba4a-3ad0-43fd-9fc5-411e32c362b2 req-7ca16aef-8234-44d6-a6e6-861233684d55 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 946 time: 0.0868528 May 25 17:52:19.861672 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-324eba4a-3ad0-43fd-9fc5-411e32c362b2 req-07de197f-5bf9-4d33-bfa0-fafda5353813 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 May 25 17:52:19.886028 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44664) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:20.002581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db5fed8-6623-4ef8-92e4-81d0cf753a3a tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:20.003321 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7db5fed8-6623-4ef8-92e4-81d0cf753a3a tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] Synchronizing usage tracker for tenant:b15254e117a04e60a15a5735ab76d824 on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:52:20.021344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-7db5fed8-6623-4ef8-92e4-81d0cf753a3a tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] Unset dirty status for tenant:b15254e117a04e60a15a5735ab76d824 on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:52:20.022626 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-7db5fed8-6623-4ef8-92e4-81d0cf753a3a tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1094 time: 0.1347389 May 25 17:52:20.025452 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 44670) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:52:20.030533 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:52:20.037189 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:52:20.041033 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:floatingip and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:52:20.043814 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:52:20.051761 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:52:20.062507 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:20.340749 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:20.478117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Allocated IP 172.26.6.194 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:52:20.626743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:20.656009 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:20.660397 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-67f25014-86f6-4eb2-9775-568bd1278a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:20.726849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:52:20.727964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:52:20.731677 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:52:20.768415 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:20.776812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:21.158280 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:21.234644 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:21.485490 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:21.490218 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:21.493925 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-03809427-f250-4c79-a53b-076503bdfbd4 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:52:21.601075 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:52:21.604971 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:52:21.613581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:21.786304 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Floating IP 71637392-9e8b-4d6d-ab2c-c0de384a6104 associated. External IP: 172.26.6.194, port: 4696b8c9-4910-484e-b226-41c7d374c4eb. May 25 17:52:22.286539 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:52:22.470337 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:52:22.480151 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:52:22.490778 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:22.491452 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:22.495666 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:22.558782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4861e38f-d543-444a-9c2e-3e5c8a472a37 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5322218 May 25 17:52:22.559787 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:52:22.661903 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'status': 'completed', 'code': 200} May 25 17:52:22.672009 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:22.764204 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-2c590f31-a686-45bb-b0b0-46d35746a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:22.765681 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-2c590f31-a686-45bb-b0b0-46d35746a190 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1099 time: 0.0716758 May 25 17:52:22.901888 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-17039d8c-cde9-4142-b77b-ad35ac918929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:22.903291 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-17039d8c-cde9-4142-b77b-ad35ac918929 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1312382 May 25 17:52:23.044617 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:21Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:23.049730 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:52:23.058792 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:52:23.059726 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:52:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:23.163439 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-c07cae49-c8ea-403a-a363-09f43ff08b1d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1000 time: 0.2536004 May 25 17:52:23.232315 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-b021ec16-58b7-4ef8-b1dc-c413b946734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:23.233723 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-b021ec16-58b7-4ef8-b1dc-c413b946734a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0631917 May 25 17:52:23.248578 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:52:23.311356 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-6daa5ed5-0015-4616-8f36-20606fa8998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:52:23.312815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-6daa5ed5-0015-4616-8f36-20606fa8998b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725839 May 25 17:52:23.455881 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-84f884e1-b1d5-4dbb-acad-f6bf1f6bfd23 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359701 May 25 17:52:23.601134 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d0f2860e-dfea-4763-ab70-0dac5466af63 req-c2517dad-fad3-4ebd-a95e-c6837f67e10b service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389775 May 25 17:52:23.639656 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:21Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:52:23.643705 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dbc2a5-2df1-42a6-856f-e2ad4b7369b6 None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:21Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:52:23.833316 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3eeade-e5ea-4f41-9d21-7c3cbe78447c None None] New status for floating IP 71637392-9e8b-4d6d-ab2c-c0de384a6104: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:52:40.274172 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c3df536d-2741-4467-a6b5-7908e4e93fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:41.818339 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:52:42.774970 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:43.035134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-729df561-c6b5-4166-9c02-bc21ec8fbc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:44.065427 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:45.744026 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:52:49.510177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:08.225946 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-9c78bc4d-d7d2-4808-b175-fa7e7f348946 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754094 May 25 17:53:08.371273 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86435de-1439-4578-8419-fd5e8a836c24 req-1982c912-b19e-44ae-81d9-f7f6c0fdd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:53:08.372903 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-1982c912-b19e-44ae-81d9-f7f6c0fdd8d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1099 time: 0.0755980 May 25 17:53:08.523519 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86435de-1439-4578-8419-fd5e8a836c24 req-7d85aa94-4286-484d-a046-0b69201959ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:53:08.524975 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-7d85aa94-4286-484d-a046-0b69201959ef service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1324797 May 25 17:53:08.631417 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-ba5bb309-d3c5-4357-bd12-33d29cb4e7ce service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1002 time: 0.0999236 May 25 17:53:08.695278 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86435de-1439-4578-8419-fd5e8a836c24 req-883c8ae5-e141-4c24-92c4-f4932664b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:53:08.696701 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-883c8ae5-e141-4c24-92c4-f4932664b4b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0585823 May 25 17:53:08.776453 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86435de-1439-4578-8419-fd5e8a836c24 req-1eae97cd-9f1d-4d3f-8cc7-cde42429849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:53:08.777823 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-1eae97cd-9f1d-4d3f-8cc7-cde42429849a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737433 May 25 17:53:08.916851 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-57e32a7f-9d83-49ec-ba0e-6d8fbedcd132 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321402 May 25 17:53:09.049775 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c86435de-1439-4578-8419-fd5e8a836c24 req-2511aab8-e802-401e-a0f0-42c213d46ea6 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258025 May 25 17:53:10.275957 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b254-d8be-4de8-a8b7-4a19662e1dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:12.776624 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:13.037958 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4ced9513-4d5a-4db4-8d14-7b0b37ceb653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:14.070455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:15.746756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:18.818080 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:53:19.555769 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:40.279578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-286a6843-fb28-48b8-bd78-5870fa46cca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:42.778370 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:43.040712 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-36f8a775-7751-4e8e-b2b8-633854990477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:44.071944 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:45.749527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:49.554509 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:53:55.816701 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:54:09.176945 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-b532d719-ba96-472f-965c-5d938e14b8ac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687439 May 25 17:54:09.318860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-a687d537-8184-45ed-a62b-35b7042629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:54:09.320451 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-a687d537-8184-45ed-a62b-35b7042629a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1099 time: 0.0748565 May 25 17:54:09.612542 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-33e7a7e7-5d52-436d-b97d-d25f78ff422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:54:09.613979 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-33e7a7e7-5d52-436d-b97d-d25f78ff422d service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.2746575 May 25 17:54:09.719248 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-ca2d4e0b-d77d-4a08-8004-9c9cbe43d7a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1002 time: 0.0973804 May 25 17:54:09.787957 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-1d16532e-0c57-4b47-9cc9-57707724d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:54:09.789431 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-1d16532e-0c57-4b47-9cc9-57707724d06a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0636270 May 25 17:54:09.865524 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-5b59f6f9-c75b-4b49-9135-9c64f0593f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:54:09.867027 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-5b59f6f9-c75b-4b49-9135-9c64f0593f2f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712388 May 25 17:54:10.001313 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-2699b515-8d8d-491b-bf9e-84149f12e52b service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274490 May 25 17:54:10.139740 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-27a87f4b-6332-4e4d-8676-35404c9a8418 req-71d31057-c963-40b4-968e-129d18ea56d6 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311791 May 25 17:54:10.281571 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a7af1ef7-510d-4e9a-bb67-41783d9f6808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:12.780108 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:13.048848 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a2955da9-c2a3-4877-bbc2-f8a68b6f7d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:14.076947 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:15.754924 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:19.551029 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:32.816131 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:54:40.283972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-41974d7a-7e9c-414c-9c1b-7fad9113e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:42.781469 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:43.043752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c39e5e3a-86e6-4690-b80c-256183c739e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:44.077067 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:45.756077 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:54:49.581025 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:07.844739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:55:07.994343 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:08.007333 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:55:08.062535 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:08.079684 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4696b8c9-4910-484e-b226-41c7d374c4eb {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:55:08.095375 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:08.100285 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:08.102033 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a0736f1f-ceef-4389-8eba-89dc0f3e9c2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:08.197238 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['4696b8c9-4910-484e-b226-41c7d374c4eb'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:55:08.272443 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:08.284358 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.284705 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.285042 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.285374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.285701 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.286027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.286347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.286665 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.287009 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.287332 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.287649 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.287965 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:08.292691 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:08.617364 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-19bdff56-f8cf-4ea2-baa9-3a7a6a951bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:08.618860 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-19bdff56-f8cf-4ea2-baa9-3a7a6a951bfd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1098 time: 0.0774794 May 25 17:55:08.771058 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-463f4637-b05f-427d-aa39-6dc61f6209eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:08.772507 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-463f4637-b05f-427d-aa39-6dc61f6209eb service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1337886 May 25 17:55:08.878747 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-a41685a3-a300-4283-ac01-2fdd05e4fabc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1001 time: 0.0982306 May 25 17:55:08.942526 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-1e401297-475b-4dab-ada7-c10381f3c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:08.944009 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-1e401297-475b-4dab-ada7-c10381f3c2b3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0586791 May 25 17:55:09.023560 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-43ee670e-f867-48eb-a7f9-4b94c60234fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:09.024953 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-43ee670e-f867-48eb-a7f9-4b94c60234fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737486 May 25 17:55:09.037313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-6f182caa-c7c0-4e34-a075-617b486bc810 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=99127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 17:55:09.038289 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-6f182caa-c7c0-4e34-a075-617b486bc810 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048323 May 25 17:55:09.172856 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-78d37c07-f3cf-4072-89ab-2093aadb75e5 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268051 May 25 17:55:09.310076 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-c64ba8be-2a29-4861-a07a-c7e685fc46ca req-0a13ba48-714a-4706-a9c1-d53aa0fecd5b service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301775 May 25 17:55:09.815591 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:55:09.861912 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:55:09.934218 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 4696b8c9-4910-484e-b226-41c7d374c4eb triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:55:09.934600 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:10.049485 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:10.077498 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:55:10.088030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:10.092459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:10.094284 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:10.165784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:10.169683 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:10.208468 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'code': 200} May 25 17:55:10.285181 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a797ed6d-9284-4188-b590-255e18c11cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:12.784133 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:13.045525 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8f44-dc23-4f3d-8d01-baaedd8916a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:14.079819 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:15.772787 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:19.588000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:26.219445 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-406e2784-4df7-4608-8621-e29ee0539808 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546047141&fields=id&tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 267 time: 0.0412943 May 25 17:55:26.377439 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-f92aa302-9f4e-409b-9f16-3e7a0187c4b9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:26.378867 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-f92aa302-9f4e-409b-9f16-3e7a0187c4b9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 810 time: 0.1522093 May 25 17:55:26.394603 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-19eeba70-2aac-46d0-8bb5-187a4b073b0c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/quotas/6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 375 time: 0.0101628 May 25 17:55:26.485333 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-772bcac5-cd62-4307-9c49-972dd0ef3f2f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0849440 May 25 17:55:26.688477 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-994a17e8-026e-4418-b7f2-0e7af4334ed0 service neutron] 10.222.0.96 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914423 May 25 17:55:26.965579 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-5e86fc0c-204c-4400-8354-ac247490b34f service neutron] 10.222.0.96 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712405 May 25 17:55:27.161460 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-1047dde8-5a85-4f0c-8043-251317fb8a60 req-5519da30-6ba3-4415-a44b-4ab177d14042 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 210 time: 0.0430837 May 25 17:55:28.332869 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-38491dc1-5a16-41de-afda-c7d21c3b13a0 req-212669df-5af3-4fdd-b7d0-3a2a3f88d9aa tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 210 time: 0.0626073 May 25 17:55:28.375735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-bb4256c3-afd9-49be-ae74-e258b816c589 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:28.377261 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-bb4256c3-afd9-49be-ae74-e258b816c589 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 810 time: 0.2143159 May 25 17:55:28.436395 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-18f80877-f10d-497a-aaa1-5af50afe1bd5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df HTTP/1.1" status: 200 len: 379 time: 0.0465209 May 25 17:55:28.449704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'port': {'device_id': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'admin_state_up': True, 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'security_groups': ['28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39']}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:55:28.591667 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:55:28.601578 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.quota.driver [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99127) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:55:28.612685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Made reservation on behalf of 6f7671d7e4e842e1b8b38d8b6b4bd6df for: {'port': 1} {{(pid=99127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 17:55:28.616454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:28.830884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_common [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Allocated IP 172.20.0.4 (c9e6d21e-c26c-46db-b400-04e2e7903946/da7db2d2-bf90-4bed-af5e-de19d88f8d66/62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f) {{(pid=99127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:55:29.081617 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:29.102082 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Transition to ACTIVE for port object 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f will not be triggered until provisioned by entity DHCP. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:55:29.130240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_create {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:29.136943 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-ba8b356a-1504-4076-a5ae-4a4032eb640e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:29.207056 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Network c9e6d21e-c26c-46db-b400-04e2e7903946 is already hosted by enough agents. {{(pid=99127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:55:29.210417 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.scheduler.base_scheduler [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources bound (agent type, host, resource id): {{(pid=99127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:55:29.214982 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Received port after_create {{(pid=99127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:55:29.266169 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=1']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:29.281754 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.282192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.282540 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.282887 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.283340 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.283656 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.284063 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.284487 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.284799 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.285161 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.285579 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.285884 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:29.292587 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:29.306865 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:29.308091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:29.345470 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-7dfd5a2b-ebe7-46d9-a731-97fc34e3501a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006188 May 25 17:55:29.530667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2275cdf-00f7-4d62-877c-43881f03ceee None None] Provisioning for port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f completed by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:55:29.539714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-d2275cdf-00f7-4d62-877c-43881f03ceee None None] Provisioning complete for port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f triggered by entity DHCP. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:55:29.540487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d2275cdf-00f7-4d62-877c-43881f03ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:29.572146 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578eb61-7d0d-46bf-bce4-f6ea74334cef req-6538bdb6-b0f6-484a-855c-ec02f8dc4cae tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:29.581569 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6578eb61-7d0d-46bf-bce4-f6ea74334cef req-6538bdb6-b0f6-484a-855c-ec02f8dc4cae tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.1072044 May 25 17:55:29.605667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-d2275cdf-00f7-4d62-877c-43881f03ceee None None] Port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f cannot update to ACTIVE because it is not bound. {{(pid=99128) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 17:55:29.633589 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-6578eb61-7d0d-46bf-bce4-f6ea74334cef req-e84739dd-a413-43be-bdfe-4b0d2ad04df0 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507143 May 25 17:55:29.962192 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:55:30.084715 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:30.113739 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:55:30.124752 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:30.130171 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:30.132123 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:30.167866 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'code': 200} May 25 17:55:30.209053 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:30.212308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:30.828668 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a8ac9-9869-4820-81bf-0e7701014261 req-dbbf022e-f1dc-4c7e-ad02-57637ee02b64 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:30.830195 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3d3a8ac9-9869-4820-81bf-0e7701014261 req-dbbf022e-f1dc-4c7e-ad02-57637ee02b64 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0857084 May 25 17:55:30.885908 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-3d3a8ac9-9869-4820-81bf-0e7701014261 req-beaf12b8-60a8-4e85-8981-1a0b707d704c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491176 May 25 17:55:32.097305 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75f496-d086-4ef6-8059-b2b8edf854c4 req-0ba60a74-abf1-487a-b66c-48eff7d486b4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:32.098024 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ad75f496-d086-4ef6-8059-b2b8edf854c4 req-0ba60a74-abf1-487a-b66c-48eff7d486b4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:55:32.117831 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-ad75f496-d086-4ef6-8059-b2b8edf854c4 req-0ba60a74-abf1-487a-b66c-48eff7d486b4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:55:32.119123 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ad75f496-d086-4ef6-8059-b2b8edf854c4 req-0ba60a74-abf1-487a-b66c-48eff7d486b4 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.1202843 May 25 17:55:32.176722 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ad75f496-d086-4ef6-8059-b2b8edf854c4 req-9c07253c-cd7f-41e0-b715-89169345e583 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510027 May 25 17:55:33.398450 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99219759-6391-4c3b-ab04-a3d9a25b3f80 req-48a55c70-06f8-4a44-b5b0-ae8c6796c219 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:33.400736 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99219759-6391-4c3b-ab04-a3d9a25b3f80 req-48a55c70-06f8-4a44-b5b0-ae8c6796c219 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0900478 May 25 17:55:33.452478 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-99219759-6391-4c3b-ab04-a3d9a25b3f80 req-8f47f139-7745-4cc1-9775-6d679a5893e8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447915 May 25 17:55:34.646497 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f766f-b453-47ff-82da-0ac960a59f6a req-06bd5e25-e65b-40b6-b03d-85d943c3d9ee tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:34.648007 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a68f766f-b453-47ff-82da-0ac960a59f6a req-06bd5e25-e65b-40b6-b03d-85d943c3d9ee tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0849376 May 25 17:55:34.699450 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a68f766f-b453-47ff-82da-0ac960a59f6a req-b34824a5-9a7c-493c-8bd0-44a38b65766c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446477 May 25 17:55:35.897277 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efa227-ddb8-42b2-8a38-2476335c4d2e req-d7e3ed06-c554-4a19-9b8f-ccd0d5b60d14 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:35.899779 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c6efa227-ddb8-42b2-8a38-2476335c4d2e req-d7e3ed06-c554-4a19-9b8f-ccd0d5b60d14 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0841627 May 25 17:55:35.947799 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-c6efa227-ddb8-42b2-8a38-2476335c4d2e req-5c4ae200-9293-4340-b1a6-fd8d50c6a4a5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417500 May 25 17:55:37.151263 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da0a2e-da3f-4743-a69b-238a5fa3c5e1 req-48d14092-e1db-4c46-8c41-82673415d007 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:37.152779 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71da0a2e-da3f-4743-a69b-238a5fa3c5e1 req-48d14092-e1db-4c46-8c41-82673415d007 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0917025 May 25 17:55:37.203168 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-71da0a2e-da3f-4743-a69b-238a5fa3c5e1 req-ff1d0b08-16ae-47e2-8628-f2a60839f85f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446763 May 25 17:55:38.417799 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c5ece-af8f-42a1-8c56-8d25885efe79 req-058ae965-f867-4a41-b9e6-05810f1e46a7 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:38.419468 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-023c5ece-af8f-42a1-8c56-8d25885efe79 req-058ae965-f867-4a41-b9e6-05810f1e46a7 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0993140 May 25 17:55:38.484526 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-023c5ece-af8f-42a1-8c56-8d25885efe79 req-345e61cb-e61f-4f0d-9d4a-570b86f3f96f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509815 May 25 17:55:39.686544 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40556e0-46a2-4965-9191-75bc1e21bd5f req-730c66a7-1ab3-4eec-9767-138d71db9390 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:39.687935 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b40556e0-46a2-4965-9191-75bc1e21bd5f req-730c66a7-1ab3-4eec-9767-138d71db9390 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0795743 May 25 17:55:39.733221 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b40556e0-46a2-4965-9191-75bc1e21bd5f req-235e2c20-be3b-4e3e-ba61-080547f5edca tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396585 May 25 17:55:40.288479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72a492f3-d264-4fa5-b051-0aa23eaef964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:40.919522 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ec10f-7950-4139-b074-004e07788bdd req-3838dab3-a812-40ea-9e6d-08b6326f06da tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:40.920993 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b72ec10f-7950-4139-b074-004e07788bdd req-3838dab3-a812-40ea-9e6d-08b6326f06da tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0816252 May 25 17:55:40.969775 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-b72ec10f-7950-4139-b074-004e07788bdd req-2b15093f-a791-4d0b-9b72-6f9a49ebd11d tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 May 25 17:55:42.158110 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c23c7-b3ac-4a99-a0f4-ab6542833e57 req-5df1f895-5128-48b8-84d6-f58eff2bd3db tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:42.159594 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-818c23c7-b3ac-4a99-a0f4-ab6542833e57 req-5df1f895-5128-48b8-84d6-f58eff2bd3db tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0844955 May 25 17:55:42.205288 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-818c23c7-b3ac-4a99-a0f4-ab6542833e57 req-100ae3f3-2135-4b39-a87e-639f6102e8ca tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400023 May 25 17:55:42.730399 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.v2.base [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Request body: {'port': {'device_id': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7929'}} {{(pid=99127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:55:42.787366 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:42.844772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.048082 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-32eb5675-ea63-44d5-a15a-c22a7abe65e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.334970 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f {{(pid=99127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:55:43.342457 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.357176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.provisioning_blocks [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Transition to ACTIVE for port object 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f will not be triggered until provisioned by entity L2. {{(pid=99127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 17:55:43.361352 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.365930 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-16dfed5c-779d-4c1d-a894-7be8f099c6e5 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:43.395862 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132ee48-a614-407e-858e-7f4ae2bdfbab req-ba15c206-c459-4eaa-ae81-7a8aaef46a5a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:43.397818 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7132ee48-a614-407e-858e-7f4ae2bdfbab req-ba15c206-c459-4eaa-ae81-7a8aaef46a5a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 931 time: 0.0812271 May 25 17:55:43.447408 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7132ee48-a614-407e-858e-7f4ae2bdfbab req-f5108de4-fbce-4e77-ba4f-75f139ead433 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431759 May 25 17:55:43.527173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=2']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:43.534647 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:43.613581 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Attempting to bind port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f on host hv-neutron-7929 for vnic_type normal with profile {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 17:55:43.613925 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Attempting to bind port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f by drivers openvswitch,hyperv on host hv-neutron-7929 at level 0 using segments [{'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 17:55:43.614261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Attempting to bind port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:55:43.624338 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f on network c9e6d21e-c26c-46db-b400-04e2e7903946 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7929 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 17:55:43.624669 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Attempting to bind port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f on network c9e6d21e-c26c-46db-b400-04e2e7903946 {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 17:55:43.630176 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Checking agent: {'id': '9ea49e7f-e6db-4767-87d6-9dcf985d57aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7929', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'started_at': datetime.datetime(2021, 5, 25, 16, 40, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 17, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 17:55:43.630655 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Checking segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 17:55:43.631083 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Bound using segment: {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'} {{(pid=99127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 17:55:43.631528 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.managers [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Bound port: 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host: hv-neutron-7929, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c67b9bf-e049-4848-99db-eaadb75e6d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946'}}] {{(pid=99127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 17:55:43.631874 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.728261 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, cleared binding levels {{(pid=99127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 17:55:43.732105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 17:55:43.736835 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7630357'] for port, after_update {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.740685 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-88073b43-8634-4b06-9a9b-7253b2874a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:43.799325 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:43.799941 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:43.801306 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] 10.222.0.95 "PUT /v2.0/ports/62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 1093 time: 1.0762808 May 25 17:55:43.801861 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:55:43.824564 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=3']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:43.827632 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-3fafa456-7d1a-4bd3-84f7-78b8e42c9f64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:43.878851 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'status': 'completed', 'code': 200} May 25 17:55:43.927197 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-dcaa428d-4215-4cb5-b77f-d04aef19d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:43.928739 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-dcaa428d-4215-4cb5-b77f-d04aef19d110 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1096 time: 0.0855811 May 25 17:55:44.022116 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-333d1df1-f96b-457d-bdf5-9301289be54c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 217 time: 0.0859368 May 25 17:55:44.083528 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:44.091708 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-b5566ae0-f4bd-4fd8-8826-e7f5b189d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.093171 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-b5566ae0-f4bd-4fd8-8826-e7f5b189d8d8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0650923 May 25 17:55:44.171516 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2742-b05e-4933-91be-c749a843e595 req-e4252386-5044-4df2-9d9b-1a45a5c4b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.173010 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-e4252386-5044-4df2-9d9b-1a45a5c4b375 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738287 May 25 17:55:44.318423 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-25d4f7fa-c197-468a-96e4-9fb84bed79f9 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388588 May 25 17:55:44.458947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-040f2742-b05e-4933-91be-c749a843e595 req-6505d451-52c7-470a-85d7-e0fe92d54839 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336961 May 25 17:55:44.591207 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-0c4a3148-05f7-4fd3-b222-ba46eaf9ea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.592705 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-0c4a3148-05f7-4fd3-b222-ba46eaf9ea52 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1096 time: 0.0830154 May 25 17:55:44.645784 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6ca60-f604-4d98-8672-b8129df518bd req-eb06ea88-d9ba-4656-8ae3-d09d18a0c7c3 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.647273 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-44b6ca60-f604-4d98-8672-b8129df518bd req-eb06ea88-d9ba-4656-8ae3-d09d18a0c7c3 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 943 time: 0.0894632 May 25 17:55:44.693789 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-44b6ca60-f604-4d98-8672-b8129df518bd req-8cc7bd25-731b-4d43-84e3-ca9a1c172687 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 May 25 17:55:44.745913 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-fae7c527-dcfd-4264-b284-221aa65799b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.748454 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-fae7c527-dcfd-4264-b284-221aa65799b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1493204 May 25 17:55:44.820773 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-5ad34bdf-3696-40ab-93e7-96573c7daf3f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 217 time: 0.0662155 May 25 17:55:44.883092 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-e2bd5233-ad8c-4603-b673-e0cba503ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.884518 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-e2bd5233-ad8c-4603-b673-e0cba503ccae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0571067 May 25 17:55:44.966442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-cc0dc873-c22a-47e4-aaf2-20127694a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:44.967933 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-cc0dc873-c22a-47e4-aaf2-20127694a978 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773973 May 25 17:55:45.105799 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-43827736-a3cc-49ab-8410-2b8f6946037f service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313102 May 25 17:55:45.239075 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-a3e16d13-57bf-43b3-ad8d-d3a8861cd93c req-86d13a03-36b6-4865-8af2-d9b52dd9eb04 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258962 May 25 17:55:45.765503 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:45.886932 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d0a37-9569-4a0c-9eba-c047470690fb req-66582f63-8cfa-4a09-91ec-dd96756d693c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:45.888396 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ab8d0a37-9569-4a0c-9eba-c047470690fb req-66582f63-8cfa-4a09-91ec-dd96756d693c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 943 time: 0.0797975 May 25 17:55:45.939994 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ab8d0a37-9569-4a0c-9eba-c047470690fb req-499d82a2-fd2f-4c77-84c3-34155a8ff9d5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438371 May 25 17:55:46.815984 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:55:47.131404 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543d938-d2ad-44cf-beae-120bea432ffa req-05ed8009-9b4d-4b72-a6ec-554579119d64 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:47.132782 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7543d938-d2ad-44cf-beae-120bea432ffa req-05ed8009-9b4d-4b72-a6ec-554579119d64 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 943 time: 0.0811975 May 25 17:55:47.180665 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-7543d938-d2ad-44cf-beae-120bea432ffa req-166e9f91-e968-4c1d-9c97-1b5e9c985b73 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 May 25 17:55:48.002578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:55:48.137225 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:48.150667 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'mac_address': 'fa:16:3e:f3:24:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:55:48.209234 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:48.226304 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:55:48.242347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:48.247052 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:48.248830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-39e4c641-e7a7-4ad5-849e-e28c7e6c01c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:48.319119 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=4']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:48.322338 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:48.512772 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45e7e5-815b-457c-a3f5-a30c515615f8 req-ed023491-ffc0-48e7-a29c-2f5c1937c530 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:48.514292 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d45e7e5-815b-457c-a3f5-a30c515615f8 req-ed023491-ffc0-48e7-a29c-2f5c1937c530 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 944 time: 0.2253082 May 25 17:55:48.562382 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3d45e7e5-815b-457c-a3f5-a30c515615f8 req-0d33b2ce-1796-407c-97fb-fb8d4d35a1e9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 May 25 17:55:48.727253 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:55:49.583779 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:49.752235 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c3733-83a6-468d-95db-93dc03596726 req-1bae9ee3-cb86-4cc8-b601-6378af25fe46 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:49.753718 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ef5c3733-83a6-468d-95db-93dc03596726 req-1bae9ee3-cb86-4cc8-b601-6378af25fe46 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 944 time: 0.0845187 May 25 17:55:49.798513 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ef5c3733-83a6-468d-95db-93dc03596726 req-928f95c0-933d-42bc-bc65-48e2b149e60d tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391402 May 25 17:55:50.020679 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:55:50.130756 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning for port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f completed by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 17:55:50.135270 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:55:50.135673 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:50.252409 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:50.280656 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:55:50.290184 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:55:50.294310 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:50.296150 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-93ff749e-5191-4500-a69d-fae48cf80f7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:50.327388 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'code': 200} May 25 17:55:50.366497 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=5']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:50.369466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:50.589658 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5a0f6-9152-4ed4-8a16-f9e3e73e96e9 req-2e926887-f840-4ca0-b32d-bfa6df9522e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:50.591091 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2bc5a0f6-9152-4ed4-8a16-f9e3e73e96e9 req-2e926887-f840-4ca0-b32d-bfa6df9522e5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1098 time: 0.0747261 May 25 17:55:50.633510 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2bc5a0f6-9152-4ed4-8a16-f9e3e73e96e9 req-4fb56962-fe2b-47ec-9273-6200a83f4ee7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349975 May 25 17:55:50.984063 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f6cb6-4602-4040-98c7-b65afde915df req-9a832a3c-5973-4e7a-8977-d3d8aad4d524 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:50.985455 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f4f6cb6-4602-4040-98c7-b65afde915df req-9a832a3c-5973-4e7a-8977-d3d8aad4d524 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 945 time: 0.0810921 May 25 17:55:51.031021 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-5f4f6cb6-4602-4040-98c7-b65afde915df req-e5804281-fe45-437d-bc0d-4594aae2164a tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 May 25 17:55:52.225533 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e262cc-da49-4476-8898-709cc45b04a6 req-bd45c9f6-4023-4e5e-8685-3f24239fe664 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:52.227051 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b9e262cc-da49-4476-8898-709cc45b04a6 req-bd45c9f6-4023-4e5e-8685-3f24239fe664 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 945 time: 0.0811558 May 25 17:55:52.271858 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b9e262cc-da49-4476-8898-709cc45b04a6 req-7a1fffdd-c7ee-4e56-9a19-7a95445581ae tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391726 May 25 17:55:52.592031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa37581-1087-4f37-9be6-8f05cb192360 req-0d82aeb2-c921-4bbe-b1a2-cf80d8719a48 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:52.593725 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-efa37581-1087-4f37-9be6-8f05cb192360 req-0d82aeb2-c921-4bbe-b1a2-cf80d8719a48 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 945 time: 0.2177191 May 25 17:55:52.639740 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-efa37581-1087-4f37-9be6-8f05cb192360 req-88c7433e-c738-4696-9799-8aee78784489 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 May 25 17:55:52.661656 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45024) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:55:52.737274 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925d651-b65f-482e-8fe4-0d6f6723d579 tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:52.738662 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4925d651-b65f-482e-8fe4-0d6f6723d579 tempest-TestSnapshotPattern-2114462844 tempest-TestSnapshotPattern-2114462844-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1093 time: 0.0760593 May 25 17:55:52.741491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45028) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:55:52.747186 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.v2.base [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Request body: {'floatingip': {'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99126) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 17:55:52.753077 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 17:55:52.756816 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Usage tracker for resource:floatingip and tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df is out of sync, need to count used quota {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 17:55:52.759639 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=99126) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 17:55:52.765505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.quota.driver [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=99126) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 17:55:52.776487 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:52.924179 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:53.061718 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_common [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Allocated IP 172.26.6.128 (3e0a1cb1-1da6-4138-9a43-77389427a68e/248cac5c-13a9-40d6-bff8-6eed75dced4f/eca007df-ae9f-4e75-b505-a2a1fde38403) {{(pid=99126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 17:55:53.211106 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:53.241370 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771862150858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:53.245323 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca3eeb28-bf4f-4cab-8514-fde7388fce21 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:53.313594 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Network 3e0a1cb1-1da6-4138-9a43-77389427a68e is already hosted by enough agents. {{(pid=99126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 17:55:53.316330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.base_scheduler [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Resources bound (agent type, host, resource id): {{(pid=99126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 17:55:53.319964 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Received port after_create {{(pid=99126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 17:55:53.350471 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=eca007df-ae9f-4e75-b505-a2a1fde38403,revision_number=1']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:53.368112 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.368496 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.368861 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.369258 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.369622 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.369988 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.370349 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.370702 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.371158 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.371514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.371872 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.372220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:55:53.377190 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:53.747577 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:53.820232 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:54.029481 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for port, precommit_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:54.034004 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5588492'] for port, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:54.037658 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-eb007262-85b1-4127-ad9f-97cfe6d43f0e tempest-TestShelveInstance-1272644730 tempest-TestShelveInstance-1272644730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:55:54.145089 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event updated for resources: {'Port': ['ID=eca007df-ae9f-4e75-b505-a2a1fde38403,revision_number=2']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:55:54.148959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:55:54.158066 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8006937'] for floatingip, after_update {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:54.479099 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Floating IP d9f3d163-7bef-4ec4-99c3-d6ad60c72667 associated. External IP: 172.26.6.128, port: 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f. May 25 17:55:54.839812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:55:55.026352 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:55:55.036413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:55:55.046985 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:55:55.047721 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:55:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:55:55.053243 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:55:55.127159 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3700759 May 25 17:55:55.127159 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:55:55.159691 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'status': 'completed', 'code': 200} May 25 17:55:55.231313 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:55:55.257535 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815540-679d-44a3-867c-bcb8063a4142 req-10759588-a8b9-4b7f-8650-96e9e5d1fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:55.259086 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-10759588-a8b9-4b7f-8650-96e9e5d1fd76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1098 time: 0.0756204 May 25 17:55:55.398189 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815540-679d-44a3-867c-bcb8063a4142 req-e251f1ef-bb88-483e-b164-0b681f574f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:55.399610 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-e251f1ef-bb88-483e-b164-0b681f574f55 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1333623 May 25 17:55:55.508044 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-cfe05936-15a5-496b-a624-55d6057007d1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 999 time: 0.1009212 May 25 17:55:55.572583 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815540-679d-44a3-867c-bcb8063a4142 req-7e6ef6f1-3bc1-4478-a3bc-c76d9789dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:55.574002 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-7e6ef6f1-3bc1-4478-a3bc-c76d9789dbcb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0586867 May 25 17:55:55.583824 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}, {'id': 'd9f3d163-7bef-4ec4-99c3-d6ad60c72667', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:f3:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:55:53Z', 'updated_at': '2021-05-25T17:55:53Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:55:55.587806 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:55:55.596386 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:55:55.596996 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:55:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:55:55.653938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815540-679d-44a3-867c-bcb8063a4142 req-1c76a8c5-213e-442f-8716-c3d95d782f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:55:55.655340 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-1c76a8c5-213e-442f-8716-c3d95d782f75 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747364 May 25 17:55:55.777088 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:55:55.795735 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-0cf47b76-c843-44f2-b923-aed26e028037 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340110 May 25 17:55:55.934947 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8b815540-679d-44a3-867c-bcb8063a4142 req-2dd3ce4d-0eb1-42fe-ae74-e1bfc7f490e2 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325111 May 25 17:55:56.167225 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}, {'id': 'd9f3d163-7bef-4ec4-99c3-d6ad60c72667', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:f3:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:55:53Z', 'updated_at': '2021-05-25T17:55:53Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:55:56.171196 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48eb9e34-2778-47f8-bbff-a245e385356f None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}, {'id': 'd9f3d163-7bef-4ec4-99c3-d6ad60c72667', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.128', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:f3:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:55:53Z', 'updated_at': '2021-05-25T17:55:53Z', 'revision_number': 0, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:55:56.359812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a4152-cfc6-4b93-abf5-4c9cf5b4e2a2 None None] New status for floating IP d9f3d163-7bef-4ec4-99c3-d6ad60c72667: ACTIVE {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:56:09.549790 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-1a02bd78-5175-489e-96f8-e47624f358db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698814 May 25 17:56:09.687179 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-de78bcf4-c6c5-4c27-a308-1078e1378a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:56:09.688583 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-de78bcf4-c6c5-4c27-a308-1078e1378a20 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0711122 May 25 17:56:09.835684 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-a47ef02e-cb54-4e30-9249-a9bba622c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:56:09.837148 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-a47ef02e-cb54-4e30-9249-a9bba622c12f service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1290431 May 25 17:56:09.966557 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-b9885331-2ec0-491b-82c7-b97e4c8cd724 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1000 time: 0.1217828 May 25 17:56:10.031817 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-1920d7ad-58ad-49ab-9af3-7afc0473d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:56:10.033236 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-1920d7ad-58ad-49ab-9af3-7afc0473d1c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0606327 May 25 17:56:10.107915 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-352d9723-2285-464e-aae5-0b42c4241cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:56:10.109386 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-352d9723-2285-464e-aae5-0b42c4241cd1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700028 May 25 17:56:10.255018 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-dd0945b2-19b6-4567-8b3f-b67dd003dcf9 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390448 May 25 17:56:10.290504 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5368ae4e-aaa2-4c39-afee-16345567a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:10.531124 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-ca473157-134f-4622-a4d9-90a2ba3c104b req-148ea61a-6bbd-4db5-b5b6-a25d75899bda service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692218 May 25 17:56:12.790547 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:13.049785 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-846afdc4-0835-4ca9-b590-621efb7801a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:14.085254 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:15.775642 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:19.580383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:23.815397 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:56:40.293855 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-4461641e-dca8-4216-ae2a-18ac8aff6001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:42.793246 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:43.053149 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9bfb9f09-2a49-4bf2-9d81-d0537cade9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:44.088764 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:45.770587 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:56:49.579240 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:00.815006 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:57:10.296030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a73a6e7d-20fe-4cd5-9e8b-ce51b3332f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:10.628194 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-eea77aa6-45f1-4724-b3b0-1433696a7d1d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1148820 May 25 17:57:10.720556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784eede-f9e5-4544-9056-89902d066d63 req-f572e4e1-643b-4711-8d94-debedd26257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:57:10.722082 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-f572e4e1-643b-4711-8d94-debedd26257a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1098 time: 0.0720234 May 25 17:57:10.869704 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784eede-f9e5-4544-9056-89902d066d63 req-ea8e2bab-41bc-4f84-8dab-73ef0bb298a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:57:10.871106 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-ea8e2bab-41bc-4f84-8dab-73ef0bb298a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1305683 May 25 17:57:10.978207 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-19156b11-ca9b-45a1-8320-8083c74241ca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 1001 time: 0.1007049 May 25 17:57:11.041081 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784eede-f9e5-4544-9056-89902d066d63 req-c48aabd1-2130-4464-a810-825c0ae9ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:57:11.042508 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-c48aabd1-2130-4464-a810-825c0ae9ea5f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0581534 May 25 17:57:11.120824 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784eede-f9e5-4544-9056-89902d066d63 req-8dcf21eb-d9f9-4c72-b594-26b17741fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:57:11.122198 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-8dcf21eb-d9f9-4c72-b594-26b17741fae9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732217 May 25 17:57:11.258136 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-d0664dc2-852e-4c10-9752-829414ec1f63 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286383 May 25 17:57:11.394591 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-3784eede-f9e5-4544-9056-89902d066d63 req-1f6357a8-aeb2-4ca5-9fa1-7c08b48c1e4c service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295905 May 25 17:57:12.802871 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:13.054463 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-31e24170-8585-4ceb-b136-9ff5157775d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:14.091747 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:15.774158 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:19.605972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:37.815371 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:57:40.301783 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a63b031b-c6f7-4d2a-972c-a430a6c09333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:42.794588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:43.056788 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-ac9e7859-0f85-404b-b957-39209b6be55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:44.094839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:45.779567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:57:49.636713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:10.303449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a09004f3-ab96-4cfd-a3e2-2824a2ffb753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:12.554695 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-75f49f7b-c0a7-4a66-8027-3c8dd5dab0a7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723007 May 25 17:58:12.705430 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-4a9d9556-4a42-4b3f-9284-d53fd6ac9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:12.706852 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-4a9d9556-4a42-4b3f-9284-d53fd6ac9a38 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0799065 May 25 17:58:12.799437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:12.858860 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-0fa89d23-b2b9-45df-9f3e-930cbace4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:12.860331 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-0fa89d23-b2b9-45df-9f3e-930cbace4d24 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1327820 May 25 17:58:12.966999 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-15140cf3-6e33-4289-bf7b-dfccc27c8659 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 1000 time: 0.0989518 May 25 17:58:13.029938 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-6647939f-fca5-4126-9f60-452a4c6366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:13.031394 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-6647939f-fca5-4126-9f60-452a4c6366b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0575781 May 25 17:58:13.058145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b80e-a669-40b0-83a7-9504d55641d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:13.108040 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-1ab6e503-20b2-4bf5-9af8-9922f9eaf334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:13.109553 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-1ab6e503-20b2-4bf5-9af8-9922f9eaf334 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705798 May 25 17:58:13.244267 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-a5c8c9a8-ede3-4b5a-bf72-46ebf9e15193 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266308 May 25 17:58:13.528029 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-0c0f7dab-3a21-4966-99ba-dec2c928cda2 req-43c1a107-8225-4b3f-b90c-9c5bbeda9e8e service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758644 May 25 17:58:14.097087 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:14.814790 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:58:15.780228 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:18.639252 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f details requested by agent hyperv_hv-neutron-7929 with host hv-neutron-7929 {{(pid=99128) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 17:58:18.776008 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:18.789633 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Returning: {'device': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'port_id': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'mac_address': 'fa:16:3e:f3:24:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99128) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 17:58:18.845472 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:18.866826 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f {{(pid=99128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 17:58:18.882925 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:18.887496 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:18.889387 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-97ff9c4f-cb58-4e36-bdbb-8f978b6177d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:18.960828 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=6']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:18.968466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.968807 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.969138 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.969466 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.969790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.970116 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.970433 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.970750 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.971091 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.971412 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.971727 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.972039 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:18.976964 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] get_ports_and_sgs() called for port_ids ['62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'] {{(pid=99128) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 17:58:19.001063 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:19.646083 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:20.648180 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f up at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 17:58:20.765487 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.provisioning_blocks [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Provisioning complete for port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f triggered by entity L2. {{(pid=99128) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 17:58:20.765865 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657981'] for port, provisioning_complete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:20.884680 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:20.911446 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:20.921075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:20.926479 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:20.929711 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-07f1bb58-4ce0-41e6-82e3-ce5d23664646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:20.998567 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=7']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:21.001687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:21.980425 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'code': 200} May 25 17:58:33.687737 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45298) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:33.964372 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Deleting port eca007df-ae9f-4e75-b505-a2a1fde38403 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:33.964625 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:34.086270 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:34.086590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:34.214560 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Calling delete_port for eca007df-ae9f-4e75-b505-a2a1fde38403 owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:34.331514 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:34.335835 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-91a27e1a-a43e-4111-a7af-e0265a8d423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:34.525024 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event deleted for resources: {'Port': ['ID=eca007df-ae9f-4e75-b505-a2a1fde38403,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:34.564574 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.564963 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.565345 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.565724 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.566091 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.566460 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.566826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.567215 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.567581 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.567944 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.568305 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.568740 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:34.576071 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:34.630513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:34.631129 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Floating IP d9f3d163-7bef-4ec4-99c3-d6ad60c72667 disassociated (deleted). External IP: 172.26.6.128, port: 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f. May 25 17:58:34.989617 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:58:35.174097 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:58:35.183816 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:58:35.194153 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:35.195109 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:35.197330 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:35.258547 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-e620bccf-239c-4a3d-a173-7c34f51eccd9 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "DELETE /v2.0/floatingips/d9f3d163-7bef-4ec4-99c3-d6ad60c72667 HTTP/1.1" status: 204 len: 168 time: 1.5696969 May 25 17:58:35.259383 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:35.362196 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'status': 'completed', 'code': 200} May 25 17:58:35.388371 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:35.481791 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-9e519bcd-1d28-4626-a585-0b27dd3d9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:35.484351 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-9e519bcd-1d28-4626-a585-0b27dd3d9c8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 1098 time: 0.1006062 May 25 17:58:35.690588 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-0abdf42f-1370-46d8-9f78-292495bba8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:35.692048 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-0abdf42f-1370-46d8-9f78-292495bba8ac service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1941969 May 25 17:58:35.766168 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:35.769815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-8750fe5f-876f-40e7-bf14-67abd0574893 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 200 len: 217 time: 0.0704279 May 25 17:58:35.770162 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:58:35.779443 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:35.780059 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:35.833624 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c77363-ccfc-4405-afd5-db5cc3958263 req-cf7307c2-e237-42fb-b6ed-da89097a8f24 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:35.835966 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7c77363-ccfc-4405-afd5-db5cc3958263 req-cf7307c2-e237-42fb-b6ed-da89097a8f24 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 945 time: 0.2595818 May 25 17:58:35.865954 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-c00cd7b3-1ac8-4000-97bc-f747a7f7468f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:35.867489 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-c00cd7b3-1ac8-4000-97bc-f747a7f7468f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0911918 May 25 17:58:35.930521 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b7c77363-ccfc-4405-afd5-db5cc3958263 req-3db2f5c0-a36c-40a3-bc19-a8ca87ff5c95 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881402 May 25 17:58:35.964324 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-33e5fd09-5af2-4099-9089-b6dde615a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:35.965815 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-33e5fd09-5af2-4099-9089-b6dde615a646 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878236 May 25 17:58:35.996858 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:36.104235 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-552eeb83-943c-4d98-a440-055b59939852 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304078 May 25 17:58:36.245240 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-8d345180-efae-4c55-9d2d-5f2a631eac59 req-d3264774-2561-4089-80b5-3fdba2c235d9 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337979 May 25 17:58:36.356480 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-924a6842-fca5-4574-8870-182428d22c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:36.360464 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a6842-fca5-4574-8870-182428d22c7c None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_floatingips': [{'id': '71637392-9e8b-4d6d-ab2c-c0de384a6104', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'floating_ip_address': '172.26.6.194', 'floating_network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'router_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'port_id': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'mac_address': 'fa:16:3e:38:61:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T17:52:21Z', 'updated_at': '2021-05-25T17:52:24Z', 'revision_number': 1, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:58:36.587790 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda89000-509a-435c-b652-aeb964511dd1 None None] New status for floating IP d9f3d163-7bef-4ec4-99c3-d6ad60c72667: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:58:36.751459 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:36.871347 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-771339'] for port, before_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:36.906687 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:36.919163 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:36.923686 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771862584724', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771862150876', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771862151437'] for port, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:36.925437 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:36.984743 dv-neutron-792998-1-hyperv neutron-server[99128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'code': 200} May 25 17:58:36.999152 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Pushing event updated for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=8']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:37.002301 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:37.128678 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93178-12b3-4274-a384-11b5dd74115c req-f9497f06-69ba-4598-90da-caa81807e436 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:37.130049 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-feb93178-12b3-4274-a384-11b5dd74115c req-f9497f06-69ba-4598-90da-caa81807e436 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 943 time: 0.0853651 May 25 17:58:37.174543 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-feb93178-12b3-4274-a384-11b5dd74115c req-ae86371f-2bfd-47d8-ad96-c9298d6ec10c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 May 25 17:58:37.432221 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-ec9def61-26dd-4f3b-b08e-948c74d403cf tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:37.433663 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-ec9def61-26dd-4f3b-b08e-948c74d403cf tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 943 time: 0.0819330 May 25 17:58:37.577866 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Deleting port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:37.578213 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:37.714591 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] For port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:37.714859 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:37.839099 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Calling delete_port for 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:38.099750 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:38.105967 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-70966836-744c-4589-b06d-bdfd7aae1145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:38.150173 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event deleted for resources: {'Port': ['ID=62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:38.189436 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.189819 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.190192 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.190562 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.190937 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.191309 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.191816 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.192100 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.192378 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.192736 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.193091 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.193550 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-792998-1-hyperv {{(pid=99127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 17:58:38.201505 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:38.240294 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] No DVR routers for this DVR port 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:38.243807 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:38.246481 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-deleted', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:38.258347 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-d363e946-f807-43c0-8c28-8a7fc4391264 req-9525b9a6-9f4f-47ad-be3a-c08b960eee98 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "DELETE /v2.0/ports/62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f HTTP/1.1" status: 204 len: 173 time: 0.8187628 May 25 17:58:38.337595 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ff613459-743a-493d-86f5-8bc1bc44edda req-854b2d82-3f90-4800-beca-781dc969fc97 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:58:38.346683 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ae0c78-2694-49cf-bcd8-f5d011f1e895', 'name': 'network-vif-deleted', 'tag': '62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f', 'status': 'completed', 'code': 200} May 25 17:58:38.354599 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-ff613459-743a-493d-86f5-8bc1bc44edda req-854b2d82-3f90-4800-beca-781dc969fc97 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:58:38.355959 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-ff613459-743a-493d-86f5-8bc1bc44edda req-854b2d82-3f90-4800-beca-781dc969fc97 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=14ae0c78-2694-49cf-bcd8-f5d011f1e895 HTTP/1.1" status: 200 len: 210 time: 0.0640526 May 25 17:58:40.019907 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45366) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:40.290436 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Deleting port 0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:40.290941 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.308030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9966098b-5eb5-41a9-a5c2-8fa1b63e1579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.410774 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.411178 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.537103 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Calling delete_port for 0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed owned by network:floatingip {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:40.671836 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.675511 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cabb3dcd-13a7-47d5-b49e-f96a544ef9e5 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:40.782761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:40.819382 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:40.819738 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 62e6cb4c-1504-47ad-b19d-b7c08ca0fd4f not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:40.859664 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event deleted for resources: {'Port': ['ID=0f114a73-31c2-4c8c-b6bf-8eebc56ef0ed,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:40.862744 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:40.956074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for floatingip, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:40.956424 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.db.l3_db [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Floating IP 71637392-9e8b-4d6d-ab2c-c0de384a6104 disassociated (deleted). External IP: 172.26.6.194, port: 4696b8c9-4910-484e-b226-41c7d374c4eb. May 25 17:58:41.316342 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:58:41.503703 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:58:41.512817 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:58:41.522836 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:41.523997 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:41.525031 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for floatingip, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:41.580763 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-28222998-b53e-4386-84a9-30d21bc058cc tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "DELETE /v2.0/floatingips/71637392-9e8b-4d6d-ab2c-c0de384a6104 HTTP/1.1" status: 204 len: 168 time: 1.5595219 May 25 17:58:41.581251 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:41.630583 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'status': 'completed', 'code': 200} May 25 17:58:41.724035 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441741f-ea67-4e87-bc74-980fb747b583 req-2325d9c8-533f-48d4-8b67-351e727e6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:41.725413 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:41.725861 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-2325d9c8-533f-48d4-8b67-351e727e6a8d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0733581 May 25 17:58:41.868757 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441741f-ea67-4e87-bc74-980fb747b583 req-4b4a9db1-96ee-4ee6-bd64-b76803cd3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:41.870244 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-4b4a9db1-96ee-4ee6-bd64-b76803cd3694 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 200 len: 912 time: 0.1373885 May 25 17:58:41.983708 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-c40329cc-a378-4245-98e4-52cb015ab332 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 200 len: 217 time: 0.1060975 May 25 17:58:42.047800 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:42.051641 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:58:42.061307 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:42.061952 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:13Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:42.065442 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441741f-ea67-4e87-bc74-980fb747b583 req-c912afe6-324b-4703-9b87-ad22ff79dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:42.066892 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-c912afe6-324b-4703-9b87-ad22ff79dcd1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 200 len: 849 time: 0.0754435 May 25 17:58:42.080654 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c544af3-c6e7-4181-a6db-d5cf1387b2b3 req-71eb9ef0-c84f-4892-a282-144f9122a297 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:42.081347 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2c544af3-c6e7-4181-a6db-d5cf1387b2b3 req-71eb9ef0-c84f-4892-a282-144f9122a297 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:58:42.149049 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.quota.resource [req-2c544af3-c6e7-4181-a6db-d5cf1387b2b3 req-71eb9ef0-c84f-4892-a282-144f9122a297 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99127) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:58:42.150344 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2c544af3-c6e7-4181-a6db-d5cf1387b2b3 req-71eb9ef0-c84f-4892-a282-144f9122a297 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.2195914 May 25 17:58:42.193844 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441741f-ea67-4e87-bc74-980fb747b583 req-69c7e805-1004-4aac-870b-9345477715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:42.195389 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-69c7e805-1004-4aac-870b-9345477715e1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c9e6d21e-c26c-46db-b400-04e2e7903946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113255 May 25 17:58:42.206525 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-2c544af3-c6e7-4181-a6db-d5cf1387b2b3 req-541ed852-8153-4fb6-8052-bd14818c2131 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491071 May 25 17:58:42.256342 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:42.339170 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-f201d391-48d8-471b-a34e-0c29dd40ace3 service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359067 May 25 17:58:42.484187 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-b441741f-ea67-4e87-bc74-980fb747b583 req-371b2526-34d0-42d8-89e9-147b6d4f70cd service neutron] 10.222.0.95 "GET /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371429 May 25 17:58:42.610627 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:42.614502 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4950b5b-b0d4-449c-8a9a-b9fb66b6d2cf None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:51:55Z', 'revision_number': 4, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv', '_interfaces': [{'id': '1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c', 'name': '', 'network_id': 'c9e6d21e-c26c-46db-b400-04e2e7903946', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'mac_address': 'fa:16:3e:53:29:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:54Z', 'updated_at': '2021-05-25T17:52:01Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'subnets': [{'id': 'da7db2d2-bf90-4bed-af5e-de19d88f8d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:58:42.802702 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:42.838196 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b94481b-2506-4f95-bd5d-894199a49bc5 None None] New status for floating IP 71637392-9e8b-4d6d-ab2c-c0de384a6104: DOWN {{(pid=99128) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 17:58:43.019299 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-40fca228-53a1-4f4c-bfaa-f200281782eb tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:43.020771 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-40fca228-53a1-4f4c-bfaa-f200281782eb tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.0892651 May 25 17:58:43.060639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-493ee563-c48d-4675-adfc-4cec7f799a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:43.162731 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Deleting port 4696b8c9-4910-484e-b226-41c7d374c4eb {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:43.163109 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:43.299391 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] For port 4696b8c9-4910-484e-b226-41c7d374c4eb, host hv-neutron-7929, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7929',level=0,port_id=4696b8c9-4910-484e-b226-41c7d374c4eb,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:43.299749 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:43.397840 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4697e24-fd39-4d09-b1a5-aef653b4ecbe req-a7d9eedd-6a0c-4ac1-a49b-8b652d9dfba8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99126) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 17:58:43.399282 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d4697e24-fd39-4d09-b1a5-aef653b4ecbe req-a7d9eedd-6a0c-4ac1-a49b-8b652d9dfba8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Synchronizing usage tracker for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 17:58:43.412064 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.quota.resource [req-d4697e24-fd39-4d09-b1a5-aef653b4ecbe req-a7d9eedd-6a0c-4ac1-a49b-8b652d9dfba8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Unset dirty status for tenant:6f7671d7e4e842e1b8b38d8b6b4bd6df on resource:port {{(pid=99126) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 17:58:43.413358 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4697e24-fd39-4d09-b1a5-aef653b4ecbe req-a7d9eedd-6a0c-4ac1-a49b-8b652d9dfba8 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/ports?device_id=83b1b265-2f4c-4f6c-9465-acd6221a31ff HTTP/1.1" status: 200 len: 944 time: 0.0957181 May 25 17:58:43.424788 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Calling delete_port for 4696b8c9-4910-484e-b226-41c7d374c4eb owned by compute:nova {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:43.465534 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [req-d4697e24-fd39-4d09-b1a5-aef653b4ecbe req-07d0ec0d-e3b3-454e-a40f-2110cdd6c41c tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "GET /v2.0/security-groups?id=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451963 May 25 17:58:43.540475 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:43.546231 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5b8eb886-506b-4230-b7d6-74e13c0c6521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:43.596393 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event deleted for resources: {'Port': ['ID=4696b8c9-4910-484e-b226-41c7d374c4eb,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:43.599619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:43.675908 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] No DVR routers for this DVR port 4696b8c9-4910-484e-b226-41c7d374c4eb on host hv-neutron-7929 {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:43.678373 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110568'] for port, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:43.681628 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-deleted', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb'}] {{(pid=99127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 17:58:43.699424 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [req-e2e409f1-accd-4981-aed5-1ae51efa1314 req-8b78a220-891c-490d-9520-0c603bd16ad1 tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.95 "DELETE /v2.0/ports/4696b8c9-4910-484e-b226-41c7d374c4eb HTTP/1.1" status: 204 len: 173 time: 0.6722569 May 25 17:58:43.734863 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1b265-2f4c-4f6c-9465-acd6221a31ff', 'name': 'network-vif-deleted', 'tag': '4696b8c9-4910-484e-b226-41c7d374c4eb', 'status': 'completed', 'code': 200} May 25 17:58:44.101030 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:44.560152 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45382) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:44.634638 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:44.665731 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:44.733060 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:44.737976 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-60561fe3-5200-418e-ba7f-fbd68e0f5315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:44.753987 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:44.756729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:44.764020 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:44.765159 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] 10.222.0.96 "DELETE /v2.0/security-groups/28c9b4b3-ceec-4909-a45f-3d4f7c3d4d39 HTTP/1.1" status: 204 len: 168 time: 0.2040257 May 25 17:58:44.821720 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45388) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:45.614171 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:45.784249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:46.042583 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Deleting port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:46.042821 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:46.171934 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] For port 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:46.172284 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:46.295921 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Calling delete_port for 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:46.586779 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:46.590874 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-f7993c31-8255-4b6e-9a9b-73660b1c7daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:46.640491 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:46.643062 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:46.808480 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb no longer exists at agent hyperv_hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:46.845215 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] No Port match for: 4696b8c9-4910-484e-b226-41c7d374c4eb {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:46.845488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Device 4696b8c9-4910-484e-b226-41c7d374c4eb not bound to the agent host hv-neutron-7929 {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:47.106016 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:47.487912 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Router 5573a409-4366-4ce7-aefd-1dea37aee67d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:58:47.675410 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:58:47.684575 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Sync routers for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:58:47.688973 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-77670105-9e86-44c0-8882-ba09199965ed admin admin] 10.222.0.96 "PUT /v2.0/routers/5573a409-4366-4ce7-aefd-1dea37aee67d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8661344 May 25 17:58:47.691768 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45394) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:47.695903 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:47.696819 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:47.875068 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:47.884584 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:48.057362 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:48.129513 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Deleting port 914602e1-ac64-4c22-8b15-54aac098818b {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:48.129855 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:48.175144 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98'}], 'enable_snat': True}, 'gw_port_id': '914602e1-ac64-4c22-8b15-54aac098818b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:58:46Z', 'revision_number': 5, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port': {'id': '914602e1-ac64-4c22-8b15-54aac098818b', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:52Z', 'updated_at': '2021-05-25T17:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:48.179008 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Checking router: 5573a409-4366-4ce7-aefd-1dea37aee67d for host: dv-neutron-792998-1-hyperv {{(pid=99129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:58:48.188604 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Routers {'5573a409-4366-4ce7-aefd-1dea37aee67d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:48.189243 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['5573a409-4366-4ce7-aefd-1dea37aee67d'], 'active': True} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:48.256712 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] For port 914602e1-ac64-4c22-8b15-54aac098818b, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=914602e1-ac64-4c22-8b15-54aac098818b,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:48.257069 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:48.342003 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_dvr_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] Set router 5573a409-4366-4ce7-aefd-1dea37aee67d gateway port host: None {{(pid=99129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:48.383609 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Calling delete_port for 914602e1-ac64-4c22-8b15-54aac098818b owned by network:router_gateway {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:48.450036 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.l3_hamode_db [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:58:48Z', 'revision_number': 6, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:48.454360 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5836a78a-e943-4ea9-b36d-590005d53b54 None None] The sync data for ids ['5573a409-4366-4ce7-aefd-1dea37aee67d'] in dv-neutron-792998-1-hyperv is: [{'id': '5573a409-4366-4ce7-aefd-1dea37aee67d', 'name': 'tempest-TestSnapshotPattern-1440166763-router', 'tenant_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:51Z', 'updated_at': '2021-05-25T17:58:48Z', 'revision_number': 6, 'project_id': '6f7671d7e4e842e1b8b38d8b6b4bd6df', 'gw_port_host': None}] {{(pid=99129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:58:48.675691 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:48.679220 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-d76130f0-e3a1-4334-b914-4161b3c6a959 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:48.722989 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=914602e1-ac64-4c22-8b15-54aac098818b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:48.725919 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:48.819826 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.000045 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.002151 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.025057 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.025743 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5573a409-4366-4ce7-aefd-1dea37aee67d {{(pid=99126) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:58:49.040090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] Notify callbacks [] for router, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.041090 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-ca355b07-e2b8-419f-b1d7-68fa69b22d96 admin admin] 10.222.0.96 "DELETE /v2.0/routers/5573a409-4366-4ce7-aefd-1dea37aee67d HTTP/1.1" status: 204 len: 168 time: 1.3484027 May 25 17:58:49.043741 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45398) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:49.102849 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Deleting subnet da7db2d2-bf90-4bed-af5e-de19d88f8d66 {{(pid=99126) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:58:49.105953 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.158669 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736959'] for subnet, precommit_delete_associations {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.239111 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.488677 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:49.516080 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5587446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6424884'] for subnet, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.521623 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-49c4c542-1bf9-45af-8b04-fbe702bf3b7f tempest-TestNetworkBasicOps-1920018183 tempest-TestNetworkBasicOps-1920018183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:49.526917 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:49.527287 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 1a48bac0-7e57-4eb5-ae55-83fc1b42ca4c not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:49.527708 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 914602e1-ac64-4c22-8b15-54aac098818b no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:49.559294 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.564136 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7db2d2-bf90-4bed-af5e-de19d88f8d66,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:49.565804 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 914602e1-ac64-4c22-8b15-54aac098818b {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:49.566559 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:49.567334 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 914602e1-ac64-4c22-8b15-54aac098818b not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:49.568906 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57576d30-bb86-407d-92f3-86aff17a0d1f None None] Network c9e6d21e-c26c-46db-b400-04e2e7903946 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:58:49.574013 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-4e6196af-1478-4b38-80cf-c5b1ae3a10d0 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/da7db2d2-bf90-4bed-af5e-de19d88f8d66 HTTP/1.1" status: 204 len: 168 time: 0.5256214 May 25 17:58:49.574013 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45402) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:49.675369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.686329 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.764729 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Deleting port 12a400ef-7baf-45a7-8610-a26bdec31664 {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:49.765074 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.840241 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] DHCP port deletion for c9e6d21e-c26c-46db-b400-04e2e7903946 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:58:49.868992 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] For port 12a400ef-7baf-45a7-8610-a26bdec31664, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12a400ef-7baf-45a7-8610-a26bdec31664,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:49.869344 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.908797 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Deleting port 12a400ef-7baf-45a7-8610-a26bdec31664 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:49.909177 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:49.995901 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Calling delete_port for 12a400ef-7baf-45a7-8610-a26bdec31664 owned by network:dhcp {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:50.011830 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] For port 12a400ef-7baf-45a7-8610-a26bdec31664, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=12a400ef-7baf-45a7-8610-a26bdec31664,segment=NetworkSegment(6c67b9bf-e049-4848-99db-eaadb75e6d1f),segment_id=6c67b9bf-e049-4848-99db-eaadb75e6d1f)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:50.012235 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.042663 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.046526 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-4364fde9-e524-4e00-98de-0c3e802b329b tempest-NetworksIpV6Test-721071667 tempest-NetworksIpV6Test-721071667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:50.091812 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a400ef-7baf-45a7-8610-a26bdec31664,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:50.093505 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] No DVR routers for this DVR port 12a400ef-7baf-45a7-8610-a26bdec31664 on host dv-neutron-792998-1-hyperv {{(pid=99126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:50.094978 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:50.179146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Calling delete_port for 12a400ef-7baf-45a7-8610-a26bdec31664 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:50.214828 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.224852 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.228888 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e6d21e-c26c-46db-b400-04e2e7903946']}} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:50.230322 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:50.241392 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c67b9bf-e049-4848-99db-eaadb75e6d1f') {'for_net_delete': True} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:50.241687 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.services.segments.db [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c67b9bf-e049-4848-99db-eaadb75e6d1f') {} {{(pid=99126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:50.254486 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736948'] for segment, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.275669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] No DVR routers for this DVR port 12a400ef-7baf-45a7-8610-a26bdec31664 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:50.277415 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Pushing event deleted for resources: {'Port': ['ID=12a400ef-7baf-45a7-8610-a26bdec31664,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:50.277643 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.280094 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:50.287916 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=99126) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:58:50.288324 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5588560'] for segment, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: Traceback (most recent call last): May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: timer() May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: cb(*args, **kw) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: return func(*args, **kwargs) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: self._notify() May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: self.callback(batched_events) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: event.method(event) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: return f(self, *a, **k) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._get(url).json() May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: return self.request(url, 'GET', **kwargs) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:58:50.302848 dv-neutron-792998-1-hyperv neutron-server[99126]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:58:50.378969 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.382425 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-83ea2b2e-b7be-4481-bd23-14df4ea7f4cc tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:50.396287 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Notify callbacks [] for network, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:50.409672 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e6d21e-c26c-46db-b400-04e2e7903946,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:50.413525 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:50.416006 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-cdfa4610-f3c8-4a4e-99ec-b25ce45ac460 admin admin] 10.222.0.96 "DELETE /v2.0/networks/c9e6d21e-c26c-46db-b400-04e2e7903946 HTTP/1.1" status: 204 len: 168 time: 0.8413939 May 25 17:58:50.418900 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45406) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:51.094432 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8007467'] for router_interface, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:51.460007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12a400ef-7baf-45a7-8610-a26bdec31664 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:51.495792 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 12a400ef-7baf-45a7-8610-a26bdec31664 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:51.496147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 12a400ef-7baf-45a7-8610-a26bdec31664 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:51.538090 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Deleting port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd {{(pid=99126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:51.538435 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:51.660590 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.db [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] For port d5555cc2-ab00-44a5-a15c-70e58dbf7bcd, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:51.660863 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:51.796636 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.plugins.ml2.plugin [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Calling delete_port for d5555cc2-ab00-44a5-a15c-70e58dbf7bcd owned by network:router_interface {{(pid=99126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:51.813042 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:58:51.945155 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5588485'] for port, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:51.948889 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6b7ed4b8-3b4f-459c-a2fa-afbde3ee8c87 tempest-TestMinimumBasicScenario-822792344 tempest-TestMinimumBasicScenario-822792344-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:51.992818 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5555cc2-ab00-44a5-a15c-70e58dbf7bcd,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:51.996929 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:52.427260 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8009403'] for router_interface, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:52.831959 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Router ad5b965a-df3c-4f2d-9b61-573ae4a2764d has already been hosted by L3 agent 6d13f0cc-b92b-4e61-b52f-b033ce1cfd51 {{(pid=99126) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 17:58:53.009775 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] Notify agent at l3_agent.dv-neutron-792998-1-hyperv the message routers_updated {{(pid=99126) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 17:58:53.018326 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Sync routers for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 17:58:53.025624 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-51b19f15-c2e4-4b94-b6f4-bbac1a39a246 admin admin] 10.222.0.96 "PUT /v2.0/routers/ad5b965a-df3c-4f2d-9b61-573ae4a2764d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6056430 May 25 17:58:53.028240 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 45410) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:53.032796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:53.033434 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:53.226263 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: dv-neutron-792998-1-hyperv {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:53.356873 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks [] for router, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:53.547000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'external_fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:58:51Z', 'revision_number': 5, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port': {'id': '70799c7f-30b9-443d-ac75-81f9c7fb449a', 'name': '', 'network_id': '3e0a1cb1-1da6-4138-9a43-77389427a68e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-792998-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T17:51:59Z', 'updated_at': '2021-05-25T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '248cac5c-13a9-40d6-bff8-6eed75dced4f', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-792998-1-hyperv'}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:53.550385 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:53.551137 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Checking router: ad5b965a-df3c-4f2d-9b61-573ae4a2764d for host: dv-neutron-792998-1-hyperv {{(pid=99128) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 17:58:53.559943 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Routers {'ad5b965a-df3c-4f2d-9b61-573ae4a2764d'} bound to L3 agent in host dv-neutron-792998-1-hyperv {{(pid=99128) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 17:58:53.560569 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-792998-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T16:34:43Z,description=,heartbeat_timestamp=2021-05-25T17:58:43Z,host='dv-neutron-792998-1-hyperv',id=6d13f0cc-b92b-4e61-b52f-b033ce1cfd51,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T16:34:43Z,topic='l3_agent')) {'router_ids': ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'], 'active': True} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:53.623735 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Deleting port 70799c7f-30b9-443d-ac75-81f9c7fb449a {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:53.624088 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:53.718561 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvr_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] Set router ad5b965a-df3c-4f2d-9b61-573ae4a2764d gateway port host: None {{(pid=99128) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 17:58:53.754432 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] For port 70799c7f-30b9-443d-ac75-81f9c7fb449a, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=70799c7f-30b9-443d-ac75-81f9c7fb449a,segment=NetworkSegment(9c6d87f3-d2a3-473b-b896-6478b2718326),segment_id=9c6d87f3-d2a3-473b-b896-6478b2718326)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:53.754789 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:53.829713 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_hamode_db [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:58:53Z', 'revision_number': 6, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port_host': None}], 'dv-neutron-792998-1-hyperv', False) {} {{(pid=99128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:53.834305 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26bdfb8-b81b-4cb6-99ee-051559946668 None None] The sync data for ids ['ad5b965a-df3c-4f2d-9b61-573ae4a2764d'] in dv-neutron-792998-1-hyperv is: [{'id': 'ad5b965a-df3c-4f2d-9b61-573ae4a2764d', 'name': 'tempest-TestSnapshotPattern-719793591-router', 'tenant_id': 'b15254e117a04e60a15a5735ab76d824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T17:51:58Z', 'updated_at': '2021-05-25T17:58:53Z', 'revision_number': 6, 'project_id': 'b15254e117a04e60a15a5735ab76d824', 'gw_port_host': None}] {{(pid=99128) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 17:58:53.882094 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Calling delete_port for 70799c7f-30b9-443d-ac75-81f9c7fb449a owned by network:router_gateway {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:54.022184 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.027163 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-b3ca06cc-9b9b-48e1-a471-6d0f029efc53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:54.075847 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Pushing event deleted for resources: {'Port': ['ID=70799c7f-30b9-443d-ac75-81f9c7fb449a,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:54.078384 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:54.168301 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8006966'] for router_gateway, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.349037 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8009147', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13132'] for router, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.351454 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.374090 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8009607'] for router, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.374619 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad5b965a-df3c-4f2d-9b61-573ae4a2764d {{(pid=99127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 17:58:54.387317 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] Notify callbacks [] for router, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.388473 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-0fe1ce3f-6da3-4511-bb47-24e3b05ac17e admin admin] 10.222.0.96 "DELETE /v2.0/routers/ad5b965a-df3c-4f2d-9b61-573ae4a2764d HTTP/1.1" status: 204 len: 168 time: 1.3592563 May 25 17:58:54.391105 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 45414) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:54.460147 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.db_base_plugin_v2 [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Deleting subnet 5363b7c7-a6ba-4567-b041-14f2c31a48f7 {{(pid=99127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 17:58:54.464310 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.513237 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-514834'] for subnet, precommit_delete_associations {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.592795 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-662471'] for subnet, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:54.999651 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-663154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218924', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7629295', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5320174'] for subnet, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.004193 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-5f40e828-a018-43e8-ac4e-506852783e6b tempest-RoutersNegativeTest-343474760 tempest-RoutersNegativeTest-343474760-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:55.039584 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5363b7c7-a6ba-4567-b041-14f2c31a48f7,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:55.042456 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.045640 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57831d43-f1a3-471f-9beb-2cae692ea7bb None None] Network d0f82732-e5e9-45ca-b3bf-d692eee1b623 requested from dv-neutron-792998-1-hyperv {{(pid=99128) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 17:58:55.046700 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:55.050931 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-df11098c-96e6-4c4d-a599-5ea11008e256 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/5363b7c7-a6ba-4567-b041-14f2c31a48f7 HTTP/1.1" status: 204 len: 168 time: 0.6588743 May 25 17:58:55.053523 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 45418) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:55.170895 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-738227'] for network, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.246966 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Deleting port 4eb72d7c-5212-45eb-96da-27f1938d00c8 {{(pid=99127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:55.247797 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.298858 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] DHCP port deletion for d0f82732-e5e9-45ca-b3bf-d692eee1b623 request from dv-neutron-792998-1-hyperv {{(pid=99128) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 17:58:55.353323 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.db [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] For port 4eb72d7c-5212-45eb-96da-27f1938d00c8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4eb72d7c-5212-45eb-96da-27f1938d00c8,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:55.353670 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.364987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Deleting port 4eb72d7c-5212-45eb-96da-27f1938d00c8 {{(pid=99128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 17:58:55.365374 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771862582083'] for port, before_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.484878 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.db [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] For port 4eb72d7c-5212-45eb-96da-27f1938d00c8, host dv-neutron-792998-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-792998-1-hyperv',level=0,port_id=4eb72d7c-5212-45eb-96da-27f1938d00c8,segment=NetworkSegment(1514ea0f-0756-477e-ab3c-98f31652f927),segment_id=1514ea0f-0756-477e-ab3c-98f31652f927)] {{(pid=99128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 17:58:55.485414 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8007418'] for port, precommit_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.486553 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.plugin [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Calling delete_port for 4eb72d7c-5212-45eb-96da-27f1938d00c8 owned by network:dhcp {{(pid=99127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:55.494027 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70799c7f-30b9-443d-ac75-81f9c7fb449a no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:55.535605 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7630364'] for port, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.539530 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-029fe8d8-33ce-459e-8289-eef29780e704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:55.588136 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb72d7c-5212-45eb-96da-27f1938d00c8,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:55.592023 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:55.594504 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] No DVR routers for this DVR port 4eb72d7c-5212-45eb-96da-27f1938d00c8 on host dv-neutron-792998-1-hyperv {{(pid=99127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:55.636945 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 70799c7f-30b9-443d-ac75-81f9c7fb449a {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:55.637303 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 70799c7f-30b9-443d-ac75-81f9c7fb449a not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:55.637721 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4eb72d7c-5212-45eb-96da-27f1938d00c8 no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:55.712370 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-659784', 'neutron.services.segments.db._delete_segments_for_network-8771862595548'] for network, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.725424 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f82732-e5e9-45ca-b3bf-d692eee1b623']}} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:55.731987 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Calling delete_port for 4eb72d7c-5212-45eb-96da-27f1938d00c8 owned by network:dhcp {{(pid=99128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 17:58:55.734455 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: 4eb72d7c-5212-45eb-96da-27f1938d00c8 {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:55.734812 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device 4eb72d7c-5212-45eb-96da-27f1938d00c8 not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:55.735262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d5555cc2-ab00-44a5-a15c-70e58dbf7bcd no longer exists at agent ovs-agent-dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 17:58:55.738313 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1514ea0f-0756-477e-ab3c-98f31652f927') {'for_net_delete': True} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:55.738606 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.services.segments.db [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1514ea0f-0756-477e-ab3c-98f31652f927') {} {{(pid=99127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 17:58:55.751025 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771862604445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-514841'] for segment, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.768711 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376'] for segment, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.770971 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.plugin [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] No Port match for: d5555cc2-ab00-44a5-a15c-70e58dbf7bcd {{(pid=99128) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 17:58:55.771330 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.plugins.ml2.rpc [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Device d5555cc2-ab00-44a5-a15c-70e58dbf7bcd not bound to the agent host dv-neutron-792998-1-hyperv {{(pid=99128) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 17:58:55.775556 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Releasing vlan 1187 on physical network physnet1 to pool {{(pid=99127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 17:58:55.775901 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-667376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7630409'] for segment, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: Traceback (most recent call last): May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: timer() May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: cb(*args, **kw) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: return func(*args, **kwargs) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: self._notify() May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: self.callback(batched_events) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: event.method(event) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: aggregate_uuid = self.p_client.list_aggregates( May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: return f(self, *a, **k) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._get(url).json() May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: return self.request(url, 'GET', **kwargs) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: base_url = self.get_endpoint(auth, allow=allow, May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 17:58:55.789756 dv-neutron-792998-1-hyperv neutron-server[99127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 17:58:55.812696 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-771292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874803', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771862584742', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771862150867'] for port, after_delete {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.816422 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-df9ecddf-6a9c-49c4-bc64-6a245672c3dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:55.861515 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Pushing event deleted for resources: {'Port': ['ID=4eb72d7c-5212-45eb-96da-27f1938d00c8,revision_number=None']} {{(pid=99128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:55.865247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG oslo_concurrency.lockutils [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:55.868145 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b81020-4592-4ea8-99b5-a2e468e90742 None None] No DVR routers for this DVR port 4eb72d7c-5212-45eb-96da-27f1938d00c8 on host dv-neutron-792998-1-hyperv {{(pid=99128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 17:58:55.870394 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-659777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7882531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7874792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8006955'] for network, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.875612 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-0922fe1c-dacc-4721-b98a-41a9d9b68ae9 tempest-TestNetworkAdvancedServerOps-1741714737 tempest-TestNetworkAdvancedServerOps-1741714737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:55.887919 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Notify callbacks [] for network, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:55.898054 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f82732-e5e9-45ca-b3bf-d692eee1b623,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:55.902471 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:55.905986 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-37aeb7e2-d83f-439b-a2b6-0e9623b175f8 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d0f82732-e5e9-45ca-b3bf-d692eee1b623 HTTP/1.1" status: 204 len: 168 time: 0.8515284 May 25 17:58:56.020117 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45424) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:56.071614 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-16a10135-bf8f-4942-a0a0-ea190da5ab3a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6f7671d7e4e842e1b8b38d8b6b4bd6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502408 May 25 17:58:56.073928 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.wsgi [-] (99126) accepted ('10.222.0.96', 45428) {{(pid=99126) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:56.136002 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.161440 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.215931 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.220646 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-6c149a80-d643-4dee-97eb-9db3322f968f tempest-TestSnapshotPattern-1600772269 tempest-TestSnapshotPattern-1600772269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:56.234709 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ee7c1-5022-48ef-8402-e6e6e6c0577b,revision_number=None']} {{(pid=99126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:56.237025 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG oslo_concurrency.lockutils [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:56.244017 dv-neutron-792998-1-hyperv neutron-server[99126]: DEBUG neutron_lib.callbacks.manager [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.245067 dv-neutron-792998-1-hyperv neutron-server[99126]: INFO neutron.wsgi [None req-81ddec22-2c3d-42da-a4ff-6468c16029b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/138ee7c1-5022-48ef-8402-e6e6e6c0577b HTTP/1.1" status: 204 len: 168 time: 0.1702523 May 25 17:58:56.603304 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 45436) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:56.653387 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-27e56c0b-6127-41f5-b73e-dfcfbfe1afa6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b15254e117a04e60a15a5735ab76d824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488048 May 25 17:58:56.655911 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.wsgi [-] (99127) accepted ('10.222.0.96', 45440) {{(pid=99127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 17:58:56.717412 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.746582 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.813812 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7882563'] for security_group, after_delete {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.817710 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-77bc4a09-768b-4bc2-ad6c-13dce81e6b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 17:58:56.833331 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95585d6-239c-4357-908e-5393b1f820de,revision_number=None']} {{(pid=99127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 17:58:56.837571 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG oslo_concurrency.lockutils [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99127) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 17:58:56.841026 dv-neutron-792998-1-hyperv neutron-server[99127]: DEBUG neutron_lib.callbacks.manager [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:58:56.844486 dv-neutron-792998-1-hyperv neutron-server[99127]: INFO neutron.wsgi [None req-c17186cd-4c74-4571-bf9e-8792e36b5c3b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f95585d6-239c-4357-908e-5393b1f820de HTTP/1.1" status: 204 len: 168 time: 0.1853726 May 25 17:59:10.311824 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-cef0ba73-42b3-4e2b-9f87-4aeeec72ce4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:12.806483 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:13.063249 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-c485cc42-f859-44f3-9fec-dd4fad7f1047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:14.104134 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:15.785986 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:19.651308 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:28.812532 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 17:59:40.315639 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6f363c84-0599-4a32-8a2c-20be98807b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:42.815598 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:43.066488 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5febedba-3c79-4afe-b41b-e0411099dbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:44.107780 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:45.790247 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 17:59:49.677653 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:05.811519 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:00:10.319256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2c99c0f8-f120-4037-bf57-f8d629112e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:12.812513 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:13.069146 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1c5c980e-65ee-465c-96f4-1741c4512e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:14.110006 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:15.792554 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:19.678256 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:40.322000 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-2896a506-1cd6-4001-8ddc-d42646dc442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:42.812557 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:00:42.819449 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:43.071179 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-066870bb-39b0-43ff-a433-5476e3c088ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:44.112997 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:45.796075 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:00:49.692364 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:10.323784 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-22d73399-3427-400f-95d1-f8a0cf81fa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:12.819768 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:13.073219 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-dd468166-9f79-4584-a5fc-ec6873491bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:14.115379 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:15.798386 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:19.695502 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:19.815308 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:01:40.326773 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-6b67380d-e49a-42e2-9b5f-b31892cc17b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:42.812022 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:43.075714 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-fcae9f4a-aa5e-46b5-9e6c-f3a09e71dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:44.125353 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:45.802369 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:49.705839 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:01:56.814081 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:02:10.330151 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-76b74212-35d0-4343-beda-eb80ed8924d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:12.816527 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:13.082636 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e324b69b-be31-483f-8d14-aa6690e5e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:14.117323 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:15.804097 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:19.713648 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:33.812980 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:02:40.333588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-5ea15798-4572-4e09-b1f4-2c4abe95128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:42.819345 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:43.077992 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-72f784c9-08ae-4d3f-bb39-66a7707530b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:44.119578 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:45.808251 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:02:49.716036 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:10.335761 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-9e1ec53e-c299-428b-8d22-9f88bb6dd254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:10.813028 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:03:12.824796 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:13.079999 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-285b81f6-0694-4ad0-901d-40dea4629a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:14.122383 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:15.811669 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:19.714080 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:40.338728 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-d9612c64-e73d-4da6-9a13-3d0d11f89720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:42.826588 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:43.083007 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1cfcbe3d-9150-4e76-a6ae-2fabcbb7fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:44.124972 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:45.813062 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:03:47.812248 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:03:49.728507 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:10.341354 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-e8a0fdbe-6dc3-452b-83d7-7a80a1bc0dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:12.833546 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:13.084907 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-215492b5-0418-473d-b1ac-c80c2aab8d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:14.128060 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:15.819438 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:19.737879 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:24.813170 dv-neutron-792998-1-hyperv neutron-server[99129]: DEBUG neutron.db.agents_db [None req-0926277b-dbc0-49a5-bf65-354f08860664 None None] Agent healthcheck: found 6 active agents {{(pid=99129) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 18:04:40.344553 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-98265e93-5637-4527-8223-9183c96bf09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:42.826894 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-11f30c94-1d75-465b-81ce-f5a64fe46bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:43.087262 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-bd2c3834-bf5f-44f5-b300-daba5406727d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:44.132267 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1f4da0de-e7ec-4601-b09a-e103fadc53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:45.820147 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-1ac78e8e-2ab8-4851-972b-4e2e76d7ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 18:04:49.732749 dv-neutron-792998-1-hyperv neutron-server[99128]: DEBUG neutron_lib.callbacks.manager [None req-7574fcaf-de03-4c2c-8238-e4f550a23846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771862595566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-658310'] for agent, after_update {{(pid=99128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}